You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2014/07/01 04:43:49 UTC

[JENKINS] Lucene-Solr-trunk-MacOSX (64bit/jdk1.8.0) - Build # 1680 - Still Failing!

Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-MacOSX/1680/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC

1 tests failed.
REGRESSION:  org.apache.solr.cloud.SyncSliceTest.testDistribSearch

Error Message:
No live SolrServers available to handle this request

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request
	at __randomizedtesting.SeedInfo.seed([27E677BE7FDD0EEC:A600F9A608826ED0]:0)
	at org.apache.solr.client.solrj.impl.LBHttpSolrServer.request(LBHttpSolrServer.java:317)
	at org.apache.solr.client.solrj.impl.CloudSolrServer.request(CloudSolrServer.java:659)
	at org.apache.solr.client.solrj.request.QueryRequest.process(QueryRequest.java:91)
	at org.apache.solr.client.solrj.SolrServer.query(SolrServer.java:301)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkShardConsistency(AbstractFullDistribZkTestBase.java:1141)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkShardConsistency(AbstractFullDistribZkTestBase.java:1110)
	at org.apache.solr.cloud.SyncSliceTest.doTest(SyncSliceTest.java:236)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:863)
	at sun.reflect.GeneratedMethodAccessor46.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:483)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:360)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:793)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:453)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:360)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 11321 lines...]
   [junit4] Suite: org.apache.solr.cloud.SyncSliceTest
   [junit4]   2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.SyncSliceTest-27E677BE7FDD0EEC-001/init-core-data-001
   [junit4]   2> 2353939 T8173 oas.SolrTestCaseJ4.buildSSLConfig Randomized ssl (true) and clientAuth (false)
   [junit4]   2> 2353940 T8173 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
   [junit4]   2> 2353943 T8173 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> 2353944 T8173 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   1> client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2353946 T8174 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 2354047 T8173 oasc.ZkTestServer.run start zk server on port:51687
   [junit4]   2> 2354051 T8173 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2354065 T8180 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2919603e name:ZooKeeperConnection Watcher:127.0.0.1:51687 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2354066 T8173 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2354066 T8173 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 2354090 T8173 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2354095 T8182 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3863aedf name:ZooKeeperConnection Watcher:127.0.0.1:51687/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2354096 T8173 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2354097 T8173 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 2354111 T8173 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 2354126 T8173 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 2354136 T8173 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 2354145 T8173 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 2354146 T8173 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 2354157 T8173 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 2354158 T8173 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 2354165 T8173 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 2354165 T8173 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 2354172 T8173 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 2354172 T8173 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 2354178 T8173 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 2354178 T8173 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 2354186 T8173 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 2354187 T8173 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 2354194 T8173 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 2354194 T8173 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 2354201 T8173 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 2354201 T8173 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 2354208 T8173 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 2354208 T8173 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 2354215 T8173 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 2354216 T8173 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 2354222 T8173 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 2354223 T8173 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 2354232 T8173 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2354234 T8184 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@104b5bca name:ZooKeeperConnection Watcher:127.0.0.1:51687/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2354234 T8173 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2355879 T8173 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 2355886 T8173 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 2355906 T8173 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:51691
   [junit4]   2> 2355909 T8173 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 2355910 T8173 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2355910 T8173 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.SyncSliceTest-27E677BE7FDD0EEC-001/tempDir-002
   [junit4]   2> 2355911 T8173 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.SyncSliceTest-27E677BE7FDD0EEC-001/tempDir-002/'
   [junit4]   2> 2355948 T8173 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.SyncSliceTest-27E677BE7FDD0EEC-001/tempDir-002/solr.xml
   [junit4]   2> 2355967 T8173 oasc.CoreContainer.<init> New CoreContainer 779041354
   [junit4]   2> 2355969 T8173 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.SyncSliceTest-27E677BE7FDD0EEC-001/tempDir-002/]
   [junit4]   2> 2355969 T8173 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 2355970 T8173 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 2355970 T8173 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 2355970 T8173 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 2355971 T8173 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 2355971 T8173 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 2355971 T8173 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 2355972 T8173 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 2355972 T8173 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 2355978 T8173 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 2355978 T8173 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 2355978 T8173 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 2355979 T8173 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:51687/solr
   [junit4]   2> 2355980 T8173 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 2355981 T8173 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2355984 T8195 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2f7a5fb3 name:ZooKeeperConnection Watcher:127.0.0.1:51687 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2355985 T8173 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2355991 T8173 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2355994 T8197 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6cf60406 name:ZooKeeperConnection Watcher:127.0.0.1:51687/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2355994 T8173 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2355997 T8173 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 2356005 T8173 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 2356013 T8173 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running
   [junit4]   2> 2356022 T8173 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed
   [junit4]   2> 2356031 T8173 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure
   [junit4]   2> 2356043 T8173 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 2356048 T8173 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51691_
   [junit4]   2> 2356050 T8173 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:51691_
   [junit4]   2> 2356059 T8173 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 2356066 T8173 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 2356079 T8173 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:51691_
   [junit4]   2> 2356079 T8173 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 2356088 T8173 oasc.Overseer.start Overseer (id=92024391134609412-127.0.0.1:51691_-n_0000000000) starting
   [junit4]   2> 2356101 T8173 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 2356166 T8199 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 2356169 T8198 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 2356170 T8173 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 2356176 T8173 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 2356180 T8173 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2356193 T8200 oasc.ZkController.publish publishing core=collection1 state=down collection=control_collection
   [junit4]   2> 2356193 T8200 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 2356195 T8197 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2356196 T8200 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 2356198 T8198 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 2356200 T8198 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:51691",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:51691_",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 2356200 T8198 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with shards [shard1]
   [junit4]   2> 2356200 T8198 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 2356206 T8197 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2356208 T8197 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 2357197 T8200 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 2357197 T8200 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
   [junit4]   2> 2357202 T8200 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 2357204 T8200 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 2357211 T8200 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 2357213 T8200 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.SyncSliceTest-27E677BE7FDD0EEC-001/tempDir-002/collection1/'
   [junit4]   2> 2357215 T8200 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.SyncSliceTest-27E677BE7FDD0EEC-001/tempDir-002/collection1/lib/.svn/' to classloader
   [junit4]   2> 2357216 T8200 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.SyncSliceTest-27E677BE7FDD0EEC-001/tempDir-002/collection1/lib/classes/' to classloader
   [junit4]   2> 2357217 T8200 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.SyncSliceTest-27E677BE7FDD0EEC-001/tempDir-002/collection1/lib/README' to classloader
   [junit4]   2> 2357279 T8200 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_5_0
   [junit4]   2> 2357290 T8200 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 2357294 T8200 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 2357301 T8200 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 2357439 T8200 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 2357446 T8200 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 2357446 T8200 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 2357473 T8200 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 2357477 T8200 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 2357481 T8200 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 2357484 T8200 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2357484 T8200 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2357484 T8200 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 2357487 T8200 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2357487 T8200 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2357487 T8200 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 2357487 T8200 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 2357488 T8200 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.SyncSliceTest-27E677BE7FDD0EEC-001/tempDir-002/collection1/, dataDir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.SyncSliceTest-27E677BE7FDD0EEC-001/tempDir-001/control/data/
   [junit4]   2> 2357488 T8200 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@26eec033
   [junit4]   2> 2357488 T8200 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.SyncSliceTest-27E677BE7FDD0EEC-001/tempDir-001/control/data
   [junit4]   2> 2357489 T8200 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.SyncSliceTest-27E677BE7FDD0EEC-001/tempDir-001/control/data/index/
   [junit4]   2> 2357489 T8200 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.SyncSliceTest-27E677BE7FDD0EEC-001/tempDir-001/control/data/index' doesn't exist. Creating new index...
   [junit4]   2> 2357489 T8200 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.SyncSliceTest-27E677BE7FDD0EEC-001/tempDir-001/control/data/index
   [junit4]   2> 2357489 T8200 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=48, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 2357490 T8200 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@5fc8acae lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@36114ce5),segFN=segments_1,generation=1}
   [junit4]   2> 2357490 T8200 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 2357494 T8200 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 2357495 T8200 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 2357496 T8200 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 2357497 T8200 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 2357497 T8200 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 2357497 T8200 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 2357498 T8200 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 2357498 T8200 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 2357498 T8200 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 2357499 T8200 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 2357499 T8200 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 2357499 T8200 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 2357499 T8200 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 2357500 T8200 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 2357500 T8200 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 2357500 T8200 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 2357501 T8200 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
   [junit4]   2> 2357511 T8200 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 2357516 T8200 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 2357516 T8200 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 2357517 T8200 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=37, maxMergeAtOnceExplicit=19, maxMergedSegmentMB=43.0927734375, floorSegmentMB=0.37890625, forceMergeDeletesPctAllowed=19.921882597181423, segmentsPerTier=27.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7140549703213338
   [junit4]   2> 2357518 T8200 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@5fc8acae lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@36114ce5),segFN=segments_1,generation=1}
   [junit4]   2> 2357518 T8200 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 2357518 T8200 oass.SolrIndexSearcher.<init> Opening Searcher@4b773dfd[collection1] main
   [junit4]   2> 2357519 T8200 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 2357523 T8200 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 2357523 T8200 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 2357526 T8200 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 2357526 T8200 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 2357527 T8200 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2357529 T8200 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 2357530 T8200 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2357531 T8200 oasr.ManagedResource.notifyObserversDuringInit WARN No registered observers for /rest/managed
   [junit4]   2> 2357531 T8200 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 2357534 T8201 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4b773dfd[collection1] main{UninvertingDirectoryReader()}
   [junit4]   2> 2357535 T8200 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 2357537 T8204 oasc.ZkController.register Register replica - core:collection1 address:https://127.0.0.1:51691 collection:control_collection shard:shard1
   [junit4]   2> 2357538 T8173 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 2357539 T8173 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 2357540 T8204 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 2357545 T8173 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2357549 T8206 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2ea5843e name:ZooKeeperConnection Watcher:127.0.0.1:51687/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2357550 T8173 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2357556 T8173 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2357564 T8204 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 2357565 T8173 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 2357568 T8204 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 2357569 T8204 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C4802 name=collection1 org.apache.solr.core.SolrCore@57267518 url=https://127.0.0.1:51691/collection1 node=127.0.0.1:51691_ C4802_STATE=coll:control_collection core:collection1 props:{state=down, base_url=https://127.0.0.1:51691, core=collection1, node_name=127.0.0.1:51691_}
   [junit4]   2> 2357569 T8204 C4802 P51691 oasc.SyncStrategy.sync Sync replicas to https://127.0.0.1:51691/collection1/
   [junit4]   2> 2357569 T8204 C4802 P51691 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 2357569 T8204 C4802 P51691 oasc.SyncStrategy.syncToMe https://127.0.0.1:51691/collection1/ has no replicas
   [junit4]   2> 2357569 T8204 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: https://127.0.0.1:51691/collection1/ shard1
   [junit4]   2> 2357570 T8204 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 2357570 T8197 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2357576 T8198 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 2357586 T8197 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2357591 T8197 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2357601 T8197 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2357713 T8206 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 2357713 T8197 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 2357748 T8204 oasc.ZkController.register We are https://127.0.0.1:51691/collection1/ and leader is https://127.0.0.1:51691/collection1/
   [junit4]   2> 2357748 T8204 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=https://127.0.0.1:51691
   [junit4]   2> 2357749 T8204 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 2357749 T8204 oasc.ZkController.publish publishing core=collection1 state=active collection=control_collection
   [junit4]   2> 2357749 T8204 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 2357753 T8204 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 2357755 T8197 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2357755 T8197 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2357755 T8197 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2357758 T8198 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 2357759 T8198 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:51691",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:51691_",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "core_node_name":"core_node1"}
   [junit4]   2> 2357766 T8197 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2357871 T8206 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 2357872 T8197 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 2359209 T8173 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1
   [junit4]   2> 2359209 T8173 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 2359217 T8173 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 2359218 T8173 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:51695
   [junit4]   2> 2359222 T8173 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 2359222 T8173 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2359222 T8173 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.SyncSliceTest-27E677BE7FDD0EEC-001/tempDir-003
   [junit4]   2> 2359222 T8173 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.SyncSliceTest-27E677BE7FDD0EEC-001/tempDir-003/'
   [junit4]   2> 2359266 T8173 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.SyncSliceTest-27E677BE7FDD0EEC-001/tempDir-003/solr.xml
   [junit4]   2> 2359286 T8173 oasc.CoreContainer.<init> New CoreContainer 1785051833
   [junit4]   2> 2359287 T8173 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.SyncSliceTest-27E677BE7FDD0EEC-001/tempDir-003/]
   [junit4]   2> 2359288 T8173 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 2359290 T8173 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 2359290 T8173 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 2359290 T8173 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 2359291 T8173 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 2359292 T8173 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 2359292 T8173 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 2359293 T8173 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 2359293 T8173 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 2359297 T8173 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 2359298 T8173 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 2359298 T8173 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 2359298 T8173 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:51687/solr
   [junit4]   2> 2359298 T8173 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 2359300 T8173 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2359304 T8217 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1e245213 name:ZooKeeperConnection Watcher:127.0.0.1:51687 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2359305 T8173 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2359310 T8173 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2359312 T8219 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@20b47251 name:ZooKeeperConnection Watcher:127.0.0.1:51687/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2359313 T8173 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2359332 T8173 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2360341 T8173 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51695_
   [junit4]   2> 2360347 T8173 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:51695_
   [junit4]   2> 2360382 T8220 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 2360382 T8220 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 2360384 T8197 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2360384 T8220 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 2360384 T8197 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2360385 T8197 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2360388 T8198 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 2360390 T8198 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:51695",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:51695_",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 2360390 T8198 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1]
   [junit4]   2> 2360390 T8198 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 2360397 T8197 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2360399 T8206 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 2360400 T8219 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 2360400 T8197 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 2361386 T8220 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 2361387 T8220 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 2361390 T8220 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 2361392 T8220 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 2361398 T8220 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 2361399 T8220 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.SyncSliceTest-27E677BE7FDD0EEC-001/tempDir-003/collection1/'
   [junit4]   2> 2361402 T8220 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.SyncSliceTest-27E677BE7FDD0EEC-001/tempDir-003/collection1/lib/.svn/' to classloader
   [junit4]   2> 2361404 T8220 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.SyncSliceTest-27E677BE7FDD0EEC-001/tempDir-003/collection1/lib/classes/' to classloader
   [junit4]   2> 2361405 T8220 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.SyncSliceTest-27E677BE7FDD0EEC-001/tempDir-003/collection1/lib/README' to classloader
   [junit4]   2> 2361461 T8220 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_5_0
   [junit4]   2> 2361473 T8220 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 2361476 T8220 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 2361481 T8220 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 2361595 T8220 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 2361602 T8220 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 2361603 T8220 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 2361645 T8220 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 2361651 T8220 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 2361656 T8220 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 2361659 T8220 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2361659 T8220 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2361660 T8220 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 2361663 T8220 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2361663 T8220 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2361664 T8220 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 2361664 T8220 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 2361664 T8220 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.SyncSliceTest-27E677BE7FDD0EEC-001/tempDir-003/collection1/, dataDir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.SyncSliceTest-27E677BE7FDD0EEC-001/tempDir-001/jetty1/
   [junit4]   2> 2361664 T8220 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@26eec033
   [junit4]   2> 2361665 T8220 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.SyncSliceTest-27E677BE7FDD0EEC-001/tempDir-001/jetty1
   [junit4]   2> 2361665 T8220 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.SyncSliceTest-27E677BE7FDD0EEC-001/tempDir-001/jetty1/index/
   [junit4]   2> 2361666 T8220 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.SyncSliceTest-27E677BE7FDD0EEC-001/tempDir-001/jetty1/index' doesn't exist. Creating new index...
   [junit4]   2> 2361666 T8220 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.SyncSliceTest-27E677BE7FDD0EEC-001/tempDir-001/jetty1/index
   [junit4]   2> 2361666 T8220 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=48, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 2361669 T8220 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@23013952 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6da2816f),segFN=segments_1,generation=1}
   [junit4]   2> 2361669 T8220 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 2361674 T8220 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 2361674 T8220 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 2361675 T8220 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 2361675 T8220 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 2361675 T8220 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 2361675 T8220 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 2361676 T8220 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 2361676 T8220 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 2361677 T8220 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 2361678 T8220 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 2361678 T8220 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 2361679 T8220 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 2361679 T8220 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 2361679 T8220 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 2361680 T8220 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 2361680 T8220 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 2361681 T8220 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
   [junit4]   2> 2361690 T8220 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 2361693 T8220 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 2361693 T8220 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 2361694 T8220 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=37, maxMergeAtOnceExplicit=19, maxMergedSegmentMB=43.0927734375, floorSegmentMB=0.37890625, forceMergeDeletesPctAllowed=19.921882597181423, segmentsPerTier=27.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7140549703213338
   [junit4]   2> 2361694 T8220 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@23013952 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6da2816f),segFN=segments_1,generation=1}
   [junit4]   2> 2361694 T8220 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 2361695 T8220 oass.SolrIndexSearcher.<init> Opening Searcher@4dc17fea[collection1] main
   [junit4]   2> 2361695 T8220 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 2361698 T8220 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 2361698 T8220 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 2361700 T8220 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 2361700 T8220 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 2361701 T8220 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2361705 T8220 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 2361706 T8220 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2361706 T8220 oasr.ManagedResource.notifyObserversDuringInit WARN No registered observers for /rest/managed
   [junit4]   2> 2361707 T8220 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 2361717 T8221 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4dc17fea[collection1] main{UninvertingDirectoryReader()}
   [junit4]   2> 2361720 T8220 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 2361724 T8224 oasc.ZkController.register Register replica - core:collection1 address:https://127.0.0.1:51695 collection:collection1 shard:shard1
   [junit4]   2> 2361726 T8173 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 2361727 T8173 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 2361730 T8224 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 2361764 T8224 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 2361769 T8197 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2361770 T8224 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 2361770 T8224 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C4803 name=collection1 org.apache.solr.core.SolrCore@3205a34d url=https://127.0.0.1:51695/collection1 node=127.0.0.1:51695_ C4803_STATE=coll:collection1 core:collection1 props:{state=down, base_url=https://127.0.0.1:51695, core=collection1, node_name=127.0.0.1:51695_}
   [junit4]   2> 2361770 T8224 C4803 P51695 oasc.SyncStrategy.sync Sync replicas to https://127.0.0.1:51695/collection1/
   [junit4]   2> 2361771 T8224 C4803 P51695 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 2361771 T8224 C4803 P51695 oasc.SyncStrategy.syncToMe https://127.0.0.1:51695/collection1/ has no replicas
   [junit4]   2> 2361771 T8224 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: https://127.0.0.1:51695/collection1/ shard1
   [junit4]   2> 2361772 T8224 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 2361776 T8198 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 2361784 T8197 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2361790 T8197 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2361800 T8197 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2361906 T8206 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 2361906 T8219 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 2361906 T8197 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 2361950 T8224 oasc.ZkController.register We are https://127.0.0.1:51695/collection1/ and leader is https://127.0.0.1:51695/collection1/
   [junit4]   2> 2361950 T8224 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=https://127.0.0.1:51695
   [junit4]   2> 2361950 T8224 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 2361951 T8224 oasc.ZkController.publish publishing core=collection1 state=active collection=collection1
   [junit4]   2> 2361951 T8224 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 2361954 T8197 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2361955 T8197 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2361955 T8197 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2361956 T8224 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 2361960 T8198 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 2361962 T8198 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:51695",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:51695_",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "core_node_name":"core_node1"}
   [junit4]   2> 2361972 T8197 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2362078 T8206 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 2362078 T8197 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 2362078 T8219 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 2363562 T8173 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 2
   [junit4]   2> 2363563 T8173 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 2363569 T8173 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 2363571 T8173 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:51698
   [junit4]   2> 2363574 T8173 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 2363574 T8173 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2363575 T8173 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.SyncSliceTest-27E677BE7FDD0EEC-001/tempDir-004
   [junit4]   2> 2363576 T8173 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.SyncSliceTest-27E677BE7FDD0EEC-001/tempDir-004/'
   [junit4]   2> 2363624 T8173 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.SyncSliceTest-27E677BE7FDD0EEC-001/tempDir-004/solr.xml
   [junit4]   2> 2363638 T8173 oasc.CoreContainer.<init> New CoreContainer 1072185943
   [junit4]   2> 2363638 T8173 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.SyncSliceTest-27E677BE7FDD0EEC-001/tempDir-004/]
   [junit4]   2> 2363639 T8173 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 2363639 T8173 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 2363640 T8173 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 2363640 T8173 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 2363641 T8173 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 2363641 T8173 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 2363642 T8173 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 2363643 T8173 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 2363643 T8173 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 2363647 T8173 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 2363647 T8173 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 2363647 T8173 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 2363648 T8173 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:51687/solr
   [junit4]   2> 2363648 T8173 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 2363650 T8173 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2363653 T8235 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@366f1218 name:ZooKeeperConnection Watcher:127.0.0.1:51687 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2363654 T8173 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2363657 T8173 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2363660 T8237 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@63ab8ebf name:ZooKeeperConnection Watcher:127.0.0.1:51687/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2363661 T8173 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2363675 T8173 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2364684 T8173 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51698_
   [junit4]   2> 2364687 T8173 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:51698_
   [junit4]   2> 2364720 T8238 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 2364720 T8238 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 2364723 T8197 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2364723 T8197 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2364724 T8197 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2364723 T8238 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 2364728 T8198 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 2364730 T8198 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:51698",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:51698_",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 2364730 T8198 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
   [junit4]   2> 2364730 T8198 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 2364737 T8197 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2364739 T8237 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 2364740 T8219 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 2364740 T8206 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 2364739 T8197 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 2365726 T8238 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 2365726 T8238 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 2365728 T8238 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 2365728 T8238 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 2365732 T8238 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 2365732 T8238 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.SyncSliceTest-27E677BE7FDD0EEC-001/tempDir-004/collection1/'
   [junit4]   2> 2365734 T8238 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.SyncSliceTest-27E677BE7FDD0EEC-001/tempDir-004/collection1/lib/.svn/' to classloader
   [junit4]   2> 2365734 T8238 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.SyncSliceTest-27E677BE7FDD0EEC-001/tempDir-004/collection1/lib/classes/' to classloader
   [junit4]   2> 2365735 T8238 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.SyncSliceTest-27E677BE7FDD0EEC-001/tempDir-004/collection1/lib/README' to classloader
   [junit4]   2> 2365782 T8238 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_5_0
   [junit4]   2> 2365791 T8238 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 2365796 T8238 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 2365801 T8238 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 2365923 T8238 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 2365932 T8238 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 2365934 T8238 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 2365963 T8238 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 2365970 T8238 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 2365975 T8238 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 2365978 T8238 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2365979 T8238 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2365979 T8238 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 2365982 T8238 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2365982 T8238 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2365983 T8238 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 2365983 T8238 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 2365983 T8238 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.SyncSliceTest-27E677BE7FDD0EEC-001/tempDir-004/collection1/, dataDir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.SyncSliceTest-27E677BE7FDD0EEC-001/tempDir-001/jetty2/
   [junit4]   2> 2365984 T8238 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@26eec033
   [junit4]   2> 2365985 T8238 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.SyncSliceTest-27E677BE7FDD0EEC-001/tempDir-001/jetty2
   [junit4]   2> 2365985 T8238 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.SyncSliceTest-27E677BE7FDD0EEC-001/tempDir-001/jetty2/index/
   [junit4]   2> 2365985 T8238 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.SyncSliceTest-27E677BE7FDD0EEC-001/tempDir-001/jetty2/index' doesn't exist. Creating new index...
   [junit4]   2> 2365986 T8238 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.SyncSliceTest-27E677BE7FDD0EEC-001/tempDir-001/jetty2/index
   [junit4]   2> 2365986 T8238 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=48, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 2365987 T8238 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@996cdc4 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@476b0149),segFN=segments_1,generation=1}
   [junit4]   2> 2365987 T8238 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 2365994 T8238 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 2365995 T8238 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 2365995 T8238 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 2365995 T8238 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 2365996 T8238 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 2366011 T8238 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 2366012 T8238 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 2366012 T8238 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 2366012 T8238 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 2366013 T8238 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 2366014 T8238 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 2366014 T8238 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 2366014 T8238 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 2366015 T8238 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 2366016 T8238 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 2366016 T8238 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 2366017 T8238 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
   [junit4]   2> 2366028 T8238 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 2366032 T8238 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 2366032 T8238 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 2366032 T8238 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=37, maxMergeAtOnceExplicit=19, maxMergedSegmentMB=43.0927734375, floorSegmentMB=0.37890625, forceMergeDeletesPctAllowed=19.921882597181423, segmentsPerTier=27.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7140549703213338
   [junit4]   2> 2366033 T8238 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@996cdc4 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@476b0149),segFN=segments_1,generation=1}
   [junit4]   2> 2366034 T8238 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 2366034 T8238 oass.SolrIndexSearcher.<init> Opening Searcher@161840cc[collection1] main
   [junit4]   2> 2366034 T8238 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 2366037 T8238 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 2366037 T8238 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 2366039 T8238 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 2366039 T8238 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 2366039 T8238 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2366041 T8238 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 2366042 T8238 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2366043 T8238 oasr.ManagedResource.notifyObserversDuringInit WARN No registered observers for /rest/managed
   [junit4]   2> 2366043 T8238 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 2366047 T8239 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@161840cc[collection1] main{UninvertingDirectoryReader()}
   [junit4]   2> 2366049 T8238 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 2366051 T8242 oasc.ZkController.register Register replica - core:collection1 address:https://127.0.0.1:51698 collection:collection1 shard:shard1
   [junit4]   2> 2366053 T8173 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 2366053 T8173 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 2366063 T8242 oasc.ZkController.register We are https://127.0.0.1:51698/collection1/ and leader is https://127.0.0.1:51695/collection1/
   [junit4]   2> 2366063 T8242 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=https://127.0.0.1:51698
   [junit4]   2> 2366063 T8242 oasc.ZkController.checkRecovery Core needs to recover:collection1
   [junit4]   2> 2366064 T8242 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
   [junit4]   2> ASYNC  NEW_CORE C4804 name=collection1 org.apache.solr.core.SolrCore@142ad13c url=https://127.0.0.1:51698/collection1 node=127.0.0.1:51698_ C4804_STATE=coll:collection1 core:collection1 props:{state=down, base_url=https://127.0.0.1:51698, core=collection1, node_name=127.0.0.1:51698_}
   [junit4]   2> 2366065 T8243 C4804 P51698 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
   [junit4]   2> 2366065 T8243 C4804 P51698 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
   [junit4]   2> 2366065 T8243 C4804 P51698 oasc.RecoveryStrategy.doRecovery Publishing state of core collection1 as recovering, leader is https://127.0.0.1:51695/collection1/ and I am https://127.0.0.1:51698/collection1/
   [junit4]   2> 2366065 T8243 C4804 P51698 oasc.ZkController.publish publishing core=collection1 state=recovering collection=collection1
   [junit4]   2> 2366066 T8243 C4804 P51698 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 2366068 T8242 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 2366072 T8197 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2366077 T8243 C4804 P51698 oasc.RecoveryStrategy.sendPrepRecoveryCmd Sending prep recovery command to https://127.0.0.1:51695; WaitForState: action=PREPRECOVERY&core=collection1&nodeName=127.0.0.1%3A51698_&coreNodeName=core_node2&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true
   [junit4]   2> 2366086 T8198 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 2366088 T8198 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"recovering",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:51698",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:51698_",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "core_node_name":"core_node2"}
   [junit4]   2> 2366129 T8215 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: core_node2, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true
   [junit4]   2> 2366130 T8197 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2366132 T8215 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 2366133 T8215 oasha.CoreAdminHandler.handleWaitForStateAction Will wait a max of 183 seconds to see collection1 (shard1 of collection1) have state: recovering
   [junit4]   2> 2366134 T8215 oasha.CoreAdminHandler.handleWaitForStateAction In WaitForState(recovering): collection=collection1, shard=shard1, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:51698_, coreNodeName=core_node2, onlyIfActiveCheckResult=false, nodeProps: core_node2:{"state":"down","base_url":"https://127.0.0.1:51698","core":"collection1","node_name":"127.0.0.1:51698_"}
   [junit4]   2> 2366241 T8206 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 2366242 T8219 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 2366243 T8197 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 2366243 T8237 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 2367136 T8215 oasha.CoreAdminHandler.handleWaitForStateAction In WaitForState(recovering): collection=collection1, shard=shard1, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=recovering, localState=active, nodeName=127.0.0.1:51698_, coreNodeName=core_node2, onlyIfActiveCheckResult=false, nodeProps: core_node2:{"state":"recovering","base_url":"https://127.0.0.1:51698","core":"collection1","node_name":"127.0.0.1:51698_"}
   [junit4]   2> 2367137 T8215 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: core_node2, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
   [junit4]   2> 2367137 T8215 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:51698_&onlyIfLeaderActive=true&core=collection1&coreNodeName=core_node2&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=0 QTime=1008 
   [junit4]   2> 2367916 T8173 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 3
   [junit4]   2> 2367917 T8173 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 2367926 T8173 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 2367927 T8173 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:51702
   [junit4]   2> 2367930 T8173 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 2367930 T8173 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2367931 T8173 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.SyncSliceTest-27E677BE7FDD0EEC-001/tempDir-005
   [junit4]   2> 2367931 T8173 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.SyncSliceTest-27E677BE7FDD0EEC-001/tempDir-005/'
   [junit4]   2> 2367980 T8173 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.SyncSliceTest-27E677BE7FDD0EEC-001/tempDir-005/solr.xml
   [junit4]   2> 2367997 T8173 oasc.CoreContainer.<init> New CoreContainer 1212559930
   [junit4]   2> 2367998 T8173 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.SyncSliceTest-27E677BE7FDD0EEC-001/tempDir-005/]
   [junit4]   2> 2367998 T8173 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 2367999 T8173 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 2368000 T8173 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 2368000 T8173 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 2368000 T8173 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 2368001 T8173 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 2368001 T8173 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 2368002 T8173 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 2368002 T8173 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 2368008 T8173 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 2368009 T8173 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 2368010 T8173 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 2368010 T8173 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:51687/solr
   [junit4]   2> 2368011 T8173 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 2368013 T8173 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2368017 T8255 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@38160945 name:ZooKeeperConnection Watcher:127.0.0.1:51687 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2368018 T8173 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2368023 T8173 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2368028 T8257 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@26c05a3c name:ZooKeeperConnection Watcher:127.0.0.1:51687/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2368028 T8173 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2368050 T8173 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2369063 T8173 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51702_
   [junit4]   2> 2369070 T8173 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:51702_
   [junit4]   2> 2369126 T8258 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 2369127 T8258 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 2369132 T8197 oasc.DistributedQueue$LatchChildWatcher.p

[...truncated too long message...]

rElector.java:357)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
   [junit4]   2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer/queue
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1045)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$4.execute(SolrZkClient.java:226)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$4.execute(SolrZkClient.java:223)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:223)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.ensureExists(ZkCmdExecutor.java:100)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.ensureExists(ZkCmdExecutor.java:94)
   [junit4]   2> 	at org.apache.solr.cloud.DistributedQueue.<init>(DistributedQueue.java:71)
   [junit4]   2> 	... 33 more
   [junit4]   2> 
   [junit4]   2> 2425406 T8278 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 2425407 T8278 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 2425407 T8278 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 2425407 T8278 oasc.LeaderElector$ElectionWatcher.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1472)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:260)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:257)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:257)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:94)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:357)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.SyncSliceTest-27E677BE7FDD0EEC-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene49), sim=DefaultSimilarity, locale=sr_ME, timezone=America/Boa_Vista
   [junit4]   2> NOTE: Mac OS X 10.8.5 x86_64/Oracle Corporation 1.8.0_05 (64-bit)/cpus=2,threads=1,free=189927776,total=401137664
   [junit4]   2> NOTE: All tests run in this JVM: [CacheHeaderTest, TestSchemaVersionResource, CSVRequestHandlerTest, DocumentBuilderTest, ScriptEngineTest, ShardSplitTest, DeleteReplicaTest, TestDistributedMissingSort, LoggingHandlerTest, TestSolrXmlPersistence, TestRandomMergePolicy, TestSerializedLuceneMatchVersion, TestSearcherReuse, TestIBSimilarityFactory, TestDistributedSearch, HdfsLockFactoryTest, TestFieldTypeCollectionResource, BJQParserTest, MultiThreadedOCPTest, TestSystemIdResolver, TestStressReorder, TestDefaultSimilarityFactory, IndexBasedSpellCheckerTest, TestStressVersions, RegexBoostProcessorTest, RangeFacetTest, RankQueryTest, TestLazyCores, TestAnalyzedSuggestions, TestSchemaSimilarityResource, TestPseudoReturnFields, TestUtils, TestBinaryResponseWriter, BlockCacheTest, TestQuerySenderListener, TestBlendedInfixSuggestions, OutputWriterTest, TestXIncludeConfig, EnumFieldTest, DistribDocExpirationUpdateProcessorTest, SignatureUpdateProcessorFactoryTest, TestReloadAndDeleteDocs, UpdateParamsTest, TestSolr4Spatial, TestArbitraryIndexDir, TestDefaultSearchFieldResource, CursorPagingTest, UnloadDistributedZkTest, AbstractAnalyticsStatsTest, UniqFieldsUpdateProcessorFactoryTest, TestDocBasedVersionConstraints, TestCollationField, TestSurroundQueryParser, HdfsWriteToMultipleCollectionsTest, OverseerRolesTest, BadCopyFieldTest, TestManagedStopFilterFactory, TestFieldResource, TestSolrXml, TestCloudInspectUtil, SuggesterWFSTTest, HdfsChaosMonkeySafeLeaderTest, ChangedSchemaMergeTest, TestExpandComponent, StatsComponentTest, ShardRoutingTest, DateFieldTest, HttpPartitionTest, PeerSyncTest, RequestHandlersTest, QueryParsingTest, CurrencyFieldOpenExchangeTest, TestStressRecovery, XsltUpdateRequestHandlerTest, ConnectionManagerTest, SuggesterTest, ShowFileRequestHandlerTest, BlockDirectoryTest, TestNRTOpen, ResponseLogComponentTest, FieldFacetExtrasTest, QueryResultKeyTest, TestLMJelinekMercerSimilarityFactory, TestHashPartitioner, DefaultValueUpdateProcessorTest, QueryEqualityTest, FastVectorHighlighterTest, EchoParamsTest, CircularListTest, TestFastOutputStream, TestModifyConfFiles, TestCharFilters, TestConfigSets, TestHighFrequencyDictionaryFactory, TestFieldSortValues, TestRecoveryHdfs, TestMergePolicyConfig, TestUpdate, TestLuceneMatchVersion, TestHighlightDedupGrouping, HdfsCollectionsAPIDistributedZkTest, HdfsBasicDistributedZkTest, TestJoin, TestSolrQueryParserResource, HighlighterConfigTest, MBeansHandlerTest, SuggesterTSTTest, CoreAdminHandlerTest, AnalysisErrorHandlingTest, HdfsRecoveryZkTest, TestCollapseQParserPlugin, DateMathParserTest, TestJmxIntegration, TestSchemaNameResource, LeaderElectionIntegrationTest, DocExpirationUpdateProcessorFactoryTest, SchemaVersionSpecificBehaviorTest, TriLevelCompositeIdRoutingTest, TestRandomDVFaceting, OverseerStatusTest, TestCopyFieldCollectionResource, TestChildDocTransformer, TermVectorComponentTest, TestSimpleQParserPlugin, SpellCheckCollatorTest, SynonymTokenizerTest, AddBlockUpdateTest, SolrXmlInZkTest, CollectionsAPIAsyncDistributedZkTest, TestMiniSolrCloudCluster, TestQueryUtils, BinaryUpdateRequestHandlerTest, TestGroupingSearch, SystemInfoHandlerTest, TermVectorComponentDistributedTest, FieldMutatingUpdateProcessorTest, QueryFacetTest, AnalyticsQueryTest, TestExceedMaxTermLength, QueryElevationComponentTest, DirectUpdateHandlerTest, BadIndexSchemaTest, TestOverriddenPrefixQueryForCustomFieldType, StandardRequestHandlerTest, PreAnalyzedUpdateProcessorTest, TestRequestStatusCollectionAPI, HdfsSyncSliceTest, IndexSchemaTest, TestSearchPerf, ClusterStateUpdateTest, HighlighterMaxOffsetTest, UpdateRequestProcessorFactoryTest, TestAddFieldRealTimeGet, DistributedExpandComponentTest, BasicFunctionalityTest, StressHdfsTest, HighlighterTest, TestFuzzyAnalyzedSuggestions, TestFaceting, SpellingQueryConverterTest, DirectUpdateHandlerOptimizeTest, TermsComponentTest, OverseerTest, TestSolrDeletionPolicy1, InfoHandlerTest, AbstractAnalyticsFacetTest, AutoCommitTest, ResponseHeaderTest, WordBreakSolrSpellCheckerTest, SuggesterFSTTest, PathHierarchyTokenizerFactoryTest, TestFieldCollectionResource, NoCacheHeaderTest, TestDistributedGrouping, SpellCheckComponentTest, ParsingFieldUpdateProcessorsTest, SolrRequestParserTest, HdfsUnloadDistributedZkTest, FieldAnalysisRequestHandlerTest, CopyFieldTest, SortByFunctionTest, TestNoOpRegenerator, TestLMDirichletSimilarityFactory, TestExtendedDismaxParser, DistributedDebugComponentTest, UUIDFieldTest, TestPartialUpdateDeduplication, TestSolrDeletionPolicy2, DistributedSpellCheckComponentTest, TestFreeTextSuggestions, RequiredFieldsTest, CachingDirectoryFactoryTest, TestFieldTypeResource, TestSort, XmlUpdateRequestHandlerTest, TestSolrJ, TestDocSet, TestRemoteStreaming, TestCoreContainer, OpenExchangeRatesOrgProviderTest, TestWriterPerf, BasicDistributedZkTest, ChaosMonkeySafeLeaderTest, BasicDistributedZk2Test, CollectionsAPIDistributedZkTest, SyncSliceTest]
   [junit4] Completed in 71.56s, 1 test, 1 error <<< FAILURES!

[...truncated 618 lines...]
BUILD FAILED
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/build.xml:467: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/build.xml:447: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/build.xml:45: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/extra-targets.xml:37: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build.xml:189: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/common-build.xml:496: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/common-build.xml:1298: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/common-build.xml:922: There were test failures: 414 suites, 1702 tests, 1 error, 42 ignored (15 assumptions)

Total time: 111 minutes 12 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-trunk-MacOSX (64bit/jdk1.7.0) - Build # 1688 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-MacOSX/1688/
Java: 64bit/jdk1.7.0 -XX:-UseCompressedOops -XX:+UseParallelGC

All tests passed

Build Log:
[...truncated 44799 lines...]
-documentation-lint:
     [echo] checking for broken html...
    [jtidy] Checking for broken html (such as invalid tags)...
   [delete] Deleting directory /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/build/jtidy_tmp
     [echo] Checking for broken links...
     [exec] 
     [exec] Crawl/parse...
     [exec] 
     [exec] Verify...
     [echo] Checking for missing docs...
     [exec] 
     [exec] build/docs/facet/org/apache/lucene/facet/taxonomy/TaxonomyMergeUtils.html
     [exec]   missing Constructors: TaxonomyMergeUtils()
     [exec] 
     [exec] Missing javadocs were found!

BUILD FAILED
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/build.xml:467: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/build.xml:63: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/build.xml:212: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/build.xml:247: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/common-build.xml:2338: exec returned: 1

Total time: 148 minutes 22 seconds
Build step 'Invoke Ant' marked build as failure
[description-setter] Description set: Java: 64bit/jdk1.7.0 -XX:-UseCompressedOops -XX:+UseParallelGC
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-trunk-MacOSX (64bit/jdk1.8.0) - Build # 1687 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-MacOSX/1687/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC

1 tests failed.
REGRESSION:  org.apache.solr.cloud.ChaosMonkeySafeLeaderTest.testDistribSearch

Error Message:
shard3 is not consistent.  Got 145 from http://127.0.0.1:49730/collection1lastClient and got 146 from http://127.0.0.1:49740/collection1

Stack Trace:
java.lang.AssertionError: shard3 is not consistent.  Got 145 from http://127.0.0.1:49730/collection1lastClient and got 146 from http://127.0.0.1:49740/collection1
	at __randomizedtesting.SeedInfo.seed([BB315BB314BD9917:3AD7D5AB63E2F92B]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkShardConsistency(AbstractFullDistribZkTestBase.java:1132)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkShardConsistency(AbstractFullDistribZkTestBase.java:1111)
	at org.apache.solr.cloud.ChaosMonkeySafeLeaderTest.doTest(ChaosMonkeySafeLeaderTest.java:150)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:863)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:483)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 10846 lines...]
   [junit4] Suite: org.apache.solr.cloud.ChaosMonkeySafeLeaderTest
   [junit4]   2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.ChaosMonkeySafeLeaderTest-BB315BB314BD9917-001/init-core-data-001
   [junit4]   2> 600120 T1802 oas.SolrTestCaseJ4.buildSSLConfig Randomized ssl (false) and clientAuth (false)
   [junit4]   2> 600120 T1802 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
   [junit4]   2> 600127 T1802 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> 600129 T1802 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   1> client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 600130 T1803 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 600231 T1802 oasc.ZkTestServer.run start zk server on port:49720
   [junit4]   2> 600237 T1802 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 600247 T1809 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@34bcbc5b name:ZooKeeperConnection Watcher:127.0.0.1:49720 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 600248 T1802 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 600248 T1802 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 600306 T1802 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 600317 T1811 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@39353f5d name:ZooKeeperConnection Watcher:127.0.0.1:49720/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 600318 T1802 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 600318 T1802 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 600330 T1802 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 600337 T1802 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 600342 T1802 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 600350 T1802 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 600350 T1802 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 600359 T1802 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
   [junit4]   2> 600360 T1802 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 600368 T1802 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 600369 T1802 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 600375 T1802 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 600376 T1802 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 600384 T1802 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 600385 T1802 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 600391 T1802 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 600392 T1802 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 600398 T1802 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 600399 T1802 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 600406 T1802 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 600407 T1802 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 600413 T1802 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 600414 T1802 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 600420 T1802 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 600422 T1802 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 600427 T1802 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 600428 T1802 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 602189 T1802 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 602199 T1802 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:49723
   [junit4]   2> 602200 T1802 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 602200 T1802 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 602200 T1802 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.ChaosMonkeySafeLeaderTest-BB315BB314BD9917-001/tempDir-002
   [junit4]   2> 602200 T1802 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.ChaosMonkeySafeLeaderTest-BB315BB314BD9917-001/tempDir-002/'
   [junit4]   2> 602239 T1802 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.ChaosMonkeySafeLeaderTest-BB315BB314BD9917-001/tempDir-002/solr.xml
   [junit4]   2> 602264 T1802 oasc.CoreContainer.<init> New CoreContainer 90558478
   [junit4]   2> 602264 T1802 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.ChaosMonkeySafeLeaderTest-BB315BB314BD9917-001/tempDir-002/]
   [junit4]   2> 602265 T1802 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 602266 T1802 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 602266 T1802 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 602266 T1802 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 602266 T1802 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 602266 T1802 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 602268 T1802 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 602268 T1802 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 602268 T1802 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 602269 T1802 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 602269 T1802 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 602269 T1802 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 602270 T1802 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:49720/solr
   [junit4]   2> 602270 T1802 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 602271 T1802 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 602276 T1822 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2720de4 name:ZooKeeperConnection Watcher:127.0.0.1:49720 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 602277 T1802 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 602282 T1802 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 602286 T1824 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7e715e7b name:ZooKeeperConnection Watcher:127.0.0.1:49720/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 602286 T1802 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 602290 T1802 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 602299 T1802 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 602307 T1802 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running
   [junit4]   2> 602315 T1802 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed
   [junit4]   2> 602323 T1802 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure
   [junit4]   2> 602331 T1802 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 602334 T1802 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49723_
   [junit4]   2> 602336 T1802 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:49723_
   [junit4]   2> 602344 T1802 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 602349 T1802 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 602359 T1802 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:49723_
   [junit4]   2> 602359 T1802 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 602365 T1802 oasc.Overseer.start Overseer (id=92038820339580931-127.0.0.1:49723_-n_0000000000) starting
   [junit4]   2> 602372 T1802 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 602408 T1826 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 602410 T1802 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 602418 T1802 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 602423 T1802 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 602430 T1825 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 602435 T1827 oasc.ZkController.publish publishing core=collection1 state=down collection=control_collection
   [junit4]   2> 602435 T1827 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 602438 T1824 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 602438 T1827 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 602442 T1825 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 602443 T1825 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:49723",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:49723_",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 602443 T1825 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with shards [shard1]
   [junit4]   2> 602443 T1825 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 602449 T1824 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 602452 T1824 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 603440 T1827 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 603440 T1827 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
   [junit4]   2> 603442 T1827 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 603442 T1827 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 603448 T1827 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 603448 T1827 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.ChaosMonkeySafeLeaderTest-BB315BB314BD9917-001/tempDir-002/collection1/'
   [junit4]   2> 603450 T1827 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-BB315BB314BD9917-001/tempDir-002/collection1/lib/.svn/' to classloader
   [junit4]   2> 603450 T1827 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-BB315BB314BD9917-001/tempDir-002/collection1/lib/classes/' to classloader
   [junit4]   2> 603451 T1827 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-BB315BB314BD9917-001/tempDir-002/collection1/lib/README' to classloader
   [junit4]   2> 603508 T1827 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_5_0
   [junit4]   2> 603538 T1827 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 603542 T1827 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 603546 T1827 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 603759 T1827 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 603762 T1827 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 603763 T1827 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 603772 T1827 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 603843 T1827 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 603844 T1827 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
   [junit4]   2> 603845 T1827 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.ChaosMonkeySafeLeaderTest-BB315BB314BD9917-001/tempDir-002/collection1/, dataDir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.ChaosMonkeySafeLeaderTest-BB315BB314BD9917-001/tempDir-001/control/data/
   [junit4]   2> 603845 T1827 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@50ecb538
   [junit4]   2> 603846 T1827 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-BB315BB314BD9917-001/tempDir-001/control/data
   [junit4]   2> 603847 T1827 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.ChaosMonkeySafeLeaderTest-BB315BB314BD9917-001/tempDir-001/control/data/index/
   [junit4]   2> 603848 T1827 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.ChaosMonkeySafeLeaderTest-BB315BB314BD9917-001/tempDir-001/control/data/index' doesn't exist. Creating new index...
   [junit4]   2> 603849 T1827 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-BB315BB314BD9917-001/tempDir-001/control/data/index
   [junit4]   2> 603849 T1827 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=34, maxMergeAtOnceExplicit=21, maxMergedSegmentMB=63.982421875, floorSegmentMB=1.373046875, forceMergeDeletesPctAllowed=4.106268888577728, segmentsPerTier=49.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 603855 T1827 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-BB315BB314BD9917-001/tempDir-001/control/data/index,segFN=segments_1,generation=1}
   [junit4]   2> 603856 T1827 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 603865 T1827 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 603866 T1827 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 603866 T1827 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 603867 T1827 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 603867 T1827 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 603867 T1827 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 603868 T1827 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 603869 T1827 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 603869 T1827 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 603870 T1827 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 603870 T1827 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 603870 T1827 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 603871 T1827 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 603872 T1827 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 603872 T1827 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 603873 T1827 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 603874 T1827 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
   [junit4]   2> 603884 T1827 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 603886 T1827 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 603886 T1827 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 603887 T1827 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=25, maxMergeAtOnceExplicit=27, maxMergedSegmentMB=48.423828125, floorSegmentMB=1.2548828125, forceMergeDeletesPctAllowed=2.3333866392119393, segmentsPerTier=45.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 603889 T1827 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-BB315BB314BD9917-001/tempDir-001/control/data/index,segFN=segments_1,generation=1}
   [junit4]   2> 603890 T1827 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 603890 T1827 oass.SolrIndexSearcher.<init> Opening Searcher@56ee94ab[collection1] main
   [junit4]   2> 603890 T1827 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 603894 T1827 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 603894 T1827 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 603896 T1827 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 603896 T1827 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 603898 T1827 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 603899 T1827 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 603899 T1827 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 603901 T1827 oascc.SolrZkClient.makePath makePath: /configs/conf1/_rest_managed.json
   [junit4]   2> 603908 T1827 oasr.ManagedResourceStorage$ZooKeeperStorageIO$1.close Wrote 38 bytes to new znode /configs/conf1/_rest_managed.json
   [junit4]   2> 603908 T1827 oasr.ManagedResourceStorage$JsonStorage.store Saved JSON object to path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 603908 T1827 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 603911 T1828 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@56ee94ab[collection1] main{UninvertingDirectoryReader()}
   [junit4]   2> 603912 T1827 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 603914 T1831 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:49723 collection:control_collection shard:shard1
   [junit4]   2> 603915 T1802 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 603915 T1802 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 603916 T1831 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 603918 T1802 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 603922 T1833 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@48ea3576 name:ZooKeeperConnection Watcher:127.0.0.1:49720/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 603923 T1802 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 603927 T1802 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 603939 T1802 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 603940 T1831 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 603945 T1831 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 603946 T1831 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C3066 name=collection1 org.apache.solr.core.SolrCore@137601fe url=http://127.0.0.1:49723/collection1 node=127.0.0.1:49723_ C3066_STATE=coll:control_collection core:collection1 props:{state=down, base_url=http://127.0.0.1:49723, core=collection1, node_name=127.0.0.1:49723_}
   [junit4]   2> 603946 T1831 C3066 P49723 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:49723/collection1/
   [junit4]   2> 603946 T1831 C3066 P49723 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 603947 T1831 C3066 P49723 oasc.SyncStrategy.syncToMe http://127.0.0.1:49723/collection1/ has no replicas
   [junit4]   2> 603947 T1831 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:49723/collection1/ shard1
   [junit4]   2> 603947 T1831 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 603949 T1824 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 603955 T1825 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 603964 T1824 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 603967 T1833 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 603969 T1824 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 603982 T1825 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 603990 T1824 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 604096 T1833 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 604097 T1824 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 604133 T1831 oasc.ZkController.register We are http://127.0.0.1:49723/collection1/ and leader is http://127.0.0.1:49723/collection1/
   [junit4]   2> 604134 T1831 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:49723
   [junit4]   2> 604134 T1831 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 604134 T1831 oasc.ZkController.publish publishing core=collection1 state=active collection=control_collection
   [junit4]   2> 604134 T1831 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 604139 T1824 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 604139 T1824 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 604140 T1824 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 604141 T1831 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 604146 T1825 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 604148 T1825 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:49723",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:49723_",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":"core_node1"}
   [junit4]   2> 604155 T1824 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 604264 T1833 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 604266 T1824 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 605660 T1802 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1
   [junit4]   2> 605661 T1802 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 605677 T1802 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:49727
   [junit4]   2> 605677 T1802 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 605678 T1802 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 605679 T1802 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.ChaosMonkeySafeLeaderTest-BB315BB314BD9917-001/tempDir-003
   [junit4]   2> 605679 T1802 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.ChaosMonkeySafeLeaderTest-BB315BB314BD9917-001/tempDir-003/'
   [junit4]   2> 605720 T1802 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.ChaosMonkeySafeLeaderTest-BB315BB314BD9917-001/tempDir-003/solr.xml
   [junit4]   2> 605747 T1802 oasc.CoreContainer.<init> New CoreContainer 924649623
   [junit4]   2> 605747 T1802 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.ChaosMonkeySafeLeaderTest-BB315BB314BD9917-001/tempDir-003/]
   [junit4]   2> 605748 T1802 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 605748 T1802 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 605748 T1802 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 605749 T1802 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 605749 T1802 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 605749 T1802 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 605749 T1802 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 605750 T1802 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 605750 T1802 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 605751 T1802 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 605752 T1802 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 605752 T1802 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 605753 T1802 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:49720/solr
   [junit4]   2> 605753 T1802 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 605755 T1802 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 605759 T1844 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@27b085a3 name:ZooKeeperConnection Watcher:127.0.0.1:49720 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 605760 T1802 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 605768 T1802 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 605772 T1846 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5338ae98 name:ZooKeeperConnection Watcher:127.0.0.1:49720/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 605773 T1802 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 605798 T1802 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 606810 T1802 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49727_
   [junit4]   2> 606814 T1802 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:49727_
   [junit4]   2> 606841 T1847 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 606842 T1847 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 606845 T1824 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 606846 T1824 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 606846 T1824 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 606847 T1847 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 606850 T1825 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 606851 T1825 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:49727",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:49727_",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 606852 T1825 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1, shard2, shard3]
   [junit4]   2> 606852 T1825 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
   [junit4]   2> 606859 T1824 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 606860 T1824 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 606860 T1833 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 606861 T1846 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 607848 T1847 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 607849 T1847 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 607857 T1847 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 607857 T1847 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 607860 T1847 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 607860 T1847 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.ChaosMonkeySafeLeaderTest-BB315BB314BD9917-001/tempDir-003/collection1/'
   [junit4]   2> 607861 T1847 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-BB315BB314BD9917-001/tempDir-003/collection1/lib/.svn/' to classloader
   [junit4]   2> 607862 T1847 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-BB315BB314BD9917-001/tempDir-003/collection1/lib/classes/' to classloader
   [junit4]   2> 607862 T1847 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-BB315BB314BD9917-001/tempDir-003/collection1/lib/README' to classloader
   [junit4]   2> 607913 T1847 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_5_0
   [junit4]   2> 607939 T1847 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 607942 T1847 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 607950 T1847 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 608187 T1847 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 608187 T1847 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 608189 T1847 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 608194 T1847 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 608267 T1847 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 608267 T1847 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
   [junit4]   2> 608267 T1847 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.ChaosMonkeySafeLeaderTest-BB315BB314BD9917-001/tempDir-003/collection1/, dataDir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.ChaosMonkeySafeLeaderTest-BB315BB314BD9917-001/tempDir-001/jetty1/
   [junit4]   2> 608268 T1847 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@50ecb538
   [junit4]   2> 608269 T1847 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-BB315BB314BD9917-001/tempDir-001/jetty1
   [junit4]   2> 608270 T1847 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.ChaosMonkeySafeLeaderTest-BB315BB314BD9917-001/tempDir-001/jetty1/index/
   [junit4]   2> 608271 T1847 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.ChaosMonkeySafeLeaderTest-BB315BB314BD9917-001/tempDir-001/jetty1/index' doesn't exist. Creating new index...
   [junit4]   2> 608273 T1847 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-BB315BB314BD9917-001/tempDir-001/jetty1/index
   [junit4]   2> 608273 T1847 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=34, maxMergeAtOnceExplicit=21, maxMergedSegmentMB=63.982421875, floorSegmentMB=1.373046875, forceMergeDeletesPctAllowed=4.106268888577728, segmentsPerTier=49.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 608277 T1847 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-BB315BB314BD9917-001/tempDir-001/jetty1/index,segFN=segments_1,generation=1}
   [junit4]   2> 608277 T1847 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 608283 T1847 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 608284 T1847 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 608284 T1847 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 608285 T1847 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 608286 T1847 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 608287 T1847 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 608288 T1847 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 608288 T1847 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 608288 T1847 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 608289 T1847 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 608289 T1847 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 608290 T1847 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 608290 T1847 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 608291 T1847 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 608291 T1847 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 608292 T1847 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 608292 T1847 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
   [junit4]   2> 608301 T1847 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 608304 T1847 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 608304 T1847 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 608305 T1847 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=25, maxMergeAtOnceExplicit=27, maxMergedSegmentMB=48.423828125, floorSegmentMB=1.2548828125, forceMergeDeletesPctAllowed=2.3333866392119393, segmentsPerTier=45.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 608308 T1847 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-BB315BB314BD9917-001/tempDir-001/jetty1/index,segFN=segments_1,generation=1}
   [junit4]   2> 608309 T1847 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 608309 T1847 oass.SolrIndexSearcher.<init> Opening Searcher@438e8752[collection1] main
   [junit4]   2> 608309 T1847 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 608312 T1847 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 608313 T1847 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 608314 T1847 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 608315 T1847 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 608315 T1847 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 608318 T1847 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream Read 38 bytes from znode /configs/conf1/_rest_managed.json
   [junit4]   2> 608318 T1847 oasr.ManagedResourceStorage.load Loaded LinkedHashMap at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 608318 T1847 oasr.ManagedResource.reloadFromStorage Loaded initArgs {} for /rest/managed
   [junit4]   2> 608318 T1847 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 608326 T1848 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@438e8752[collection1] main{UninvertingDirectoryReader()}
   [junit4]   2> 608328 T1847 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 608330 T1851 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:49727 collection:collection1 shard:shard2
   [junit4]   2> 608331 T1802 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 608331 T1802 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 608332 T1851 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
   [junit4]   2> 608348 T1851 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
   [junit4]   2> 608355 T1824 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 608359 T1851 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 608359 T1851 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C3067 name=collection1 org.apache.solr.core.SolrCore@1bd2d6b5 url=http://127.0.0.1:49727/collection1 node=127.0.0.1:49727_ C3067_STATE=coll:collection1 core:collection1 props:{state=down, base_url=http://127.0.0.1:49727, core=collection1, node_name=127.0.0.1:49727_}
   [junit4]   2> 608359 T1851 C3067 P49727 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:49727/collection1/
   [junit4]   2> 608360 T1851 C3067 P49727 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 608360 T1851 C3067 P49727 oasc.SyncStrategy.syncToMe http://127.0.0.1:49727/collection1/ has no replicas
   [junit4]   2> 608360 T1851 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:49727/collection1/ shard2
   [junit4]   2> 608360 T1851 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
   [junit4]   2> 608365 T1825 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 608378 T1824 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 608380 T1824 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 608381 T1833 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 608382 T1846 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 608396 T1825 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 608405 T1824 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 608511 T1846 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 608512 T1824 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 608512 T1833 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 608548 T1851 oasc.ZkController.register We are http://127.0.0.1:49727/collection1/ and leader is http://127.0.0.1:49727/collection1/
   [junit4]   2> 608548 T1851 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:49727
   [junit4]   2> 608548 T1851 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 608549 T1851 oasc.ZkController.publish publishing core=collection1 state=active collection=collection1
   [junit4]   2> 608549 T1851 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 608561 T1824 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 608561 T1824 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 608561 T1824 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 608566 T1825 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 608566 T1851 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 608568 T1825 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:49727",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:49727_",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":"core_node1"}
   [junit4]   2> 608576 T1824 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 608683 T1846 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 608684 T1833 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 608684 T1824 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 610052 T1802 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 2
   [junit4]   2> 610053 T1802 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 610056 T1802 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:49730
   [junit4]   2> 610058 T1802 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 610058 T1802 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 610058 T1802 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.ChaosMonkeySafeLeaderTest-BB315BB314BD9917-001/tempDir-004
   [junit4]   2> 610059 T1802 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.ChaosMonkeySafeLeaderTest-BB315BB314BD9917-001/tempDir-004/'
   [junit4]   2> 610094 T1802 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.ChaosMonkeySafeLeaderTest-BB315BB314BD9917-001/tempDir-004/solr.xml
   [junit4]   2> 610124 T1802 oasc.CoreContainer.<init> New CoreContainer 1615614150
   [junit4]   2> 610125 T1802 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.ChaosMonkeySafeLeaderTest-BB315BB314BD9917-001/tempDir-004/]
   [junit4]   2> 610126 T1802 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 610126 T1802 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 610126 T1802 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 610126 T1802 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 610127 T1802 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 610127 T1802 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 610127 T1802 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 610127 T1802 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 610128 T1802 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 610128 T1802 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 610129 T1802 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 610129 T1802 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 610129 T1802 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:49720/solr
   [junit4]   2> 610130 T1802 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 610131 T1802 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 610137 T1862 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2449650a name:ZooKeeperConnection Watcher:127.0.0.1:49720 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 610137 T1802 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 610144 T1802 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 610148 T1864 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5fece9c8 name:ZooKeeperConnection Watcher:127.0.0.1:49720/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 610148 T1802 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 610162 T1802 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 611169 T1802 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49730_
   [junit4]   2> 611172 T1802 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:49730_
   [junit4]   2> 611196 T1865 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 611196 T1865 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 611199 T1865 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 611200 T1824 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 611200 T1824 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 611200 T1824 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 611203 T1825 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 611204 T1825 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:49730",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:49730_",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 611205 T1825 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=3
   [junit4]   2> 611205 T1825 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard3
   [junit4]   2> 611210 T1824 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 611212 T1846 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 611212 T1833 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 611213 T1824 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 611213 T1864 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 612200 T1865 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 612201 T1865 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 612203 T1865 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 612204 T1865 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 612208 T1865 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 612208 T1865 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.ChaosMonkeySafeLeaderTest-BB315BB314BD9917-001/tempDir-004/collection1/'
   [junit4]   2> 612210 T1865 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-BB315BB314BD9917-001/tempDir-004/collection1/lib/.svn/' to classloader
   [junit4]   2> 612211 T1865 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-BB315BB314BD9917-001/tempDir-004/collection1/lib/classes/' to classloader
   [junit4]   2> 612212 T1865 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-BB315BB314BD9917-001/tempDir-004/collection1/lib/README' to classloader
   [junit4]   2> 612303 T1865 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_5_0
   [junit4]   2> 612329 T1865 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 612342 T1865 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 612354 T1865 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 612553 T1865 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 612555 T1865 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 612556 T1865 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 612562 T1865 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 612634 T1865 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 612634 T1865 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
   [junit4]   2> 612635 T1865 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.ChaosMonkeySafeLeaderTest-BB315BB314BD9917-001/tempDir-004/collection1/, dataDir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.ChaosMonkeySafeLeaderTest-BB315BB314BD9917-001/tempDir-001/jetty2/
   [junit4]   2> 612635 T1865 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@50ecb538
   [junit4]   2> 612636 T1865 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-BB315BB314BD9917-001/tempDir-001/jetty2
   [junit4]   2> 612638 T1865 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.ChaosMonkeySafeLeaderTest-BB315BB314BD9917-001/tempDir-001/jetty2/index/
   [junit4]   2> 612639 T1865 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.ChaosMonkeySafeLeaderTest-BB315BB314BD9917-001/tempDir-001/jetty2/index' doesn't exist. Creating new index...
   [junit4]   2> 612641 T1865 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-BB315BB314BD9917-001/tempDir-001/jetty2/index
   [junit4]   2> 612642 T1865 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=34, maxMergeAtOnceExplicit=21, maxMergedSegmentMB=63.982421875, floorSegmentMB=1.373046875, forceMergeDeletesPctAllowed=4.106268888577728, segmentsPerTier=49.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 612646 T1865 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-BB315BB314BD9917-001/tempDir-001/jetty2/index,segFN=segments_1,generation=1}
   [junit4]   2> 612647 T1865 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 612653 T1865 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 612655 T1865 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 612655 T1865 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 612655 T1865 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 612656 T1865 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 612656 T1865 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 612662 T1865 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 612662 T1865 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 612663 T1865 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 612663 T1865 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 612664 T1865 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 612664 T1865 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 612664 T1865 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 612665 T1865 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 612665 T1865 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 612666 T1865 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 612666 T1865 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
   [junit4]   2> 612674 T1865 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 612676 T1865 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 612677 T1865 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 612678 T1865 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=25, maxMergeAtOnceExplicit=27, maxMergedSegmentMB=48.423828125, floorSegmentMB=1.2548828125, forceMergeDeletesPctAllowed=2.3333866392119393, segmentsPerTier=45.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 612680 T1865 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-BB315BB314BD9917-001/tempDir-001/jetty2/index,segFN=segments_1,generation=1}
   [junit4]   2> 612681 T1865 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 612681 T1865 oass.SolrIndexSearcher.<init> Opening Searcher@6b6ae8f9[collection1] main
   [junit4]   2> 612681 T1865 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 612689 T1865 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 612689 T1865 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 612691 T1865 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 612691 T1865 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 612691 T1865 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 612695 T1865 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream Read 38 bytes from znode /configs/conf1/_rest_managed.json
   [junit4]   2> 612695 T1865 oasr.ManagedResourceStorage.load Loaded LinkedHashMap at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 612695 T1865 oasr.ManagedResource.reloadFromStorage Loaded initArgs {} for /rest/managed
   [junit4]   2> 612696 T1865 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 612701 T1866 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6b6ae8f9[collection1] main{UninvertingDirectoryReader()}
   [junit4]   2> 612704 T1865 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 612708 T1869 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:49730 collection:collection1 shard:shard3
   [junit4]   2> 612709 T1802 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 612709 T1802 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 612711 T1869 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard3/election
   [junit4]   2> 612730 T1869 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard3
   [junit4]   2> 612735 T1824 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 612737 T1869 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 612737 T1869 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C3068 name=collection1 org.apache.solr.core.SolrCore@76adb157 url=http://127.0.0.1:49730/collection1 node=127.0.0.1:49730_ C3068_STATE=coll:collection1 core:collection1 props:{state=down, base_url=http://127.0.0.1:49730, core=collection1, node_name=127.0.0.1:49730_}
   [junit4]   2> 612738 T1869 C3068 P49730 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:49730/collection1/
   [junit4]   2> 612738 T1869 C3068 P49730 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 612738 T1869 C3068 P49730 oasc.SyncStrategy.syncToMe http://127.0.0.1:49730/collection1/ has no replicas
   [junit4]   2> 612738 T1869 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:49730/collection1/ shard3
   [junit4]   2> 612739 T1869 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard3
   [junit4]   2> 612742 T1825 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 612752 T1824 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 612755 T1833 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 612756 T1846 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 612757 T1864 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 612758 T1824 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 612774 T1825 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 612783 T1824 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 612889 T1833 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 612889 T1864 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 612890 T1846 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 612890 T1824 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 612923 T1869 oasc.ZkController.register We are http://127.0.0.1:49730/collection1/ and leader is http://127.0.0.1:49730/collection1/
   [junit4]   2> 612924 T1869 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:49730
   [junit4]   2> 612924 T1869 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 612924 T1869 oasc.ZkController.publish publishing core=collection1 state=active collection=collection1
   [junit4]   2> 612924 T1869 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 612927 T1824 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 612927 T1824 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 612928 T1824 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 612929 T1869 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 612933 T1825 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 612935 T1825 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:49730",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:49730_",
   [junit4]   2> 	  "shard":"shard3",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":"core_node2"}
   [junit4]   2> 612941 T1824 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 613047 T1833 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 613048 T1864 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 613049 T1846 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 613049 T1824 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 614640 T1802 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 3
   [junit4]   2> 614640 T1802 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 614646 T1802 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:49733
   [junit4]   2> 614647 T1802 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 614647 T1802 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 614648 T1802 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.ChaosMonkeySafeLeaderTest-BB315BB314BD9917-001/tempDir-005
   [junit4]   2> 614649 T1802 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.ChaosMonkeySafeLeaderTest-BB315BB314BD9917-001/tempDir-005/'
   [junit4]   2> 614688 T1802 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.ChaosMonkeySafeLeaderTest-BB315BB314BD9917-001/tempDir-005/solr.xml
   [junit4]   2> 614721 T1802 oasc.CoreContainer.<init> New CoreContainer 1836716321
   [junit4]   2> 614722 T1802 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.ChaosMonkeySafeLeaderTest-BB315BB314BD9917-001/tempDir-005/]
   [junit4]   2> 614723 T1802 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 614723 T1802 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 614723 T1802 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 614724 T1802 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 614724 T1802 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 614725 T1802 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 614726 T1802 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 614726 T1802 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 614727 T1802 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 614728 T1802 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 614728 T1802 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 614728 T1802 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 614729 T1802 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:49720/solr
   [junit4]   2> 614729 T1802 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 614731 T1802 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 614736 T1880 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1b815b3b name:ZooKeeperConnection Watcher:127.0.0.1:49720 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 614738 T1802 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 614746 T1802 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 614752 T1882 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6aa571f6 name:ZooKeeperConnection Watcher:127.0.0.1:49720/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 614752 T1802 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 614774 T1802 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 615783 T1802 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49733_
   [junit4]   2> 615786 T1802 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:49733_
   [junit4]   2> 615813 T1883 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 615813 T1883 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 615819 T1824 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 615819 T1883 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 615819 T1824 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 615821 T1824 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 615825 T1825 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 615827 T1825 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:49733",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:49

[...truncated too long message...]

lr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-BB315BB314BD9917-001/tempDir-001/jetty12/index.20140703222325477;done=false>>]
   [junit4]   2> 725397 T2067 oasc.CachingDirectoryFactory.close Closing directory: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-BB315BB314BD9917-001/tempDir-001/jetty12/index.20140703222325477
   [junit4]   2> 725397 T2067 oasc.LeaderElector$ElectionWatcher.process WARN  java.lang.RuntimeException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer
   [junit4]   2> 	at org.apache.solr.cloud.Overseer.createOverseerNode(Overseer.java:1301)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer.getInQueue(Overseer.java:1252)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer.getInQueue(Overseer.java:1248)
   [junit4]   2> 	at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:198)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:163)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:125)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:314)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:221)
   [junit4]   2> 	at org.apache.solr.cloud.ShardLeaderElectionContext.rejoinLeaderElection(ElectionContext.java:452)
   [junit4]   2> 	at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:216)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:163)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:125)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:358)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
   [junit4]   2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$9.execute(SolrZkClient.java:312)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$9.execute(SolrZkClient.java:309)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.create(SolrZkClient.java:309)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer.createOverseerNode(Overseer.java:1292)
   [junit4]   2> 	... 15 more
   [junit4]   2> 
   [junit4]   2> 725398 T2067 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 725398 T2067 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 725398 T2067 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 725399 T2067 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 725399 T2067 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 725399 T2067 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 725399 T2067 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 725399 T2067 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 725399 T2067 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 725399 T2067 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 725400 T2067 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 725400 T2067 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 725400 T2067 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 725400 T2067 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 725400 T2067 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 725401 T2067 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 6)
   [junit4]   2> 725401 T2067 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 725401 T2067 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 725401 T2067 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 725402 T2067 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.ChaosMonkeySafeLeaderTest-BB315BB314BD9917-001
   [junit4]   2> NOTE: test params are: codec=CheapBastard, sim=RandomSimilarityProvider(queryNorm=true,coord=no): {}, locale=es_UY, timezone=Asia/Bangkok
   [junit4]   2> NOTE: Mac OS X 10.8.5 x86_64/Oracle Corporation 1.8.0_05 (64-bit)/cpus=2,threads=1,free=131803600,total=226664448
   [junit4]   2> NOTE: All tests run in this JVM: [TestHighlightDedupGrouping, TestSolrQueryParserDefaultOperatorResource, TestFieldTypeResource, TestRangeQuery, UpdateParamsTest, TestDFRSimilarityFactory, DateFieldTest, QueryElevationComponentTest, RAMDirectoryFactoryTest, TestReload, HdfsBasicDistributedZk2Test, TestUpdate, IndexSchemaRuntimeFieldTest, PluginInfoTest, TestFastOutputStream, TestSolrQueryParser, TestSchemaVersionResource, RecoveryZkTest, MultiTermTest, StatelessScriptUpdateProcessorFactoryTest, AtomicUpdatesTest, StatsComponentTest, DistribCursorPagingTest, DocValuesMissingTest, TestSolrDeletionPolicy1, TestStressLucene, IndexSchemaTest, TestRandomDVFaceting, PreAnalyzedFieldTest, TestReversedWildcardFilterFactory, CoreAdminCreateDiscoverTest, TestStressVersions, DistribDocExpirationUpdateProcessorTest, NumericFieldsTest, TestCoreDiscovery, MBeansHandlerTest, SolrPluginUtilsTest, DebugComponentTest, TestSchemaSimilarityResource, StandardRequestHandlerTest, DistributedTermsComponentTest, TestReRankQParserPlugin, TestCollapseQParserPlugin, SystemInfoHandlerTest, CurrencyFieldOpenExchangeTest, FieldFacetTest, TestFastLRUCache, TestCSVResponseWriter, SpatialFilterTest, CustomCollectionTest, TestFoldingMultitermQuery, BasicDistributedZk2Test, ReplicationFactorTest, SpellPossibilityIteratorTest, TestNonNRTOpen, SolrIndexSplitterTest, TestDocumentBuilder, AlternateDirectoryTest, EchoParamsTest, TestComponentsName, TestOrdValues, TestDistributedGrouping, ChaosMonkeySafeLeaderTest]
   [junit4] Completed in 126.15s, 1 test, 1 failure <<< FAILURES!

[...truncated 1074 lines...]
BUILD FAILED
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/build.xml:467: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/build.xml:447: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/build.xml:45: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/extra-targets.xml:37: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build.xml:189: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/common-build.xml:496: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/common-build.xml:1298: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/common-build.xml:922: There were test failures: 415 suites, 1704 tests, 1 failure, 43 ignored (16 assumptions)

Total time: 106 minutes 43 seconds
Build step 'Invoke Ant' marked build as failure
[description-setter] Description set: Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-trunk-MacOSX (64bit/jdk1.8.0) - Build # 1686 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-MacOSX/1686/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseG1GC

1 tests failed.
REGRESSION:  org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest.testDistribSearch

Error Message:
document count mismatch.  control=72 sum(shards)=73 cloudClient=73

Stack Trace:
java.lang.AssertionError: document count mismatch.  control=72 sum(shards)=73 cloudClient=73
	at __randomizedtesting.SeedInfo.seed([D2E263878DC21E9D:5304ED9FFA9D7EA1]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkShardConsistency(AbstractFullDistribZkTestBase.java:1209)
	at org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest.doTest(ChaosMonkeyNothingIsSafeTest.java:226)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:863)
	at sun.reflect.GeneratedMethodAccessor49.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:483)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 11281 lines...]
   [junit4] Suite: org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest
   [junit4]   2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.ChaosMonkeyNothingIsSafeTest-D2E263878DC21E9D-001/init-core-data-001
   [junit4]   2> 1435401 T5549 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /b_u/vk
   [junit4]   2> 1435408 T5549 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> 1435409 T5549 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   1> client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1435410 T5550 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 1435511 T5549 oasc.ZkTestServer.run start zk server on port:50861
   [junit4]   2> 1435515 T5549 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1435521 T5556 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3806fd9a name:ZooKeeperConnection Watcher:127.0.0.1:50861 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1435522 T5549 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1435522 T5549 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 1435532 T5549 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1435536 T5558 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@304c3a10 name:ZooKeeperConnection Watcher:127.0.0.1:50861/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1435536 T5549 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1435537 T5549 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 1435544 T5549 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 1435551 T5549 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 1435557 T5549 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 1435565 T5549 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 1435566 T5549 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 1435578 T5549 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
   [junit4]   2> 1435580 T5549 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 1435588 T5549 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1435589 T5549 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1435595 T5549 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 1435596 T5549 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 1435605 T5549 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 1435606 T5549 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 1435612 T5549 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 1435613 T5549 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 1435622 T5549 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 1435622 T5549 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 1435631 T5549 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1435632 T5549 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1435641 T5549 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1435642 T5549 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1435653 T5549 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 1435654 T5549 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 1435662 T5549 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 1435663 T5549 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 1437369 T5549 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1437396 T5549 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:50864
   [junit4]   2> 1437397 T5549 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1437397 T5549 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1437398 T5549 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.ChaosMonkeyNothingIsSafeTest-D2E263878DC21E9D-001/tempDir-002
   [junit4]   2> 1437398 T5549 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.ChaosMonkeyNothingIsSafeTest-D2E263878DC21E9D-001/tempDir-002/'
   [junit4]   2> 1437440 T5549 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.ChaosMonkeyNothingIsSafeTest-D2E263878DC21E9D-001/tempDir-002/solr.xml
   [junit4]   2> 1437481 T5549 oasc.CoreContainer.<init> New CoreContainer 1036647488
   [junit4]   2> 1437482 T5549 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.ChaosMonkeyNothingIsSafeTest-D2E263878DC21E9D-001/tempDir-002/]
   [junit4]   2> 1437483 T5549 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1437483 T5549 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 1437484 T5549 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1437484 T5549 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1437485 T5549 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1437485 T5549 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1437485 T5549 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1437486 T5549 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1437486 T5549 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1437487 T5549 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1437487 T5549 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1437488 T5549 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1437488 T5549 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:50861/solr
   [junit4]   2> 1437488 T5549 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1437490 T5549 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1437495 T5569 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@16ef7930 name:ZooKeeperConnection Watcher:127.0.0.1:50861 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1437496 T5549 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1437501 T5549 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1437504 T5571 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@20f2cabe name:ZooKeeperConnection Watcher:127.0.0.1:50861/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1437504 T5549 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1437508 T5549 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 1437518 T5549 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 1437529 T5549 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running
   [junit4]   2> 1437540 T5549 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed
   [junit4]   2> 1437551 T5549 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure
   [junit4]   2> 1437562 T5549 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 1437567 T5549 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50864_b_u%2Fvk
   [junit4]   2> 1437569 T5549 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:50864_b_u%2Fvk
   [junit4]   2> 1437576 T5549 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 1437581 T5549 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 1437590 T5549 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:50864_b_u%2Fvk
   [junit4]   2> 1437590 T5549 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 1437596 T5549 oasc.Overseer.start Overseer (id=92036883248775171-127.0.0.1:50864_b_u%2Fvk-n_0000000000) starting
   [junit4]   2> 1437605 T5549 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 1437641 T5573 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 1437643 T5549 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 1437648 T5549 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 1437653 T5549 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1437665 T5572 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 1437671 T5574 oasc.ZkController.publish publishing core=collection1 state=down collection=control_collection
   [junit4]   2> 1437671 T5574 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1437675 T5571 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1437675 T5574 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1437688 T5572 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:50864/b_u/vk",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:50864_b_u%2Fvk",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1437689 T5572 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with shards [shard1]
   [junit4]   2> 1437689 T5572 oasc.Overseer$ClusterStateUpdater.createCollection state version control_collection 1
   [junit4]   2> 1437689 T5572 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 1437696 T5571 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1437698 T5571 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1438677 T5574 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 1438678 T5574 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
   [junit4]   2> 1438681 T5574 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1438681 T5574 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 1438687 T5574 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1438688 T5574 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.ChaosMonkeyNothingIsSafeTest-D2E263878DC21E9D-001/tempDir-002/collection1/'
   [junit4]   2> 1438692 T5574 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest-D2E263878DC21E9D-001/tempDir-002/collection1/lib/.svn/' to classloader
   [junit4]   2> 1438693 T5574 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest-D2E263878DC21E9D-001/tempDir-002/collection1/lib/classes/' to classloader
   [junit4]   2> 1438694 T5574 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest-D2E263878DC21E9D-001/tempDir-002/collection1/lib/README' to classloader
   [junit4]   2> 1438747 T5574 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_5_0
   [junit4]   2> 1438759 T5574 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1438763 T5574 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1438774 T5574 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 1438875 T5574 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1438876 T5574 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1438877 T5574 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1438886 T5574 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1439007 T5574 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 1439008 T5574 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
   [junit4]   2> 1439009 T5574 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.ChaosMonkeyNothingIsSafeTest-D2E263878DC21E9D-001/tempDir-002/collection1/, dataDir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.ChaosMonkeyNothingIsSafeTest-D2E263878DC21E9D-001/tempDir-001/control/data/
   [junit4]   2> 1439009 T5574 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@600bc100
   [junit4]   2> 1439014 T5574 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest-D2E263878DC21E9D-001/tempDir-001/control/data
   [junit4]   2> 1439015 T5574 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.ChaosMonkeyNothingIsSafeTest-D2E263878DC21E9D-001/tempDir-001/control/data/index/
   [junit4]   2> 1439018 T5574 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.ChaosMonkeyNothingIsSafeTest-D2E263878DC21E9D-001/tempDir-001/control/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1439019 T5574 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest-D2E263878DC21E9D-001/tempDir-001/control/data/index
   [junit4]   2> 1439021 T5574 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=31, maxMergeAtOnceExplicit=44, maxMergedSegmentMB=83.3212890625, floorSegmentMB=1.5, forceMergeDeletesPctAllowed=3.1730657031306997, segmentsPerTier=23.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 1439033 T5574 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest-D2E263878DC21E9D-001/tempDir-001/control/data/index,segFN=segments_1,generation=1}
   [junit4]   2> 1439033 T5574 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1439038 T5574 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 1439038 T5574 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 1439039 T5574 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1439039 T5574 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1439039 T5574 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1439039 T5574 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 1439040 T5574 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1439041 T5574 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1439041 T5574 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1439041 T5574 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 1439042 T5574 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 1439042 T5574 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 1439042 T5574 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 1439043 T5574 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 1439043 T5574 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 1439044 T5574 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 1439044 T5574 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
   [junit4]   2> 1439053 T5574 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1439055 T5574 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1439056 T5574 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1439056 T5574 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=35, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5752913056219086]
   [junit4]   2> 1439058 T5574 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest-D2E263878DC21E9D-001/tempDir-001/control/data/index,segFN=segments_1,generation=1}
   [junit4]   2> 1439058 T5574 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1439058 T5574 oass.SolrIndexSearcher.<init> Opening Searcher@4011a163[collection1] main
   [junit4]   2> 1439059 T5574 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 1439061 T5574 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1439061 T5574 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 1439062 T5574 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1439063 T5574 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 1439063 T5574 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1439064 T5574 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 1439064 T5574 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1439066 T5574 oascc.SolrZkClient.makePath makePath: /configs/conf1/_rest_managed.json
   [junit4]   2> 1439070 T5574 oasr.ManagedResourceStorage$ZooKeeperStorageIO$1.close Wrote 38 bytes to new znode /configs/conf1/_rest_managed.json
   [junit4]   2> 1439071 T5574 oasr.ManagedResourceStorage$JsonStorage.store Saved JSON object to path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1439071 T5574 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 1439073 T5575 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4011a163[collection1] main{UninvertingDirectoryReader()}
   [junit4]   2> 1439074 T5574 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 1439076 T5578 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:50864/b_u/vk collection:control_collection shard:shard1
   [junit4]   2> 1439077 T5549 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 1439078 T5549 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1439078 T5578 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 1439079 T5549 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1439083 T5580 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2b20237b name:ZooKeeperConnection Watcher:127.0.0.1:50861/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1439084 T5549 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1439085 T5549 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1439093 T5578 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 1439094 T5549 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 1439094 T5549 oasc.AbstractFullDistribZkTestBase.createJettys Creating collection1 with stateFormat=2
   [junit4]   2> 1439096 T5549 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1439099 T5582 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1db1ab9b name:ZooKeeperConnection Watcher:127.0.0.1:50861/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1439100 T5549 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1439100 T5571 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1439102 T5578 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 1439102 T5578 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C1114 name=collection1 org.apache.solr.core.SolrCore@2b2744a3 url=http://127.0.0.1:50864/b_u/vk/collection1 node=127.0.0.1:50864_b_u%2Fvk C1114_STATE=coll:control_collection core:collection1 props:{state=down, base_url=http://127.0.0.1:50864/b_u/vk, core=collection1, node_name=127.0.0.1:50864_b_u%2Fvk}
   [junit4]   2> 1439102 T5578 C1114 P50864 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:50864/b_u/vk/collection1/
   [junit4]   2> 1439103 T5578 C1114 P50864 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 1439103 T5578 C1114 P50864 oasc.SyncStrategy.syncToMe http://127.0.0.1:50864/b_u/vk/collection1/ has no replicas
   [junit4]   2> 1439103 T5578 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:50864/b_u/vk/collection1/ shard1
   [junit4]   2> 1439103 T5578 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 1439106 T5571 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1439120 T5571 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1439121 T5572 oasc.Overseer$ClusterStateUpdater.buildCollection building a new collection: collection1
   [junit4]   2> 1439121 T5572 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1, shard2]
   [junit4]   2> 1439122 T5572 oasc.Overseer$ClusterStateUpdater.createCollection state version collection1 2
   [junit4]   2> 1439127 T5572 oasc.Overseer$ClusterStateUpdater.updateZkStates going to create_collection live nodes:[] collections:{collection1=DocCollection(collection1)={
   [junit4]   2> 	  "replicationFactor":"1",
   [junit4]   2> 	  "router":{"name":"compositeId"},
   [junit4]   2> 	  "maxShardsPerNode":"1",
   [junit4]   2> 	  "autoCreated":"true",
   [junit4]   2> 	  "shards":{
   [junit4]   2> 	    "shard1":{
   [junit4]   2> 	      "range":"80000000-ffffffff",
   [junit4]   2> 	      "state":"active",
   [junit4]   2> 	      "replicas":{}},
   [junit4]   2> 	    "shard2":{
   [junit4]   2> 	      "range":"0-7fffffff",
   [junit4]   2> 	      "state":"active",
   [junit4]   2> 	      "replicas":{}}}}}
   [junit4]   2> 1439131 T5571 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1439131 T5580 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1439157 T5571 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1439261 T5571 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1439262 T5580 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1439276 T5578 oasc.ZkController.register We are http://127.0.0.1:50864/b_u/vk/collection1/ and leader is http://127.0.0.1:50864/b_u/vk/collection1/
   [junit4]   2> 1439277 T5578 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:50864/b_u/vk
   [junit4]   2> 1439277 T5578 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 1439277 T5578 oasc.ZkController.publish publishing core=collection1 state=active collection=control_collection
   [junit4]   2> 1439278 T5578 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1439280 T5571 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1439281 T5571 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1439281 T5571 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1439292 T5572 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:50864/b_u/vk",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:50864_b_u%2Fvk",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":"core_node1"}
   [junit4]   2> 1439299 T5571 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1439406 T5580 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1439407 T5571 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1440701 T5549 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1
   [junit4]   2> 1440702 T5549 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1440707 T5549 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:50869
   [junit4]   2> 1440708 T5549 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1440709 T5549 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1440709 T5549 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.ChaosMonkeyNothingIsSafeTest-D2E263878DC21E9D-001/tempDir-003
   [junit4]   2> 1440709 T5549 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.ChaosMonkeyNothingIsSafeTest-D2E263878DC21E9D-001/tempDir-003/'
   [junit4]   2> 1440750 T5549 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.ChaosMonkeyNothingIsSafeTest-D2E263878DC21E9D-001/tempDir-003/solr.xml
   [junit4]   2> 1440766 T5549 oasc.CoreContainer.<init> New CoreContainer 97661228
   [junit4]   2> 1440767 T5549 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.ChaosMonkeyNothingIsSafeTest-D2E263878DC21E9D-001/tempDir-003/]
   [junit4]   2> 1440767 T5549 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1440768 T5549 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 1440768 T5549 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1440768 T5549 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1440769 T5549 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1440769 T5549 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1440770 T5549 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1440771 T5549 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1440771 T5549 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1440772 T5549 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1440772 T5549 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1440772 T5549 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1440773 T5549 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:50861/solr
   [junit4]   2> 1440773 T5549 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1440775 T5549 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1440778 T5593 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7684637b name:ZooKeeperConnection Watcher:127.0.0.1:50861 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1440779 T5549 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1440783 T5549 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1440786 T5595 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@20362662 name:ZooKeeperConnection Watcher:127.0.0.1:50861/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1440786 T5549 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1440804 T5549 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1441821 T5549 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50869_b_u%2Fvk
   [junit4]   2> 1441827 T5549 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:50869_b_u%2Fvk
   [junit4]   2> 1441876 T5596 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 1441876 T5596 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1441882 T5571 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1441883 T5571 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1441884 T5571 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1441891 T5596 oasc.ZkController.preRegister Registering watch for collection collection1
   [junit4]   2> 1441894 T5596 oascc.ZkStateReader.addZkWatch addZkWatch collection1
   [junit4]   2> 1441899 T5596 oascc.ZkStateReader.addZkWatch Updating collection state at /collections/collection1/state.json from ZooKeeper... 
   [junit4]   2> 1441905 T5572 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:50869/b_u/vk",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:50869_b_u%2Fvk",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1441908 T5596 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1441923 T5572 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
   [junit4]   2> 1441925 T5572 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
   [junit4]   2> 1441939 T5571 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1441940 T5572 oasc.Overseer$ClusterStateUpdater.updateZkStates going to update_collection /collections/collection1/state.json
   [junit4]   2> 1441941 T5595 oascc.ZkStateReader$6.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json, has occurred - updating... 
   [junit4]   2> 1441943 T5595 oascc.ZkStateReader$6.process Updating data for collection1 to ver 1 
   [junit4]   2> 1442911 T5596 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 1442912 T5596 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 1442917 T5596 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1442917 T5596 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 1442923 T5596 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1442924 T5596 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.ChaosMonkeyNothingIsSafeTest-D2E263878DC21E9D-001/tempDir-003/collection1/'
   [junit4]   2> 1442928 T5596 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest-D2E263878DC21E9D-001/tempDir-003/collection1/lib/.svn/' to classloader
   [junit4]   2> 1442929 T5596 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest-D2E263878DC21E9D-001/tempDir-003/collection1/lib/classes/' to classloader
   [junit4]   2> 1442931 T5596 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest-D2E263878DC21E9D-001/tempDir-003/collection1/lib/README' to classloader
   [junit4]   2> 1442996 T5596 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_5_0
   [junit4]   2> 1443008 T5596 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1443011 T5596 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1443015 T5596 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 1443136 T5596 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1443138 T5596 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1443139 T5596 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1443144 T5596 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1443200 T5596 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 1443202 T5596 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
   [junit4]   2> 1443202 T5596 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.ChaosMonkeyNothingIsSafeTest-D2E263878DC21E9D-001/tempDir-003/collection1/, dataDir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.ChaosMonkeyNothingIsSafeTest-D2E263878DC21E9D-001/tempDir-001/jetty1/
   [junit4]   2> 1443203 T5596 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@600bc100
   [junit4]   2> 1443204 T5596 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest-D2E263878DC21E9D-001/tempDir-001/jetty1
   [junit4]   2> 1443205 T5596 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.ChaosMonkeyNothingIsSafeTest-D2E263878DC21E9D-001/tempDir-001/jetty1/index/
   [junit4]   2> 1443206 T5596 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.ChaosMonkeyNothingIsSafeTest-D2E263878DC21E9D-001/tempDir-001/jetty1/index' doesn't exist. Creating new index...
   [junit4]   2> 1443208 T5596 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest-D2E263878DC21E9D-001/tempDir-001/jetty1/index
   [junit4]   2> 1443209 T5596 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=31, maxMergeAtOnceExplicit=44, maxMergedSegmentMB=83.3212890625, floorSegmentMB=1.5, forceMergeDeletesPctAllowed=3.1730657031306997, segmentsPerTier=23.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 1443214 T5596 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest-D2E263878DC21E9D-001/tempDir-001/jetty1/index,segFN=segments_1,generation=1}
   [junit4]   2> 1443215 T5596 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1443222 T5596 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 1443223 T5596 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 1443224 T5596 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1443224 T5596 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1443225 T5596 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1443225 T5596 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 1443226 T5596 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1443226 T5596 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1443226 T5596 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1443228 T5596 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 1443228 T5596 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 1443229 T5596 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 1443229 T5596 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 1443230 T5596 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 1443230 T5596 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 1443232 T5596 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 1443233 T5596 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
   [junit4]   2> 1443242 T5596 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1443245 T5596 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1443245 T5596 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1443246 T5596 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=35, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5752913056219086]
   [junit4]   2> 1443248 T5596 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest-D2E263878DC21E9D-001/tempDir-001/jetty1/index,segFN=segments_1,generation=1}
   [junit4]   2> 1443248 T5596 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1443249 T5596 oass.SolrIndexSearcher.<init> Opening Searcher@3586e30c[collection1] main
   [junit4]   2> 1443249 T5596 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 1443252 T5596 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1443252 T5596 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 1443253 T5596 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1443253 T5596 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 1443254 T5596 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1443257 T5596 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream Read 38 bytes from znode /configs/conf1/_rest_managed.json
   [junit4]   2> 1443257 T5596 oasr.ManagedResourceStorage.load Loaded LinkedHashMap at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1443257 T5596 oasr.ManagedResource.reloadFromStorage Loaded initArgs {} for /rest/managed
   [junit4]   2> 1443257 T5596 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 1443263 T5597 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3586e30c[collection1] main{UninvertingDirectoryReader()}
   [junit4]   2> 1443266 T5596 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 1443268 T5600 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:50869/b_u/vk collection:collection1 shard:shard2
   [junit4]   2> 1443269 T5549 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 1443270 T5549 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1443270 T5600 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
   [junit4]   2> 1443287 T5600 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
   [junit4]   2> 1443291 T5600 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 1443292 T5600 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C1115 name=collection1 org.apache.solr.core.SolrCore@271a3632 url=http://127.0.0.1:50869/b_u/vk/collection1 node=127.0.0.1:50869_b_u%2Fvk C1115_STATE=coll:collection1 core:collection1 props:{state=down, base_url=http://127.0.0.1:50869/b_u/vk, core=collection1, node_name=127.0.0.1:50869_b_u%2Fvk}
   [junit4]   2> 1443292 T5600 C1115 P50869 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:50869/b_u/vk/collection1/
   [junit4]   2> 1443292 T5600 C1115 P50869 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 1443293 T5600 C1115 P50869 oasc.SyncStrategy.syncToMe http://127.0.0.1:50869/b_u/vk/collection1/ has no replicas
   [junit4]   2> 1443293 T5600 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:50869/b_u/vk/collection1/ shard2
   [junit4]   2> 1443293 T5600 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
   [junit4]   2> 1443293 T5571 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1443308 T5571 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1443356 T5572 oasc.Overseer$ClusterStateUpdater.updateZkStates going to update_collection /collections/collection1/state.json
   [junit4]   2> 1443360 T5595 oascc.ZkStateReader$6.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json, has occurred - updating... 
   [junit4]   2> 1443363 T5595 oascc.ZkStateReader$6.process Updating data for collection1 to ver 2 
   [junit4]   2> 1443387 T5571 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1443388 T5572 oasc.Overseer$ClusterStateUpdater.updateZkStates going to update_collection /collections/collection1/state.json
   [junit4]   2> 1443392 T5595 oascc.ZkStateReader$6.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json, has occurred - updating... 
   [junit4]   2> 1443394 T5595 oascc.ZkStateReader$6.process Updating data for collection1 to ver 3 
   [junit4]   2> 1443413 T5600 oasc.ZkController.register We are http://127.0.0.1:50869/b_u/vk/collection1/ and leader is http://127.0.0.1:50869/b_u/vk/collection1/
   [junit4]   2> 1443414 T5600 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:50869/b_u/vk
   [junit4]   2> 1443414 T5600 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 1443414 T5600 oasc.ZkController.publish publishing core=collection1 state=active collection=collection1
   [junit4]   2> 1443415 T5600 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1443418 T5571 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1443433 T5572 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:50869/b_u/vk",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:50869_b_u%2Fvk",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":"core_node1"}
   [junit4]   2> 1443447 T5571 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1443449 T5572 oasc.Overseer$ClusterStateUpdater.updateZkStates going to update_collection /collections/collection1/state.json
   [junit4]   2> 1443453 T5595 oascc.ZkStateReader$6.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json, has occurred - updating... 
   [junit4]   2> 1443457 T5595 oascc.ZkStateReader$6.process Updating data for collection1 to ver 4 
   [junit4]   2> 1444985 T5549 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 2
   [junit4]   2> 1444987 T5549 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1444992 T5549 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:50872
   [junit4]   2> 1444993 T5549 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1444994 T5549 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1444995 T5549 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.ChaosMonkeyNothingIsSafeTest-D2E263878DC21E9D-001/tempDir-004
   [junit4]   2> 1444995 T5549 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.ChaosMonkeyNothingIsSafeTest-D2E263878DC21E9D-001/tempDir-004/'
   [junit4]   2> 1445040 T5549 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.ChaosMonkeyNothingIsSafeTest-D2E263878DC21E9D-001/tempDir-004/solr.xml
   [junit4]   2> 1445055 T5549 oasc.CoreContainer.<init> New CoreContainer 1448378605
   [junit4]   2> 1445056 T5549 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.ChaosMonkeyNothingIsSafeTest-D2E263878DC21E9D-001/tempDir-004/]
   [junit4]   2> 1445056 T5549 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1445057 T5549 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 1445057 T5549 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1445057 T5549 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1445058 T5549 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1445058 T5549 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1445058 T5549 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1445059 T5549 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1445059 T5549 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1445060 T5549 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1445060 T5549 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1445060 T5549 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1445061 T5549 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:50861/solr
   [junit4]   2> 1445061 T5549 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1445063 T5549 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1445068 T5611 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@42db43c8 name:ZooKeeperConnection Watcher:127.0.0.1:50861 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1445068 T5549 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1445074 T5549 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1445077 T5613 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@342f7d4b name:ZooKeeperConnection Watcher:127.0.0.1:50861/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1445077 T5549 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1445095 T5549 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1446113 T5549 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50872_b_u%2Fvk
   [junit4]   2> 1446116 T5549 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:50872_b_u%2Fvk
   [junit4]   2> 1446136 T5614 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 1446136 T5614 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1446138 T5571 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1446141 T5614 oasc.ZkController.preRegister Registering watch for collection collection1
   [junit4]   2> 1446141 T5614 oascc.ZkStateReader.addZkWatch addZkWatch collection1
   [junit4]   2> 1446142 T5614 oascc.ZkStateReader.addZkWatch Updating collection state at /collections/collection1/state.json from ZooKeeper... 
   [junit4]   2> 1446145 T5572 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:50872/b_u/vk",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:50872_b_u%2Fvk",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1446146 T5614 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1446155 T5572 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
   [junit4]   2> 1446158 T5572 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 1446173 T5571 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1446174 T5572 oasc.Overseer$ClusterStateUpdater.updateZkStates going to update_collection /collections/collection1/state.json
   [junit4]   2> 1446175 T5613 oascc.ZkStateReader$6.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json, has occurred - updating... 
   [junit4]   2> 1446176 T5595 oascc.ZkStateReader$6.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json, has occurred - updating... 
   [junit4]   2> 1446178 T5613 oascc.ZkStateReader$6.process Updating data for collection1 to ver 5 
   [junit4]   2> 1446178 T5595 oascc.ZkStateReader$6.process Updating data for collection1 to ver 5 
   [junit4]   2> 1447148 T5614 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 1447149 T5614 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 1447150 T5614 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1447150 T5614 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 1447153 T5614 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1447153 T5614 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.ChaosMonkeyNothingIsSafeTest-D2E263878DC21E9D-001/tempDir-004/collection1/'
   [junit4]   2> 1447155 T5614 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest-D2E263878DC21E9D-001/tempDir-004/collection1/lib/.svn/' to classloader
   [junit4]   2> 1447155 T5614 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest-D2E263878DC21E9D-001/tempDir-004/collection1/lib/classes/' to classloader
   [junit4]   2> 1447156 T5614 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest-D2E263878DC21E9D-001/tempDir-004/collection1/lib/README' to classloader
   [junit4]   2> 1447195 T5614 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_5_0
   [junit4]   2> 1447206 T5614 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1447211 T5614 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1447216 T5614 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 1447333 T5614 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1447334 T5614 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1447336 T5614 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1447340 T5614 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1447388 T5614 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 1447389 T5614 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
   [junit4]   2> 1447389 T5614 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.ChaosMonkeyNothingIsSafeTest-D2E263878DC21E9D-001/tempDir-004/collection1/, dataDir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.ChaosMonkeyNothingIsSafeTest-D2E263878DC21E9D-001/tempDir-001/jetty2/
   [junit4]   2> 1447389 T5614 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@600bc100
   [junit4]   2> 1447391 T5614 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest-D2E263878DC21E9D-001/tempDir-001/jetty2
   [junit4]   2> 1447392 T5614 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.ChaosMonkeyNothingIsSafeTest-D2E263878DC21E9D-001/tempDir-001/jetty2/index/
   [junit4]   2> 1447393 T5614 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.ChaosMonkeyNothingIsSafeTest-D2E263878DC21E9D-001/tempDir-001/jetty2/index' doesn't exist. Creating new index...
   [junit4]   2> 1447394 T5614 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest-D2E263878DC21E9D-001/tempDir-001/jetty2/index
   [junit4]   2> 1447395 T5614 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=31, maxMergeAtOnceExplicit=44, maxMergedSegmentMB=83.3212890625, floorSegmentMB=1.5, forceMergeDeletesPctAllowed=3.1730657031306997, segmentsPerTier=23.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 1447400 T5614 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest-D2E263878DC21E9D-001/tempDir-001/jetty2/index,segFN=segments_1,generation=1}
   [junit4]   2> 1447400 T5614 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1447406 T5614 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 1447407 T5614 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 1447407 T5614 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1447408 T5614 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1447409 T5614 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1447409 T5614 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 1447410 T5614 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1447410 T5614 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1447410 T5614 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1447411 T5614 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 1447412 T5614 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 1447412 T5614 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 1447412 T5614 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 1447413 T5614 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 1447413 T5614 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 1447414 T5614 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 1447415 T5614 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
   [junit4]   2> 1447424 T5614 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1447426 T5614 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1447426 T5614 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1447427 T5614 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=35, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5752913056219086]
   [junit4]   2> 1447429 T5614 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest-D2E263878DC21E9D-001/tempDir-001/jetty2/index,segFN=segments_1,generation=1}
   [junit4]   2> 1447429 T5614 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1447429 T5614 oass.SolrIndexSearcher.<init> Opening Searcher@1019145c[collection1] main
   [junit4]   2> 1447430 T5614 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 1447433 T5614 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1447433 T5614 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 1447436 T5614 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1447436 T5614 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 1447437 T5614 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1447440 T5614 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream Read 38 bytes from znode /configs/conf1/_rest_managed.json
   [junit4]   2> 1447440 T5614 oasr.ManagedResourceStorage.load Loaded LinkedHashMap at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1447440 T5614 oasr.ManagedResource.reloadFromStorage Loaded initArgs {} for /rest/managed
   [junit4]   2> 1447441 T5614 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 1447445 T5615 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1019145c[collection1] main{UninvertingDirectoryReader()}
   [junit4]   2> 1447446 T5614 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 1447448 T5618 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:50872/b_u/vk collection:collection1 shard:shard1
   [junit4]   2> 1447449 T5549 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 1447449 T5549 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1447450 T5618 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 1447460 T5618 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 1447470 T5571 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1447471 T5618 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 1447471 T5618 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C1116 name=collection1 org.apache.solr.core.SolrCore@23fbc3e5 url=http://127.0.0.1:50872/b_u/vk/collection1 node=127.0.0.1:50872_b_u%2Fvk C1116_STATE=coll:collection1 core:collection1 props:{state=down, base_url=http://127.0.0.1:50872/b_u/vk, core=collection1, node_name=127.0.0.1:50872_b_u%2Fvk}
   [junit4]   2> 1447471 T5618 C1116 P50872 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:50872/b_u/vk/collection1/
   [junit4]   2> 1447472 T5618 C1116 P50872 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 1447472 T5618 C1116 P50872 oasc.SyncStrategy.syncToMe http://127.0.0.1:50872/b_u/vk/collection1/ has no replicas
   [junit4]   2> 1447472 T5618 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:50872/b_u/vk/collection1/ shard1
   [junit4]   2> 1447473 T5618 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 1447487 T5571 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1447495 T5572 oasc.Overseer$ClusterStateUpdater.updateZkStates going to update_collection /collections/collection1/state.json
   [junit4]   2> 1447497 T5595 oascc.ZkStateReader$6.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json, has occurred - updating... 
   [junit4]   2> 1447498 T5613 oascc.ZkStateReader$6.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json, has occurred - updating... 
   [junit4]   2> 1447499 T5595 oascc.ZkStateReader$6.process Updating data for collection1 to ver 6 
   [junit4]   2> 1447501 T5613 oascc.ZkStateReader$6.process Updating data for collection1 to ver 6 
   [junit4]   2> 1447586 T5571 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1447590 T5572 oasc.Overseer$ClusterStateUpdater.updateZkStates going to update_collection /collections/collection1/state.json
   [junit4]   2> 1447601 T5613 oascc.ZkStateReader$6.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json, has occurred - updating... 
   [junit4]   2> 1447602 T5595 oascc.ZkStateReader$6.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json, has occurred - updating... 
   [junit4]   2> 1447606 T5613 oascc.ZkStateReader$6.process Updating data for collection1 to ver 7 
   [junit4]   2> 1447606 T5595 oascc.ZkStateReader$6.process Updating data for collection1 to ver 7 
   [junit4]   2> 1447647 T5618 oasc.ZkController.register We are http://127.0.0.1:50872/b_u/vk/collection1/ and leader is http://127.0.0.1:50872/b_u/vk/collection1/
   [junit4]   2> 1447648 T5618 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:50872/b_u/vk
   [junit4]   2> 1447648 T5618 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 1447648 T5618 oasc.ZkController.publish publishing core=collection1 state=active collection=collection1
   [junit4]   2> 1447648 T5618 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1447653 T5571 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1447665 T5572 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:50872/b_u/vk",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:50872_b_u%2Fvk",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":"core_node2"}
   [junit4]   2> 1447685 T5571 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1447686 T5572 oasc.Overseer$ClusterStateUpdater.updateZkStates going to update_collection /collections/collection1/state.json
   [junit4]   2> 1447688 T5595 oascc.ZkStateReader$6.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json, has occurred - updating... 
   [junit4]   2> 1447691 T5595 oascc.ZkStateReader$6.process Updating data for collection1 to ver 8 
   [junit4]   2> 1447691 T5613 oascc.ZkStateReader$6.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json, has occurred - updating... 
   [junit4]   2> 1447694 T5613 oascc.ZkStateReader$6.process Updating data for collection1 to ver 8 
   [junit4]   2> 1449187 T5549 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 3
   [junit4]   2> 1449188 T5549 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1449195 T5549 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:50875
   [junit4]   2> 1449196 T5549 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1449197 T5549 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1449197 T5549 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.ChaosMonkeyNothingIsSafeTest-D2E263878DC21E9D-001/tempDir-005
   [junit4]   2> 1449197 T5549 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.ChaosMonkeyNothingIsSafeTest-D2E263878DC21E9D-001/tempDir-005/'
   [junit4]   2> 1449235 T5549 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.ChaosMonkeyNothingIsSafeTest-D2E263878DC21E9D-001/tempDir-005/solr.xml
   [junit4]   2> 1449250 T5549 oasc.CoreContainer.<init> New CoreContainer 301732944
   [junit4]   2> 1449251 T5549 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.ChaosMonkeyNothingIsSafeTest-D2E263878DC21E9D-001/tempDir-005/]
   [junit4]   2> 1449251 T5549 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1449252 T5549 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 1449252 T5549 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1449253 T5549 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1449253 T5549 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1449254 T5549 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1449254 T5549 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1449254 T5549 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1449254 T5549 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1449255 T5549 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1449257 T5549 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1449257 T5549 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1449257 T5549 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:50861/solr
   [junit4]   2> 1449258 T5549 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1449259 T5549 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1449263 T5629 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2ed72869 name:ZooKeeperConnection Watcher:127.0.0.1:50861 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1449263 T5549 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1449269 T5549 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1449271 T5631 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3913ee37 name:ZooKeeperConnection Watcher:127.0.0.1:50861/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1449272 T5549 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1449290 T5549 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1450308 T5549 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50875_b_u%2Fvk
   [junit4]   2> 1450314 T5549 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:50875_b_u%2Fvk
   [junit4]   2> 1450360 T5632 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 1450360 T5632 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1450365 T5571 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1450371 T5632 oasc.ZkController.preRegister Registering watch for collection collection1
   [junit4]   2> 1450371 T5632 oascc.ZkStateReader.addZkWatch addZkWatch collection1
   [junit4]   2> 1450375 T5632 oascc.ZkStateReader.addZkWatch Updating collection state at /collections/collection1/state.json from ZooKeeper... 
   [junit4]   2> 1450382 T5632 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1450382 T5572 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:50875/b_u/vk",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:50875_b_u%2Fvk",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1450393 T5572 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
   [junit4]   2> 1450396 T5

[...truncated too long message...]

checkIfIamLeader(LeaderElector.java:94)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:358)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
   [junit4]   2> 
   [junit4]   2> 1492273 T5714 C1125 P50897 oasc.SyncStrategy.sync WARN Closed, skipping sync up.
   [junit4]   2> 1492274 T5714 oasc.ShardLeaderElectionContext.rejoinLeaderElection Not rejoining election because CoreContainer is shutdown
   [junit4]   2> 1492274 T5714 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@4175083d
   [junit4]   2> 1492286 T5714 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=2,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=55,cumulative_deletesById=19,cumulative_deletesByQuery=1,cumulative_errors=0,transaction_logs_total_size=6184,transaction_logs_total_number=1}
   [junit4]   2> 1492286 T5714 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 1492286 T5714 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 1492290 T5714 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 1492294 T5714 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 1492295 T5714 oasc.CachingDirectoryFactory.close Closing StandardDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 1492296 T5714 oasc.CachingDirectoryFactory.closeCacheValue looking to close /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest-D2E263878DC21E9D-001/tempDir-001/jetty7 [CachedDir<<refCount=0;path=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest-D2E263878DC21E9D-001/tempDir-001/jetty7;done=false>>]
   [junit4]   2> 1492297 T5714 oasc.CachingDirectoryFactory.close Closing directory: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest-D2E263878DC21E9D-001/tempDir-001/jetty7
   [junit4]   2> 1492297 T5714 oasc.CachingDirectoryFactory.closeCacheValue looking to close /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest-D2E263878DC21E9D-001/tempDir-001/jetty7/index [CachedDir<<refCount=0;path=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest-D2E263878DC21E9D-001/tempDir-001/jetty7/index;done=false>>]
   [junit4]   2> 1492297 T5714 oasc.CachingDirectoryFactory.close Closing directory: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest-D2E263878DC21E9D-001/tempDir-001/jetty7/index
   [junit4]   2> 1492298 T5714 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 1492298 T5714 oasc.LeaderElector$ElectionWatcher.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1472)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:260)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:257)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:257)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:94)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:358)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.ChaosMonkeyNothingIsSafeTest-D2E263878DC21E9D-001
   [junit4]   2> NOTE: test params are: codec=Lucene45, sim=RandomSimilarityProvider(queryNorm=false,coord=yes): {}, locale=et_EE, timezone=America/El_Salvador
   [junit4]   2> NOTE: Mac OS X 10.8.5 x86_64/Oracle Corporation 1.8.0_05 (64-bit)/cpus=2,threads=1,free=127694728,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [ReturnFieldsTest, TestCodecSupport, TestXIncludeConfig, SpellPossibilityIteratorTest, AnalysisErrorHandlingTest, TestOverriddenPrefixQueryForCustomFieldType, TestManagedSchemaFieldResource, DirectUpdateHandlerTest, PingRequestHandlerTest, TestIBSimilarityFactory, ZkCLITest, ResponseLogComponentTest, SampleTest, PrimUtilsTest, TestReloadAndDeleteDocs, TestShardHandlerFactory, SolrXmlInZkTest, RemoteQueryErrorTest, TestSolrDeletionPolicy2, TestStressLucene, TestSearcherReuse, PathHierarchyTokenizerFactoryTest, ResourceLoaderTest, SimplePostToolTest, SearchHandlerTest, BasicZkTest, TestRangeQuery, CopyFieldTest, FieldMutatingUpdateProcessorTest, AliasIntegrationTest, TestHashPartitioner, TestShortCircuitedRequests, TestReplicationHandlerBackup, SolrRequestParserTest, TestFaceting, TermsComponentTest, TestUtils, TestReRankQParserPlugin, AsyncMigrateRouteKeyTest, DateFieldTest, NotRequiredUniqueKeyTest, TestCopyFieldCollectionResource, RequiredFieldsTest, TestPhraseSuggestions, DistributedExpandComponentTest, AddBlockUpdateTest, AbstractAnalyticsFacetTest, ModifyConfFileTest, MBeansHandlerTest, NoCacheHeaderTest, SuggesterTest, TestIndexingPerformance, TestClassNameShortening, XmlUpdateRequestHandlerTest, MultiThreadedOCPTest, SolrTestCaseJ4Test, TestPostingsSolrHighlighter, IndexSchemaTest, SliceStateTest, EnumFieldTest, TestQuerySenderNoQuery, TestImplicitCoreProperties, BJQParserTest, FieldFacetTest, AbstractAnalyticsStatsTest, CachingDirectoryFactoryTest, CurrencyFieldOpenExchangeTest, CollectionsAPIDistributedZkTest, BasicDistributedZkTest, TestAtomicUpdateErrorCases, BadCopyFieldTest, StatsComponentTest, SimpleFacetsTest, TestRecovery, TestAddFieldRealTimeGet, SoftAutoCommitTest, CoreAdminCreateDiscoverTest, TestNRTOpen, TestDynamicFieldResource, CollectionsAPIAsyncDistributedZkTest, TestFreeTextSuggestions, BadIndexSchemaTest, TestCollationField, SpellingQueryConverterTest, ClusterStateUpdateTest, TestTrie, AnalyticsQueryTest, DocumentBuilderTest, TestManagedResource, RangeFacetTest, CoreAdminHandlerTest, HighlighterTest, ChaosMonkeySafeLeaderTest, URLClassifyProcessorTest, QueryParsingTest, CacheHeaderTest, HighlighterMaxOffsetTest, SolrInfoMBeanTest, QueryElevationComponentTest, SOLR749Test, TestFastLRUCache, TestAnalyzeInfixSuggestions, ExternalCollectionsTest, BinaryUpdateRequestHandlerTest, EchoParamsTest, UUIDFieldTest, DistribDocExpirationUpdateProcessorTest, TestRecoveryHdfs, TestMiniSolrCloudCluster, TestStressUserVersions, TestArbitraryIndexDir, DistributedSpellCheckComponentTest, TestPHPSerializedResponseWriter, TestHighlightDedupGrouping, UniqFieldsUpdateProcessorFactoryTest, TestMaxScoreQueryParser, TestDistributedMissingSort, HdfsUnloadDistributedZkTest, DistributedQueryComponentOptimizationTest, TestFastWriter, CSVRequestHandlerTest, TestOmitPositions, TestModifyConfFiles, NumericFieldsTest, ShardSplitTest, TestInitQParser, TestFastOutputStream, OverseerTest, TestSweetSpotSimilarityFactory, TestChildDocTransformer, StandardRequestHandlerTest, SynonymTokenizerTest, CircularListTest, TestFunctionQuery, TestSolrIndexConfig, ConvertedLegacyTest, TestSuggestSpellingConverter, QueryResultKeyTest, DeleteReplicaTest, ZkNodePropsTest, UnloadDistributedZkTest, HdfsDirectoryTest, ChaosMonkeyNothingIsSafeTest]
   [junit4] Completed in 57.39s, 1 test, 1 failure <<< FAILURES!

[...truncated 830 lines...]
BUILD FAILED
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/build.xml:467: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/build.xml:447: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/build.xml:45: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/extra-targets.xml:37: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build.xml:189: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/common-build.xml:496: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/common-build.xml:1298: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/common-build.xml:922: There were test failures: 416 suites, 1705 tests, 1 failure, 43 ignored (16 assumptions)

Total time: 105 minutes 21 seconds
Build step 'Invoke Ant' marked build as failure
[description-setter] Description set: Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseG1GC
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-trunk-MacOSX (64bit/jdk1.8.0) - Build # 1685 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-MacOSX/1685/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseParallelGC

All tests passed

Build Log:
[...truncated 29014 lines...]
check-licenses:
     [echo] License check under: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr
 [licenses] CHECKSUM FAILED for /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/contrib/dataimporthandler-extras/test-lib/greenmail-1.3.1b.jar (expected: "1e2727e8cae768b8f91dfc44cc5e8e1c4802c5c0  /home/maven/repository-staging/to-ibiblio/maven2/com/icegreen/greenmail/1.3.1b/greenmail-1.3.1b.jar" was: "1e2727e8cae768b8f91dfc44cc5e8e1c4802c5c0")
 [licenses] MISSING LICENSE for the following file:
 [licenses]   /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/contrib/dataimporthandler/lib/gimap-1.5.1.jar
 [licenses]   Expected locations below:
 [licenses]   => /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/licenses/gimap-LICENSE-ASL.txt
 [licenses]   => /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/licenses/gimap-LICENSE-BSD.txt
 [licenses]   => /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/licenses/gimap-LICENSE-BSD_LIKE.txt
 [licenses]   => /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/licenses/gimap-LICENSE-CDDL.txt
 [licenses]   => /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/licenses/gimap-LICENSE-CPL.txt
 [licenses]   => /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/licenses/gimap-LICENSE-EPL.txt
 [licenses]   => /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/licenses/gimap-LICENSE-MIT.txt
 [licenses]   => /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/licenses/gimap-LICENSE-MPL.txt
 [licenses]   => /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/licenses/gimap-LICENSE-PD.txt
 [licenses]   => /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/licenses/gimap-LICENSE-SUN.txt
 [licenses]   => /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/licenses/gimap-LICENSE-COMPOUND.txt
 [licenses]   => /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/licenses/gimap-LICENSE-FAKE.txt
 [licenses] MISSING LICENSE for the following file:
 [licenses]   /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/contrib/dataimporthandler/lib/javax.mail-1.5.1.jar
 [licenses]   Expected locations below:
 [licenses]   => /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/licenses/javax.mail-LICENSE-ASL.txt
 [licenses]   => /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/licenses/javax.mail-LICENSE-BSD.txt
 [licenses]   => /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/licenses/javax.mail-LICENSE-BSD_LIKE.txt
 [licenses]   => /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/licenses/javax.mail-LICENSE-CDDL.txt
 [licenses]   => /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/licenses/javax.mail-LICENSE-CPL.txt
 [licenses]   => /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/licenses/javax.mail-LICENSE-EPL.txt
 [licenses]   => /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/licenses/javax.mail-LICENSE-MIT.txt
 [licenses]   => /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/licenses/javax.mail-LICENSE-MPL.txt
 [licenses]   => /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/licenses/javax.mail-LICENSE-PD.txt
 [licenses]   => /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/licenses/javax.mail-LICENSE-SUN.txt
 [licenses]   => /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/licenses/javax.mail-LICENSE-COMPOUND.txt
 [licenses]   => /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/licenses/javax.mail-LICENSE-FAKE.txt
 [licenses] Scanned 208 JAR file(s) for licenses (in 2.28s.), 3 error(s).

BUILD FAILED
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/build.xml:467: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/build.xml:70: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build.xml:254: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/tools/custom-tasks.xml:62: License check failed. Check the logs.

Total time: 112 minutes 45 seconds
Build step 'Invoke Ant' marked build as failure
[description-setter] Description set: Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseParallelGC
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-trunk-MacOSX (64bit/jdk1.7.0) - Build # 1684 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-MacOSX/1684/
Java: 64bit/jdk1.7.0 -XX:+UseCompressedOops -XX:+UseSerialGC

1 tests failed.
REGRESSION:  org.apache.solr.cloud.ChaosMonkeySafeLeaderTest.testDistribSearch

Error Message:
shard1 is not consistent.  Got 97 from https://127.0.0.1:50386/h/collection1lastClient and got 75 from https://127.0.0.1:50404/h/collection1

Stack Trace:
java.lang.AssertionError: shard1 is not consistent.  Got 97 from https://127.0.0.1:50386/h/collection1lastClient and got 75 from https://127.0.0.1:50404/h/collection1
	at __randomizedtesting.SeedInfo.seed([327E8524B063B6BB:B3980B3CC73CD687]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkShardConsistency(AbstractFullDistribZkTestBase.java:1132)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkShardConsistency(AbstractFullDistribZkTestBase.java:1111)
	at org.apache.solr.cloud.ChaosMonkeySafeLeaderTest.doTest(ChaosMonkeySafeLeaderTest.java:150)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:863)
	at sun.reflect.GeneratedMethodAccessor42.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 11180 lines...]
   [junit4] Suite: org.apache.solr.cloud.ChaosMonkeySafeLeaderTest
   [junit4]   2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.ChaosMonkeySafeLeaderTest-327E8524B063B6BB-001/init-core-data-001
   [junit4]   2> 1315350 T4285 oas.SolrTestCaseJ4.buildSSLConfig Randomized ssl (true) and clientAuth (false)
   [junit4]   2> 1315351 T4285 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /h/
   [junit4]   2> 1315361 T4285 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> 1315362 T4285 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   1> client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1315363 T4286 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 1315464 T4285 oasc.ZkTestServer.run start zk server on port:50353
   [junit4]   2> 1315466 T4285 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1315471 T4292 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2bb39e84 name:ZooKeeperConnection Watcher:127.0.0.1:50353 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1315472 T4285 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1315472 T4285 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 1315482 T4285 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1315485 T4294 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@c732a9b name:ZooKeeperConnection Watcher:127.0.0.1:50353/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1315485 T4285 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1315486 T4285 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 1315495 T4285 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 1315502 T4285 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 1315507 T4285 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 1315517 T4285 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 1315517 T4285 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 1315528 T4285 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
   [junit4]   2> 1315529 T4285 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 1315537 T4285 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1315537 T4285 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1315545 T4285 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 1315545 T4285 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 1315553 T4285 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 1315553 T4285 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 1315562 T4285 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 1315562 T4285 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 1315571 T4285 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 1315572 T4285 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 1315579 T4285 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1315580 T4285 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1315587 T4285 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1315588 T4285 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1315595 T4285 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 1315596 T4285 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 1315603 T4285 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 1315604 T4285 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 1315613 T4285 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1315617 T4296 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@728ca36c name:ZooKeeperConnection Watcher:127.0.0.1:50353/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1315617 T4285 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1317266 T4285 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1317272 T4285 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 1317277 T4285 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:50357
   [junit4]   2> 1317280 T4285 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1317280 T4285 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1317280 T4285 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.ChaosMonkeySafeLeaderTest-327E8524B063B6BB-001/tempDir-002
   [junit4]   2> 1317281 T4285 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.ChaosMonkeySafeLeaderTest-327E8524B063B6BB-001/tempDir-002/'
   [junit4]   2> 1317336 T4285 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.ChaosMonkeySafeLeaderTest-327E8524B063B6BB-001/tempDir-002/solr.xml
   [junit4]   2> 1317398 T4285 oasc.CoreContainer.<init> New CoreContainer 1622239513
   [junit4]   2> 1317399 T4285 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.ChaosMonkeySafeLeaderTest-327E8524B063B6BB-001/tempDir-002/]
   [junit4]   2> 1317400 T4285 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1317401 T4285 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 1317401 T4285 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1317401 T4285 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1317402 T4285 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1317402 T4285 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1317402 T4285 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1317402 T4285 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1317403 T4285 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1317408 T4285 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1317408 T4285 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1317408 T4285 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1317408 T4285 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:50353/solr
   [junit4]   2> 1317409 T4285 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1317410 T4285 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1317414 T4307 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@61850c11 name:ZooKeeperConnection Watcher:127.0.0.1:50353 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1317414 T4285 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1317419 T4285 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1317422 T4309 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@32d7759e name:ZooKeeperConnection Watcher:127.0.0.1:50353/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1317423 T4285 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1317426 T4285 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 1317434 T4285 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 1317443 T4285 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running
   [junit4]   2> 1317454 T4285 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed
   [junit4]   2> 1317465 T4285 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure
   [junit4]   2> 1317477 T4285 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 1317481 T4285 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50357_h
   [junit4]   2> 1317482 T4285 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:50357_h
   [junit4]   2> 1317491 T4285 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 1317498 T4285 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 1317508 T4285 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:50357_h
   [junit4]   2> 1317508 T4285 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 1317515 T4285 oasc.Overseer.start Overseer (id=92032751206334468-127.0.0.1:50357_h-n_0000000000) starting
   [junit4]   2> 1317523 T4285 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 1317554 T4311 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 1317557 T4285 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 1317567 T4285 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 1317574 T4285 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1317583 T4310 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 1317595 T4312 oasc.ZkController.publish publishing core=collection1 state=down collection=control_collection
   [junit4]   2> 1317595 T4312 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1317597 T4309 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1317598 T4312 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1317602 T4310 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1317603 T4310 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:50357/h",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:50357_h",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1317603 T4310 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with shards [shard1]
   [junit4]   2> 1317604 T4310 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 1317611 T4309 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1317613 T4309 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1318600 T4312 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 1318600 T4312 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
   [junit4]   2> 1318601 T4312 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1318601 T4312 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 1318603 T4312 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1318603 T4312 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.ChaosMonkeySafeLeaderTest-327E8524B063B6BB-001/tempDir-002/collection1/'
   [junit4]   2> 1318605 T4312 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-327E8524B063B6BB-001/tempDir-002/collection1/lib/.svn/' to classloader
   [junit4]   2> 1318605 T4312 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-327E8524B063B6BB-001/tempDir-002/collection1/lib/classes/' to classloader
   [junit4]   2> 1318607 T4312 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-327E8524B063B6BB-001/tempDir-002/collection1/lib/README' to classloader
   [junit4]   2> 1318675 T4312 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_5_0
   [junit4]   2> 1318742 T4312 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1318745 T4312 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1318754 T4312 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 1319113 T4312 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1319115 T4312 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1319117 T4312 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1319124 T4312 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1319183 T4312 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 1319183 T4312 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
   [junit4]   2> 1319184 T4312 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.ChaosMonkeySafeLeaderTest-327E8524B063B6BB-001/tempDir-002/collection1/, dataDir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.ChaosMonkeySafeLeaderTest-327E8524B063B6BB-001/tempDir-001/control/data/
   [junit4]   2> 1319184 T4312 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@790b66b5
   [junit4]   2> 1319185 T4312 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-327E8524B063B6BB-001/tempDir-001/control/data
   [junit4]   2> 1319186 T4312 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.ChaosMonkeySafeLeaderTest-327E8524B063B6BB-001/tempDir-001/control/data/index/
   [junit4]   2> 1319187 T4312 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.ChaosMonkeySafeLeaderTest-327E8524B063B6BB-001/tempDir-001/control/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1319188 T4312 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-327E8524B063B6BB-001/tempDir-001/control/data/index
   [junit4]   2> 1319188 T4312 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=35, maxMergeAtOnceExplicit=42, maxMergedSegmentMB=96.962890625, floorSegmentMB=1.1083984375, forceMergeDeletesPctAllowed=2.7712720517764247, segmentsPerTier=20.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3976094899102617
   [junit4]   2> 1319194 T4312 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-327E8524B063B6BB-001/tempDir-001/control/data/index,segFN=segments_1,generation=1}
   [junit4]   2> 1319195 T4312 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1319200 T4312 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 1319200 T4312 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 1319202 T4312 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1319203 T4312 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1319203 T4312 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1319203 T4312 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 1319204 T4312 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1319204 T4312 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1319204 T4312 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1319205 T4312 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 1319206 T4312 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 1319206 T4312 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 1319206 T4312 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 1319207 T4312 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 1319207 T4312 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 1319207 T4312 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 1319208 T4312 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
   [junit4]   2> 1319220 T4312 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1319224 T4312 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1319224 T4312 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1319225 T4312 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=49, maxMergeAtOnceExplicit=38, maxMergedSegmentMB=20.41796875, floorSegmentMB=0.7353515625, forceMergeDeletesPctAllowed=15.932825815738047, segmentsPerTier=31.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.548387549745459
   [junit4]   2> 1319226 T4312 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-327E8524B063B6BB-001/tempDir-001/control/data/index,segFN=segments_1,generation=1}
   [junit4]   2> 1319227 T4312 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1319227 T4312 oass.SolrIndexSearcher.<init> Opening Searcher@438ddffd[collection1] main
   [junit4]   2> 1319227 T4312 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 1319230 T4312 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1319230 T4312 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 1319232 T4312 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1319232 T4312 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 1319232 T4312 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1319235 T4312 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 1319235 T4312 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1319237 T4312 oascc.SolrZkClient.makePath makePath: /configs/conf1/_rest_managed.json
   [junit4]   2> 1319245 T4312 oasr.ManagedResourceStorage$ZooKeeperStorageIO$1.close Wrote 38 bytes to new znode /configs/conf1/_rest_managed.json
   [junit4]   2> 1319245 T4312 oasr.ManagedResourceStorage$JsonStorage.store Saved JSON object to path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1319245 T4312 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 1319590 T4313 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@438ddffd[collection1] main{UninvertingDirectoryReader()}
   [junit4]   2> 1319591 T4312 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 1319593 T4316 oasc.ZkController.register Register replica - core:collection1 address:https://127.0.0.1:50357/h collection:control_collection shard:shard1
   [junit4]   2> 1319595 T4285 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 1319596 T4285 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1319596 T4316 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 1319603 T4285 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1319606 T4318 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@54887340 name:ZooKeeperConnection Watcher:127.0.0.1:50353/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1319606 T4285 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1319608 T4285 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1319611 T4316 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 1319614 T4285 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 1319615 T4309 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1319618 T4310 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1319621 T4316 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 1319622 T4316 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C4044 name=collection1 org.apache.solr.core.SolrCore@552b4a04 url=https://127.0.0.1:50357/h/collection1 node=127.0.0.1:50357_h C4044_STATE=coll:control_collection core:collection1 props:{state=down, base_url=https://127.0.0.1:50357/h, core=collection1, node_name=127.0.0.1:50357_h}
   [junit4]   2> 1319622 T4316 C4044 P50357 oasc.SyncStrategy.sync Sync replicas to https://127.0.0.1:50357/h/collection1/
   [junit4]   2> 1319622 T4316 C4044 P50357 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 1319622 T4316 C4044 P50357 oasc.SyncStrategy.syncToMe https://127.0.0.1:50357/h/collection1/ has no replicas
   [junit4]   2> 1319623 T4316 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: https://127.0.0.1:50357/h/collection1/ shard1
   [junit4]   2> 1319623 T4316 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 1319628 T4309 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1319632 T4309 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1319645 T4318 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1319647 T4309 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1319653 T4310 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1319667 T4309 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1319774 T4318 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1319776 T4309 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1319806 T4316 oasc.ZkController.register We are https://127.0.0.1:50357/h/collection1/ and leader is https://127.0.0.1:50357/h/collection1/
   [junit4]   2> 1319806 T4316 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=https://127.0.0.1:50357/h
   [junit4]   2> 1319806 T4316 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 1319807 T4316 oasc.ZkController.publish publishing core=collection1 state=active collection=control_collection
   [junit4]   2> 1319807 T4316 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1319812 T4309 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1319812 T4309 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1319813 T4309 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1319814 T4316 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1319818 T4310 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1319820 T4310 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:50357/h",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:50357_h",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":"core_node1"}
   [junit4]   2> 1319830 T4309 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1319939 T4318 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1319939 T4309 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1321472 T4285 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1
   [junit4]   2> 1321473 T4285 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1321484 T4285 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 1321487 T4285 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:50361
   [junit4]   2> 1321492 T4285 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1321493 T4285 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1321493 T4285 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.ChaosMonkeySafeLeaderTest-327E8524B063B6BB-001/tempDir-003
   [junit4]   2> 1321493 T4285 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.ChaosMonkeySafeLeaderTest-327E8524B063B6BB-001/tempDir-003/'
   [junit4]   2> 1321530 T4285 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.ChaosMonkeySafeLeaderTest-327E8524B063B6BB-001/tempDir-003/solr.xml
   [junit4]   2> 1321599 T4285 oasc.CoreContainer.<init> New CoreContainer 856243245
   [junit4]   2> 1321600 T4285 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.ChaosMonkeySafeLeaderTest-327E8524B063B6BB-001/tempDir-003/]
   [junit4]   2> 1321601 T4285 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1321601 T4285 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 1321601 T4285 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1321601 T4285 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1321601 T4285 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1321602 T4285 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1321602 T4285 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1321603 T4285 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1321603 T4285 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1321610 T4285 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1321611 T4285 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1321611 T4285 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1321611 T4285 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:50353/solr
   [junit4]   2> 1321611 T4285 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1321613 T4285 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1321617 T4329 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@18827486 name:ZooKeeperConnection Watcher:127.0.0.1:50353 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1321617 T4285 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1321623 T4285 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1321627 T4331 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3809d48c name:ZooKeeperConnection Watcher:127.0.0.1:50353/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1321628 T4285 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1321651 T4285 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1322661 T4285 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50361_h
   [junit4]   2> 1322663 T4285 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:50361_h
   [junit4]   2> 1322689 T4332 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 1322689 T4332 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1322692 T4309 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1322692 T4309 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1322692 T4332 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1322693 T4309 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1322697 T4310 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1322698 T4310 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:50361/h",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:50361_h",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1322699 T4310 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1, shard2, shard3]
   [junit4]   2> 1322699 T4310 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 1322705 T4309 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1322707 T4318 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1322707 T4331 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1322707 T4309 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1323694 T4332 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 1323695 T4332 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 1323696 T4332 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1323696 T4332 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 1323699 T4332 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1323699 T4332 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.ChaosMonkeySafeLeaderTest-327E8524B063B6BB-001/tempDir-003/collection1/'
   [junit4]   2> 1323700 T4332 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-327E8524B063B6BB-001/tempDir-003/collection1/lib/.svn/' to classloader
   [junit4]   2> 1323700 T4332 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-327E8524B063B6BB-001/tempDir-003/collection1/lib/classes/' to classloader
   [junit4]   2> 1323701 T4332 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-327E8524B063B6BB-001/tempDir-003/collection1/lib/README' to classloader
   [junit4]   2> 1323774 T4332 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_5_0
   [junit4]   2> 1323832 T4332 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1323835 T4332 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1323843 T4332 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 1324183 T4332 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1324186 T4332 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1324188 T4332 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1324193 T4332 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1324288 T4332 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 1324289 T4332 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
   [junit4]   2> 1324291 T4332 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.ChaosMonkeySafeLeaderTest-327E8524B063B6BB-001/tempDir-003/collection1/, dataDir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.ChaosMonkeySafeLeaderTest-327E8524B063B6BB-001/tempDir-001/jetty1/
   [junit4]   2> 1324291 T4332 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@790b66b5
   [junit4]   2> 1324292 T4332 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-327E8524B063B6BB-001/tempDir-001/jetty1
   [junit4]   2> 1324293 T4332 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.ChaosMonkeySafeLeaderTest-327E8524B063B6BB-001/tempDir-001/jetty1/index/
   [junit4]   2> 1324293 T4332 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.ChaosMonkeySafeLeaderTest-327E8524B063B6BB-001/tempDir-001/jetty1/index' doesn't exist. Creating new index...
   [junit4]   2> 1324294 T4332 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-327E8524B063B6BB-001/tempDir-001/jetty1/index
   [junit4]   2> 1324295 T4332 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=35, maxMergeAtOnceExplicit=42, maxMergedSegmentMB=96.962890625, floorSegmentMB=1.1083984375, forceMergeDeletesPctAllowed=2.7712720517764247, segmentsPerTier=20.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3976094899102617
   [junit4]   2> 1324300 T4332 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-327E8524B063B6BB-001/tempDir-001/jetty1/index,segFN=segments_1,generation=1}
   [junit4]   2> 1324300 T4332 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1324307 T4332 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 1324308 T4332 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 1324308 T4332 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1324308 T4332 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1324308 T4332 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1324309 T4332 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 1324310 T4332 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1324310 T4332 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1324311 T4332 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1324311 T4332 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 1324312 T4332 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 1324312 T4332 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 1324312 T4332 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 1324313 T4332 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 1324313 T4332 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 1324314 T4332 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 1324314 T4332 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
   [junit4]   2> 1324329 T4332 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1324333 T4332 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1324333 T4332 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1324334 T4332 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=49, maxMergeAtOnceExplicit=38, maxMergedSegmentMB=20.41796875, floorSegmentMB=0.7353515625, forceMergeDeletesPctAllowed=15.932825815738047, segmentsPerTier=31.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.548387549745459
   [junit4]   2> 1324336 T4332 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-327E8524B063B6BB-001/tempDir-001/jetty1/index,segFN=segments_1,generation=1}
   [junit4]   2> 1324336 T4332 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1324336 T4332 oass.SolrIndexSearcher.<init> Opening Searcher@90a0b2[collection1] main
   [junit4]   2> 1324337 T4332 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 1324344 T4332 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1324346 T4332 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 1324348 T4332 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1324348 T4332 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 1324348 T4332 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1324351 T4332 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream Read 38 bytes from znode /configs/conf1/_rest_managed.json
   [junit4]   2> 1324351 T4332 oasr.ManagedResourceStorage.load Loaded LinkedHashMap at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1324352 T4332 oasr.ManagedResource.reloadFromStorage Loaded initArgs {} for /rest/managed
   [junit4]   2> 1324352 T4332 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 1324363 T4333 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@90a0b2[collection1] main{UninvertingDirectoryReader()}
   [junit4]   2> 1324366 T4332 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 1324368 T4336 oasc.ZkController.register Register replica - core:collection1 address:https://127.0.0.1:50361/h collection:collection1 shard:shard1
   [junit4]   2> 1324369 T4285 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 1324370 T4285 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1324371 T4336 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 1324388 T4336 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 1324394 T4336 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 1324394 T4336 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C4045 name=collection1 org.apache.solr.core.SolrCore@52ed5000 url=https://127.0.0.1:50361/h/collection1 node=127.0.0.1:50361_h C4045_STATE=coll:collection1 core:collection1 props:{state=down, base_url=https://127.0.0.1:50361/h, core=collection1, node_name=127.0.0.1:50361_h}
   [junit4]   2> 1324395 T4336 C4045 P50361 oasc.SyncStrategy.sync Sync replicas to https://127.0.0.1:50361/h/collection1/
   [junit4]   2> 1324395 T4336 C4045 P50361 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 1324395 T4336 C4045 P50361 oasc.SyncStrategy.syncToMe https://127.0.0.1:50361/h/collection1/ has no replicas
   [junit4]   2> 1324395 T4336 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: https://127.0.0.1:50361/h/collection1/ shard1
   [junit4]   2> 1324396 T4336 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 1324396 T4309 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1324410 T4310 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1324419 T4309 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1324426 T4318 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1324426 T4309 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1324430 T4331 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1324444 T4310 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1324461 T4309 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1324576 T4331 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1324577 T4318 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1324577 T4309 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1324587 T4336 oasc.ZkController.register We are https://127.0.0.1:50361/h/collection1/ and leader is https://127.0.0.1:50361/h/collection1/
   [junit4]   2> 1324587 T4336 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=https://127.0.0.1:50361/h
   [junit4]   2> 1324588 T4336 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 1324588 T4336 oasc.ZkController.publish publishing core=collection1 state=active collection=collection1
   [junit4]   2> 1324588 T4336 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1324593 T4336 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1324594 T4309 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1324594 T4309 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1324594 T4309 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1324597 T4310 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1324599 T4310 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:50361/h",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:50361_h",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":"core_node1"}
   [junit4]   2> 1324605 T4309 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1324710 T4318 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1324711 T4331 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1324711 T4309 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1326036 T4285 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 2
   [junit4]   2> 1326037 T4285 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1326046 T4285 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 1326048 T4285 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:50364
   [junit4]   2> 1326052 T4285 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1326052 T4285 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1326053 T4285 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.ChaosMonkeySafeLeaderTest-327E8524B063B6BB-001/tempDir-004
   [junit4]   2> 1326053 T4285 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.ChaosMonkeySafeLeaderTest-327E8524B063B6BB-001/tempDir-004/'
   [junit4]   2> 1326092 T4285 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.ChaosMonkeySafeLeaderTest-327E8524B063B6BB-001/tempDir-004/solr.xml
   [junit4]   2> 1326165 T4285 oasc.CoreContainer.<init> New CoreContainer 1591731958
   [junit4]   2> 1326166 T4285 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.ChaosMonkeySafeLeaderTest-327E8524B063B6BB-001/tempDir-004/]
   [junit4]   2> 1326167 T4285 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1326167 T4285 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 1326167 T4285 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1326168 T4285 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1326168 T4285 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1326168 T4285 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1326168 T4285 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1326169 T4285 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1326169 T4285 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1326175 T4285 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1326175 T4285 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1326175 T4285 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1326176 T4285 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:50353/solr
   [junit4]   2> 1326176 T4285 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1326177 T4285 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1326181 T4347 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7b6eef59 name:ZooKeeperConnection Watcher:127.0.0.1:50353 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1326182 T4285 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1326187 T4285 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1326207 T4349 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@32e40239 name:ZooKeeperConnection Watcher:127.0.0.1:50353/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1326207 T4285 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1326238 T4285 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1327248 T4285 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50364_h
   [junit4]   2> 1327251 T4285 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:50364_h
   [junit4]   2> 1327278 T4350 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 1327278 T4350 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1327280 T4309 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1327281 T4309 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1327281 T4309 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1327281 T4350 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1327285 T4310 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1327286 T4310 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:50364/h",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:50364_h",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1327287 T4310 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=3
   [junit4]   2> 1327287 T4310 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
   [junit4]   2> 1327295 T4309 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1327299 T4318 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1327299 T4349 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1327299 T4331 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1327299 T4309 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1328283 T4350 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 1328285 T4350 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 1328286 T4350 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1328287 T4350 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 1328289 T4350 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1328290 T4350 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.ChaosMonkeySafeLeaderTest-327E8524B063B6BB-001/tempDir-004/collection1/'
   [junit4]   2> 1328292 T4350 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-327E8524B063B6BB-001/tempDir-004/collection1/lib/.svn/' to classloader
   [junit4]   2> 1328292 T4350 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-327E8524B063B6BB-001/tempDir-004/collection1/lib/classes/' to classloader
   [junit4]   2> 1328293 T4350 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-327E8524B063B6BB-001/tempDir-004/collection1/lib/README' to classloader
   [junit4]   2> 1328373 T4350 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_5_0
   [junit4]   2> 1328424 T4350 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1328428 T4350 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1328436 T4350 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 1328885 T4350 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1328887 T4350 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1328889 T4350 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1328895 T4350 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1328952 T4350 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 1328952 T4350 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
   [junit4]   2> 1328953 T4350 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.ChaosMonkeySafeLeaderTest-327E8524B063B6BB-001/tempDir-004/collection1/, dataDir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.ChaosMonkeySafeLeaderTest-327E8524B063B6BB-001/tempDir-001/jetty2/
   [junit4]   2> 1328953 T4350 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@790b66b5
   [junit4]   2> 1328956 T4350 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-327E8524B063B6BB-001/tempDir-001/jetty2
   [junit4]   2> 1328956 T4350 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.ChaosMonkeySafeLeaderTest-327E8524B063B6BB-001/tempDir-001/jetty2/index/
   [junit4]   2> 1328957 T4350 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.ChaosMonkeySafeLeaderTest-327E8524B063B6BB-001/tempDir-001/jetty2/index' doesn't exist. Creating new index...
   [junit4]   2> 1328958 T4350 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-327E8524B063B6BB-001/tempDir-001/jetty2/index
   [junit4]   2> 1328958 T4350 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=35, maxMergeAtOnceExplicit=42, maxMergedSegmentMB=96.962890625, floorSegmentMB=1.1083984375, forceMergeDeletesPctAllowed=2.7712720517764247, segmentsPerTier=20.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3976094899102617
   [junit4]   2> 1328962 T4350 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-327E8524B063B6BB-001/tempDir-001/jetty2/index,segFN=segments_1,generation=1}
   [junit4]   2> 1328963 T4350 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1328971 T4350 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 1328972 T4350 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 1328972 T4350 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1328972 T4350 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1328972 T4350 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1328972 T4350 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 1328973 T4350 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1328973 T4350 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1328973 T4350 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1328974 T4350 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 1328975 T4350 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 1328975 T4350 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 1328976 T4350 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 1328976 T4350 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 1328977 T4350 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 1328978 T4350 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 1328978 T4350 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
   [junit4]   2> 1328992 T4350 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1328994 T4350 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1328995 T4350 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1328995 T4350 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=49, maxMergeAtOnceExplicit=38, maxMergedSegmentMB=20.41796875, floorSegmentMB=0.7353515625, forceMergeDeletesPctAllowed=15.932825815738047, segmentsPerTier=31.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.548387549745459
   [junit4]   2> 1328997 T4350 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-327E8524B063B6BB-001/tempDir-001/jetty2/index,segFN=segments_1,generation=1}
   [junit4]   2> 1328997 T4350 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1328998 T4350 oass.SolrIndexSearcher.<init> Opening Searcher@47e2fd1e[collection1] main
   [junit4]   2> 1328998 T4350 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 1329001 T4350 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1329002 T4350 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 1329003 T4350 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1329004 T4350 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 1329004 T4350 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1329007 T4350 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream Read 38 bytes from znode /configs/conf1/_rest_managed.json
   [junit4]   2> 1329008 T4350 oasr.ManagedResourceStorage.load Loaded LinkedHashMap at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1329008 T4350 oasr.ManagedResource.reloadFromStorage Loaded initArgs {} for /rest/managed
   [junit4]   2> 1329008 T4350 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 1329013 T4351 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@47e2fd1e[collection1] main{UninvertingDirectoryReader()}
   [junit4]   2> 1329017 T4350 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 1329020 T4354 oasc.ZkController.register Register replica - core:collection1 address:https://127.0.0.1:50364/h collection:collection1 shard:shard2
   [junit4]   2> 1329022 T4285 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 1329023 T4285 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1329023 T4354 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
   [junit4]   2> 1329039 T4354 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
   [junit4]   2> 1329062 T4309 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1329066 T4354 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 1329066 T4354 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C4046 name=collection1 org.apache.solr.core.SolrCore@1820bc20 url=https://127.0.0.1:50364/h/collection1 node=127.0.0.1:50364_h C4046_STATE=coll:collection1 core:collection1 props:{state=down, base_url=https://127.0.0.1:50364/h, core=collection1, node_name=127.0.0.1:50364_h}
   [junit4]   2> 1329066 T4354 C4046 P50364 oasc.SyncStrategy.sync Sync replicas to https://127.0.0.1:50364/h/collection1/
   [junit4]   2> 1329067 T4354 C4046 P50364 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 1329067 T4354 C4046 P50364 oasc.SyncStrategy.syncToMe https://127.0.0.1:50364/h/collection1/ has no replicas
   [junit4]   2> 1329067 T4354 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: https://127.0.0.1:50364/h/collection1/ shard2
   [junit4]   2> 1329067 T4354 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
   [junit4]   2> 1329067 T4310 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1329078 T4309 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1329081 T4309 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1329082 T4331 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1329081 T4318 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1329084 T4349 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1329109 T4310 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1329124 T4309 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1329232 T4318 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1329233 T4309 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1329233 T4331 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1329236 T4349 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1329264 T4354 oasc.ZkController.register We are https://127.0.0.1:50364/h/collection1/ and leader is https://127.0.0.1:50364/h/collection1/
   [junit4]   2> 1329264 T4354 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=https://127.0.0.1:50364/h
   [junit4]   2> 1329264 T4354 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 1329265 T4354 oasc.ZkController.publish publishing core=collection1 state=active collection=collection1
   [junit4]   2> 1329265 T4354 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1329270 T4309 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1329270 T4309 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1329270 T4309 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1329271 T4354 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1329275 T4310 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1329278 T4310 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:50364/h",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:50364_h",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":"core_node2"}
   [junit4]   2> 1329301 T4309 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1329413 T4331 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1329413 T4318 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1329414 T4349 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1329414 T4309 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1330971 T4285 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 3
   [junit4]   2> 1330972 T4285 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1330979 T4285 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 1330980 T4285 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:50367
   [junit4]   2> 1330984 T4285 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1330986 T4285 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1330986 T4285 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.ChaosMonkeySafeLeaderTest-327E8524B063B6BB-001/tempDir-005
   [junit4]   2> 1330987 T4285 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.ChaosMonkeySafeLeaderTest-327E8524B063B6BB-001/tempDir-005/'
   [junit4]   2> 1331030 T4285 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.ChaosMonkeySafeLeaderTest-327E8524B063B6BB-001/tempDir-005/solr.xml
   [junit4]   2> 1331103 T4285 oasc.CoreContainer.<init> New CoreContainer 139083656
   [junit4]   2> 1331103 T4285 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.ChaosMonkeySafeLeaderTest-327E8524B063B6BB-001/tempDir-005/]
   [junit4]   2> 1331104 T4285 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1331105 T4285 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 1331105 T4285 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1331109 T4285 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1331110 T4285 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1331112 T4285 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1331113 T4285 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1331113 T4285 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1331113 T4285 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1331129 T4285 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1331129 T4285 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1331129 T4285 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1331130 T4285 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:50353/solr
   [junit4]   2> 1331130 T4285 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1331131 T4285 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1331135 T4365 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1691251f name:ZooKeeperConnection Watcher:127.0.0.1:50353 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1331136 T4285 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1331150 T4285 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1331153 T4367 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2c5dd222 name:ZooKeeperConnection Watcher:127.0.0.1:50353/solr got event WatchedEvent state:SyncCon

[...truncated too long message...]

er fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1413151 T4489 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1413152 T4489 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1413152 T4489 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1413797 T4552 C4423 P50416 oasc.SyncStrategy.sync WARN Closed, skipping sync up.
   [junit4]   2> 1413798 T4552 oasc.ShardLeaderElectionContext.rejoinLeaderElection Not rejoining election because CoreContainer is shutdown
   [junit4]   2> 1413799 T4552 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@1213c1d4
   [junit4]   2> 1413801 T4552 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=2,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=180,cumulative_deletesById=89,cumulative_deletesByQuery=1,cumulative_errors=0,transaction_logs_total_size=15548,transaction_logs_total_number=1}
   [junit4]   2> 1413802 T4552 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 1413803 T4552 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 1413803 T4552 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 1413815 T4552 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 1413817 T4552 oasc.CachingDirectoryFactory.close Closing StandardDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 1413817 T4552 oasc.CachingDirectoryFactory.closeCacheValue looking to close /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-327E8524B063B6BB-001/tempDir-001/jetty12 [CachedDir<<refCount=0;path=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-327E8524B063B6BB-001/tempDir-001/jetty12;done=false>>]
   [junit4]   2> 1413817 T4552 oasc.CachingDirectoryFactory.close Closing directory: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-327E8524B063B6BB-001/tempDir-001/jetty12
   [junit4]   2> 1413817 T4552 oasc.CachingDirectoryFactory.closeCacheValue looking to close /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-327E8524B063B6BB-001/tempDir-001/jetty12/index.20140702213959708 [CachedDir<<refCount=0;path=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-327E8524B063B6BB-001/tempDir-001/jetty12/index.20140702213959708;done=false>>]
   [junit4]   2> 1413818 T4552 oasc.CachingDirectoryFactory.close Closing directory: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-327E8524B063B6BB-001/tempDir-001/jetty12/index.20140702213959708
   [junit4]   2> 1413818 T4552 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 1413818 T4552 oasc.LeaderElector$ElectionWatcher.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1472)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:260)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:257)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:257)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:94)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:358)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.ChaosMonkeySafeLeaderTest-327E8524B063B6BB-001
   [junit4]   2> NOTE: test params are: codec=Lucene41, sim=RandomSimilarityProvider(queryNorm=false,coord=crazy): {}, locale=is_IS, timezone=Asia/Macau
   [junit4]   2> NOTE: Mac OS X 10.8.5 x86_64/Oracle Corporation 1.7.0_60 (64-bit)/cpus=2,threads=1,free=64165128,total=323567616
   [junit4]   2> NOTE: All tests run in this JVM: [SynonymTokenizerTest, DistributedDebugComponentTest, TestWordDelimiterFilterFactory, TestStressRecovery, TestSchemaResource, ShowFileRequestHandlerTest, IndexBasedSpellCheckerTest, DocValuesTest, AbstractAnalyticsStatsTest, URLClassifyProcessorTest, ZkSolrClientTest, TestMultiCoreConfBootstrap, NumericFieldsTest, TestBinaryResponseWriter, TestBlendedInfixSuggestions, SuggesterFSTTest, InfoHandlerTest, TestDFRSimilarityFactory, TestJmxMonitoredMap, TestRandomFaceting, TestDynamicFieldResource, TestManagedSchema, CoreAdminRequestStatusTest, CursorMarkTest, TestCollapseQParserPlugin, TestRecoveryHdfs, ConvertedLegacyTest, TestManagedResource, TestSolrDeletionPolicy1, TestSchemaVersionResource, SolrCmdDistributorTest, TestPhraseSuggestions, TestNonDefinedSimilarityFactory, DirectUpdateHandlerTest, AnalysisAfterCoreReloadTest, TestFastLRUCache, SpellingQueryConverterTest, ExternalFileFieldSortTest, ChangedSchemaMergeTest, PluginInfoTest, DistributedSuggestComponentTest, DefaultValueUpdateProcessorTest, BasicFunctionalityTest, AlternateDirectoryTest, TestSuggestSpellingConverter, NoCacheHeaderTest, TestValueSourceCache, HdfsSyncSliceTest, SoftAutoCommitTest, TestCSVLoader, AnalyticsQueryTest, TestUtils, LegacyHTMLStripCharFilterTest, BadIndexSchemaTest, TestLazyCores, ZkControllerTest, TestAnalyzeInfixSuggestions, ShardRoutingCustomTest, TestClassNameShortening, TestIBSimilarityFactory, SolrIndexConfigTest, TestReplicationHandler, HighlighterTest, TestPseudoReturnFields, RecoveryZkTest, TestManagedResourceStorage, AtomicUpdatesTest, EnumFieldTest, TestNoOpRegenerator, DeleteShardTest, TestRequestStatusCollectionAPI, TestPerFieldSimilarity, TestStressLucene, TestModifyConfFiles, RangeFacetTest, IndexSchemaRuntimeFieldTest, TestStandardQParsers, TestExceedMaxTermLength, BasicZkTest, WordBreakSolrSpellCheckerTest, TestDistribDocBasedVersion, SyncSliceTest, DirectSolrSpellCheckerTest, UUIDFieldTest, FileUtilsTest, DistribCursorPagingTest, ParsingFieldUpdateProcessorsTest, TestReload, CurrencyFieldOpenExchangeTest, TestFieldCollectionResource, TestQuerySenderNoQuery, ClusterStateTest, CSVRequestHandlerTest, TestReversedWildcardFilterFactory, StatelessScriptUpdateProcessorFactoryTest, TestSerializedLuceneMatchVersion, SearchHandlerTest, SimplePostToolTest, TestOverriddenPrefixQueryForCustomFieldType, ReturnFieldsTest, TestSolrXMLSerializer, OverseerStatusTest, TestPHPSerializedResponseWriter, AsyncMigrateRouteKeyTest, BlockDirectoryTest, DOMUtilTest, TestSolrDeletionPolicy2, DistributedQueryComponentCustomSortTest, TestFiltering, CachingDirectoryFactoryTest, TestRTGBase, TestConfig, BasicDistributedZkTest, LeaderElectionTest, LoggingHandlerTest, TestAnalyzedSuggestions, RemoteQueryErrorTest, TestChildDocTransformer, TestExpandComponent, BadComponentTest, PolyFieldTest, TestSort, TestSolrJ, SimpleFacetsTest, NoFacetTest, TestCollationFieldDocValues, TestSolrQueryParserDefaultOperatorResource, FullSolrCloudDistribCmdsTest, BadCopyFieldTest, DocumentAnalysisRequestHandlerTest, ResourceLoaderTest, MultiTermTest, ChaosMonkeySafeLeaderTest]
   [junit4] Completed in 98.65s, 1 test, 1 failure <<< FAILURES!

[...truncated 861 lines...]
BUILD FAILED
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/build.xml:467: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/build.xml:447: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/build.xml:45: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/extra-targets.xml:37: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build.xml:189: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/common-build.xml:496: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/common-build.xml:1298: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/common-build.xml:922: There were test failures: 415 suites, 1704 tests, 1 failure, 42 ignored (15 assumptions)

Total time: 116 minutes 50 seconds
Build step 'Invoke Ant' marked build as failure
[description-setter] Description set: Java: 64bit/jdk1.7.0 -XX:+UseCompressedOops -XX:+UseSerialGC
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-trunk-MacOSX (64bit/jdk1.7.0) - Build # 1683 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-MacOSX/1683/
Java: 64bit/jdk1.7.0 -XX:-UseCompressedOops -XX:+UseG1GC

All tests passed

Build Log:
[...truncated 28855 lines...]
check-licenses:
     [echo] License check under: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr
 [licenses] CHECKSUM FAILED for /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/contrib/dataimporthandler-extras/test-lib/greenmail-1.3.1b.jar (expected: "1e2727e8cae768b8f91dfc44cc5e8e1c4802c5c0  /home/maven/repository-staging/to-ibiblio/maven2/com/icegreen/greenmail/1.3.1b/greenmail-1.3.1b.jar" was: "1e2727e8cae768b8f91dfc44cc5e8e1c4802c5c0")
 [licenses] MISSING LICENSE for the following file:
 [licenses]   /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/contrib/dataimporthandler/lib/gimap-1.5.1.jar
 [licenses]   Expected locations below:
 [licenses]   => /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/licenses/gimap-LICENSE-ASL.txt
 [licenses]   => /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/licenses/gimap-LICENSE-BSD.txt
 [licenses]   => /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/licenses/gimap-LICENSE-BSD_LIKE.txt
 [licenses]   => /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/licenses/gimap-LICENSE-CDDL.txt
 [licenses]   => /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/licenses/gimap-LICENSE-CPL.txt
 [licenses]   => /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/licenses/gimap-LICENSE-EPL.txt
 [licenses]   => /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/licenses/gimap-LICENSE-MIT.txt
 [licenses]   => /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/licenses/gimap-LICENSE-MPL.txt
 [licenses]   => /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/licenses/gimap-LICENSE-PD.txt
 [licenses]   => /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/licenses/gimap-LICENSE-SUN.txt
 [licenses]   => /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/licenses/gimap-LICENSE-COMPOUND.txt
 [licenses]   => /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/licenses/gimap-LICENSE-FAKE.txt
 [licenses] MISSING LICENSE for the following file:
 [licenses]   /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/contrib/dataimporthandler/lib/javax.mail-1.5.1.jar
 [licenses]   Expected locations below:
 [licenses]   => /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/licenses/javax.mail-LICENSE-ASL.txt
 [licenses]   => /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/licenses/javax.mail-LICENSE-BSD.txt
 [licenses]   => /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/licenses/javax.mail-LICENSE-BSD_LIKE.txt
 [licenses]   => /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/licenses/javax.mail-LICENSE-CDDL.txt
 [licenses]   => /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/licenses/javax.mail-LICENSE-CPL.txt
 [licenses]   => /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/licenses/javax.mail-LICENSE-EPL.txt
 [licenses]   => /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/licenses/javax.mail-LICENSE-MIT.txt
 [licenses]   => /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/licenses/javax.mail-LICENSE-MPL.txt
 [licenses]   => /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/licenses/javax.mail-LICENSE-PD.txt
 [licenses]   => /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/licenses/javax.mail-LICENSE-SUN.txt
 [licenses]   => /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/licenses/javax.mail-LICENSE-COMPOUND.txt
 [licenses]   => /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/licenses/javax.mail-LICENSE-FAKE.txt
 [licenses] Scanned 208 JAR file(s) for licenses (in 2.85s.), 3 error(s).

BUILD FAILED
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/build.xml:467: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/build.xml:70: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build.xml:254: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/tools/custom-tasks.xml:62: License check failed. Check the logs.

Total time: 145 minutes 44 seconds
Build step 'Invoke Ant' marked build as failure
[description-setter] Description set: Java: 64bit/jdk1.7.0 -XX:-UseCompressedOops -XX:+UseG1GC
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



Re: [JENKINS] Lucene-Solr-trunk-MacOSX (64bit/jdk1.7.0) - Build # 1682 - Still Failing!

Posted by "david.w.smiley@gmail.com" <da...@gmail.com>.
On Tue, Jul 1, 2014 at 6:54 PM, Robert Muir <rc...@gmail.com> wrote:
> FieldCache is historically lenient, it allows all kinds of nonsense,
> such as uninverting a multi-valued field as single-valued (e.g. leaves
> gaps in ordinals and other bullshit that will cause this assertion to
> fail).
>
> I can fix fieldcache to be strict (since everything else in the
> codebase is now well-behaved), so you get a better exception message
> that what the spatial module is doing is wrong?

If the FieldCache/UninvertingReader is so lenient, then perhaps
TestUtil.checkReader should never try to validate it?

~ David

---------------------------------------------------------------------
To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
For additional commands, e-mail: dev-help@lucene.apache.org


Re: [JENKINS] Lucene-Solr-trunk-MacOSX (64bit/jdk1.7.0) - Build # 1682 - Still Failing!

Posted by Robert Muir <rc...@gmail.com>.
The conversation is over. You are trying to dodge what I have to say.
I'm not going to assist you any further. Please read what I already
said.

On Tue, Jul 1, 2014 at 10:49 PM, david.w.smiley@gmail.com
<da...@gmail.com> wrote:
> Lets discuss on the issue:
> https://issues.apache.org/jira/browse/LUCENE-5713?focusedCommentId=14049562&page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel#comment-14049562
>
> On Tue, Jul 1, 2014 at 6:54 PM, Robert Muir <rc...@gmail.com> wrote:
>>
>> most likely the cause is the spatial module itself?
>>
>> Every other part of lucene uses docvalues, but this one still relies
>> on fieldcache (i didnt change it, the apis for adding things are
>> somewhat convoluted).
>>
>> FieldCache is historically lenient, it allows all kinds of nonsense,
>> such as uninverting a multi-valued field as single-valued (e.g. leaves
>> gaps in ordinals and other bullshit that will cause this assertion to
>> fail).
>>
>> I can fix fieldcache to be strict (since everything else in the
>> codebase is now well-behaved), so you get a better exception message
>> that what the spatial module is doing is wrong?
>>
>> On Tue, Jul 1, 2014 at 6:13 PM, david.w.smiley@gmail.com
>> <da...@gmail.com> wrote:
>> > Another case of:
>> > https://issues.apache.org/jira/browse/LUCENE-5713
>> > (cause unknown)
>> >
>> > ~ David Smiley
>> > Freelance Apache Lucene/Solr Search Consultant/Developer
>> > http://www.linkedin.com/in/davidwsmiley
>> >
>> >
>
> ---------------------------------------------------------------------
> To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
> For additional commands, e-mail: dev-help@lucene.apache.org
>

---------------------------------------------------------------------
To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
For additional commands, e-mail: dev-help@lucene.apache.org


Re: [JENKINS] Lucene-Solr-trunk-MacOSX (64bit/jdk1.7.0) - Build # 1682 - Still Failing!

Posted by "david.w.smiley@gmail.com" <da...@gmail.com>.
Lets discuss on the issue:
https://issues.apache.org/jira/browse/LUCENE-5713?focusedCommentId=14049562&page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel#comment-14049562

On Tue, Jul 1, 2014 at 6:54 PM, Robert Muir <rc...@gmail.com> wrote:
>
> most likely the cause is the spatial module itself?
>
> Every other part of lucene uses docvalues, but this one still relies
> on fieldcache (i didnt change it, the apis for adding things are
> somewhat convoluted).
>
> FieldCache is historically lenient, it allows all kinds of nonsense,
> such as uninverting a multi-valued field as single-valued (e.g. leaves
> gaps in ordinals and other bullshit that will cause this assertion to
> fail).
>
> I can fix fieldcache to be strict (since everything else in the
> codebase is now well-behaved), so you get a better exception message
> that what the spatial module is doing is wrong?
>
> On Tue, Jul 1, 2014 at 6:13 PM, david.w.smiley@gmail.com
> <da...@gmail.com> wrote:
> > Another case of:
> > https://issues.apache.org/jira/browse/LUCENE-5713
> > (cause unknown)
> >
> > ~ David Smiley
> > Freelance Apache Lucene/Solr Search Consultant/Developer
> > http://www.linkedin.com/in/davidwsmiley
> >
> >

---------------------------------------------------------------------
To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
For additional commands, e-mail: dev-help@lucene.apache.org


Re: [JENKINS] Lucene-Solr-trunk-MacOSX (64bit/jdk1.7.0) - Build # 1682 - Still Failing!

Posted by Robert Muir <rc...@gmail.com>.
most likely the cause is the spatial module itself?

Every other part of lucene uses docvalues, but this one still relies
on fieldcache (i didnt change it, the apis for adding things are
somewhat convoluted).

FieldCache is historically lenient, it allows all kinds of nonsense,
such as uninverting a multi-valued field as single-valued (e.g. leaves
gaps in ordinals and other bullshit that will cause this assertion to
fail).

I can fix fieldcache to be strict (since everything else in the
codebase is now well-behaved), so you get a better exception message
that what the spatial module is doing is wrong?

On Tue, Jul 1, 2014 at 6:13 PM, david.w.smiley@gmail.com
<da...@gmail.com> wrote:
> Another case of:
> https://issues.apache.org/jira/browse/LUCENE-5713
> (cause unknown)
>
> ~ David Smiley
> Freelance Apache Lucene/Solr Search Consultant/Developer
> http://www.linkedin.com/in/davidwsmiley
>
>
> On Tue, Jul 1, 2014 at 6:08 PM, Policeman Jenkins Server
> <je...@thetaphi.de> wrote:
>>
>> Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-MacOSX/1682/
>> Java: 64bit/jdk1.7.0 -XX:-UseCompressedOops -XX:+UseG1GC
>>
>> 1 tests failed.
>> FAILED:
>> org.apache.lucene.spatial.prefix.RandomSpatialOpFuzzyPrefixTreeTest.testDisjoint
>> {#9 seed=[9DF0DFC458CE610C:BB57C3A241E5FB1A]}
>>
>> Error Message:
>> CheckReader failed
>>
>> Stack Trace:
>> java.lang.RuntimeException: CheckReader failed
>>         at
>> __randomizedtesting.SeedInfo.seed([9DF0DFC458CE610C:BB57C3A241E5FB1A]:0)
>>         at org.apache.lucene.util.TestUtil.checkReader(TestUtil.java:240)
>>         at org.apache.lucene.util.TestUtil.checkReader(TestUtil.java:218)
>>         at
>> org.apache.lucene.util.LuceneTestCase.newSearcher(LuceneTestCase.java:1598)
>>         at
>> org.apache.lucene.util.LuceneTestCase.newSearcher(LuceneTestCase.java:1572)
>>         at
>> org.apache.lucene.util.LuceneTestCase.newSearcher(LuceneTestCase.java:1564)
>>         at
>> org.apache.lucene.spatial.SpatialTestCase.commit(SpatialTestCase.java:131)
>>         at
>> org.apache.lucene.spatial.prefix.RandomSpatialOpFuzzyPrefixTreeTest.doTest(RandomSpatialOpFuzzyPrefixTreeTest.java:294)
>>         at
>> org.apache.lucene.spatial.prefix.RandomSpatialOpFuzzyPrefixTreeTest.testDisjoint(RandomSpatialOpFuzzyPrefixTreeTest.java:155)
>>         at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
>>         at
>> sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
>>         at
>> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
>>         at java.lang.reflect.Method.invoke(Method.java:606)
>>         at
>> com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
>>         at
>> com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
>>         at
>> com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
>>         at
>> com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
>>         at
>> org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
>>         at
>> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
>>         at
>> com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
>>         at
>> org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
>>         at
>> org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
>>         at
>> org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
>>         at
>> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>>         at
>> com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
>>         at
>> com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
>>         at
>> com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
>>         at
>> com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
>>         at
>> com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
>>         at
>> com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
>>         at
>> com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
>>         at
>> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
>>         at
>> org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
>>         at
>> com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
>>         at
>> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
>>         at
>> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
>>         at
>> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>>         at
>> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>>         at
>> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>>         at
>> org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
>>         at
>> org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
>>         at
>> org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
>>         at
>> org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
>>         at
>> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>>         at
>> com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
>>         at java.lang.Thread.run(Thread.java:745)
>>
>>
>>
>>
>> Build Log:
>> [...truncated 9429 lines...]
>>    [junit4] Suite:
>> org.apache.lucene.spatial.prefix.RandomSpatialOpFuzzyPrefixTreeTest
>>    [junit4]   1> Strategy:
>> RecursivePrefixTreeStrategy(SPG:(GeohashPrefixTree(maxLevels:2,ctx:SpatialContext.GEO)))
>>    [junit4]   1> Strategy:
>> RecursivePrefixTreeStrategy(SPG:(QuadPrefixTree(maxLevels:3,ctx:SpatialContext{geo=false,
>> calculator=CartesianDistCalc,
>> worldBounds=Rect(minX=0.0,maxX=256.0,minY=-128.0,maxY=128.0)})))
>>    [junit4]   1> Strategy:
>> RecursivePrefixTreeStrategy(SPG:(GeohashPrefixTree(maxLevels:1,ctx:SpatialContext.GEO)),pruneLeafyBranches)
>>    [junit4]   1> Strategy:
>> RecursivePrefixTreeStrategy(SPG:(QuadPrefixTree(maxLevels:8,ctx:SpatialContext{geo=false,
>> calculator=CartesianDistCalc,
>> worldBounds=Rect(minX=0.0,maxX=256.0,minY=-128.0,maxY=128.0)})))
>>    [junit4]   1> Strategy:
>> RecursivePrefixTreeStrategy(SPG:(GeohashPrefixTree(maxLevels:3,ctx:SpatialContext.GEO)))
>>    [junit4]   1> Strategy:
>> RecursivePrefixTreeStrategy(SPG:(GeohashPrefixTree(maxLevels:2,ctx:SpatialContext.GEO)))
>>    [junit4]   1> Strategy:
>> RecursivePrefixTreeStrategy(SPG:(GeohashPrefixTree(maxLevels:3,ctx:SpatialContext.GEO)),pruneLeafyBranches)
>>    [junit4]   1> Strategy:
>> RecursivePrefixTreeStrategy(SPG:(GeohashPrefixTree(maxLevels:2,ctx:SpatialContext.GEO)))
>>    [junit4]   1> Strategy:
>> RecursivePrefixTreeStrategy(SPG:(GeohashPrefixTree(maxLevels:1,ctx:SpatialContext.GEO)),pruneLeafyBranches)
>>    [junit4]   1> Strategy:
>> RecursivePrefixTreeStrategy(SPG:(QuadPrefixTree(maxLevels:2,ctx:SpatialContext{geo=false,
>> calculator=CartesianDistCalc,
>> worldBounds=Rect(minX=0.0,maxX=256.0,minY=-128.0,maxY=128.0)})),pruneLeafyBranches)
>>    [junit4]   1> CheckReader failed
>>    [junit4]   1>     test: field norms.........OK [0 fields]
>>    [junit4]   1>     test: terms, freq, prox...OK [19 terms; 21 terms/docs
>> pairs; 0 tokens]
>>    [junit4]   1>     test: stored fields.......OK [10 total field count;
>> avg 2 fields per doc]
>>    [junit4]   1>     test: term vectors........OK [0 total vector count;
>> avg 0 term/freq vector fields per doc]
>>    [junit4]   1>     test: docvalues...........ERROR [dv for field:
>> RandomSpatialOpFuzzyPrefixTreeTest has -1 ord but is not marked missing for
>> doc: 3]
>>    [junit4]   1> java.lang.RuntimeException: dv for field:
>> RandomSpatialOpFuzzyPrefixTreeTest has -1 ord but is not marked missing for
>> doc: 3
>>    [junit4]   1>        at
>> org.apache.lucene.index.CheckIndex.checkSortedDocValues(CheckIndex.java:1416)
>>    [junit4]   1>        at
>> org.apache.lucene.index.CheckIndex.checkDocValues(CheckIndex.java:1560)
>>    [junit4]   1>        at
>> org.apache.lucene.index.CheckIndex.testDocValues(CheckIndex.java:1369)
>>    [junit4]   1>        at
>> org.apache.lucene.util.TestUtil.checkReader(TestUtil.java:231)
>>    [junit4]   1>        at
>> org.apache.lucene.util.TestUtil.checkReader(TestUtil.java:218)
>>    [junit4]   1>        at
>> org.apache.lucene.util.LuceneTestCase.newSearcher(LuceneTestCase.java:1598)
>>    [junit4]   1>        at
>> org.apache.lucene.util.LuceneTestCase.newSearcher(LuceneTestCase.java:1572)
>>    [junit4]   1>        at
>> org.apache.lucene.util.LuceneTestCase.newSearcher(LuceneTestCase.java:1564)
>>    [junit4]   1>        at
>> org.apache.lucene.spatial.SpatialTestCase.commit(SpatialTestCase.java:131)
>>    [junit4]   1>        at
>> org.apache.lucene.spatial.prefix.RandomSpatialOpFuzzyPrefixTreeTest.doTest(RandomSpatialOpFuzzyPrefixTreeTest.java:294)
>>    [junit4]   1>        at
>> org.apache.lucene.spatial.prefix.RandomSpatialOpFuzzyPrefixTreeTest.testDisjoint(RandomSpatialOpFuzzyPrefixTreeTest.java:155)
>>    [junit4]   1>        at
>> sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
>>    [junit4]   1>        at
>> sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
>>    [junit4]   1>        at
>> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
>>    [junit4]   1>        at
>> java.lang.reflect.Method.invoke(Method.java:606)
>>    [junit4]   1>        at
>> com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
>>    [junit4]   1>        at
>> com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
>>    [junit4]   1>        at
>> com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
>>    [junit4]   1>        at
>> com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
>>    [junit4]   1>        at
>> org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
>>    [junit4]   1>        at
>> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
>>    [junit4]   1>        at
>> com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
>>    [junit4]   1>        at
>> org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
>>    [junit4]   1>        at
>> org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
>>    [junit4]   1>        at
>> org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
>>    [junit4]   1>        at
>> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>>    [junit4]   1>        at
>> com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
>>    [junit4]   1>        at
>> com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
>>    [junit4]   1>        at
>> com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
>>    [junit4]   1>        at
>> com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
>>    [junit4]   1>        at
>> com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
>>    [junit4]   1>        at
>> com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
>>    [junit4]   1>        at
>> com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
>>    [junit4]   1>        at
>> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
>>    [junit4]   1>        at
>> org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
>>    [junit4]   1>        at
>> com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
>>    [junit4]   1>        at
>> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
>>    [junit4]   1>        at
>> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
>>    [junit4]   1>        at
>> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>>    [junit4]   1>        at
>> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>>    [junit4]   1>        at
>> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>>    [junit4]   1>        at
>> org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
>>    [junit4]   1>        at
>> org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
>>    [junit4]   1>        at
>> org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
>>    [junit4]   1>        at
>> org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
>>    [junit4]   1>        at
>> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>>    [junit4]   1>        at
>> com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
>>    [junit4]   1>        at java.lang.Thread.run(Thread.java:745)
>>    [junit4]   1>
>>    [junit4]   2> NOTE: reproduce with: ant test
>> -Dtestcase=RandomSpatialOpFuzzyPrefixTreeTest -Dtests.method=testDisjoint
>> -Dtests.seed=9DF0DFC458CE610C -Dtests.slow=true -Dtests.locale=sr_CS
>> -Dtests.timezone=Europe/Ljubljana -Dtests.file.encoding=ISO-8859-1
>>    [junit4] ERROR   0.14s |
>> RandomSpatialOpFuzzyPrefixTreeTest.testDisjoint {#9
>> seed=[9DF0DFC458CE610C:BB57C3A241E5FB1A]} <<<
>>    [junit4]    > Throwable #1: java.lang.RuntimeException: CheckReader
>> failed
>>    [junit4]    >        at
>> __randomizedtesting.SeedInfo.seed([9DF0DFC458CE610C:BB57C3A241E5FB1A]:0)
>>    [junit4]    >        at
>> org.apache.lucene.util.TestUtil.checkReader(TestUtil.java:240)
>>    [junit4]    >        at
>> org.apache.lucene.util.TestUtil.checkReader(TestUtil.java:218)
>>    [junit4]    >        at
>> org.apache.lucene.util.LuceneTestCase.newSearcher(LuceneTestCase.java:1598)
>>    [junit4]    >        at
>> org.apache.lucene.util.LuceneTestCase.newSearcher(LuceneTestCase.java:1572)
>>    [junit4]    >        at
>> org.apache.lucene.util.LuceneTestCase.newSearcher(LuceneTestCase.java:1564)
>>    [junit4]    >        at
>> org.apache.lucene.spatial.SpatialTestCase.commit(SpatialTestCase.java:131)
>>    [junit4]    >        at
>> org.apache.lucene.spatial.prefix.RandomSpatialOpFuzzyPrefixTreeTest.doTest(RandomSpatialOpFuzzyPrefixTreeTest.java:294)
>>    [junit4]    >        at
>> org.apache.lucene.spatial.prefix.RandomSpatialOpFuzzyPrefixTreeTest.testDisjoint(RandomSpatialOpFuzzyPrefixTreeTest.java:155)
>>    [junit4]    >        at java.lang.Thread.run(Thread.java:745)
>>    [junit4]   1> Strategy:
>> RecursivePrefixTreeStrategy(SPG:(GeohashPrefixTree(maxLevels:3,ctx:SpatialContext.GEO)))
>>    [junit4]   1> Strategy:
>> RecursivePrefixTreeStrategy(SPG:(QuadPrefixTree(maxLevels:4,ctx:SpatialContext{geo=false,
>> calculator=CartesianDistCalc,
>> worldBounds=Rect(minX=0.0,maxX=256.0,minY=-128.0,maxY=128.0)})),pruneLeafyBranches)
>>    [junit4]   1> Strategy:
>> RecursivePrefixTreeStrategy(SPG:(GeohashPrefixTree(maxLevels:2,ctx:SpatialContext.GEO)))
>>    [junit4]   1> Strategy:
>> RecursivePrefixTreeStrategy(SPG:(QuadPrefixTree(maxLevels:5,ctx:SpatialContext{geo=false,
>> calculator=CartesianDistCalc,
>> worldBounds=Rect(minX=0.0,maxX=256.0,minY=-128.0,maxY=128.0)})))
>>    [junit4]   1> Strategy:
>> RecursivePrefixTreeStrategy(SPG:(QuadPrefixTree(maxLevels:5,ctx:SpatialContext{geo=false,
>> calculator=CartesianDistCalc,
>> worldBounds=Rect(minX=0.0,maxX=256.0,minY=-128.0,maxY=128.0)})))
>>    [junit4]   1> Strategy:
>> RecursivePrefixTreeStrategy(SPG:(QuadPrefixTree(maxLevels:8,ctx:SpatialContext{geo=false,
>> calculator=CartesianDistCalc,
>> worldBounds=Rect(minX=0.0,maxX=256.0,minY=-128.0,maxY=128.0)})),pruneLeafyBranches)
>>    [junit4]   1> Strategy:
>> RecursivePrefixTreeStrategy(SPG:(QuadPrefixTree(maxLevels:1,ctx:SpatialContext{geo=false,
>> calculator=CartesianDistCalc,
>> worldBounds=Rect(minX=0.0,maxX=256.0,minY=-128.0,maxY=128.0)})),pruneLeafyBranches)
>>    [junit4]   1> Strategy:
>> RecursivePrefixTreeStrategy(SPG:(QuadPrefixTree(maxLevels:2,ctx:SpatialContext{geo=false,
>> calculator=CartesianDistCalc,
>> worldBounds=Rect(minX=0.0,maxX=256.0,minY=-128.0,maxY=128.0)})),pruneLeafyBranches)
>>    [junit4]   1> Strategy:
>> RecursivePrefixTreeStrategy(SPG:(GeohashPrefixTree(maxLevels:1,ctx:SpatialContext.GEO)))
>>    [junit4]   1> Strategy:
>> RecursivePrefixTreeStrategy(SPG:(QuadPrefixTree(maxLevels:2,ctx:SpatialContext{geo=false,
>> calculator=CartesianDistCalc,
>> worldBounds=Rect(minX=0.0,maxX=256.0,minY=-128.0,maxY=128.0)})))
>>    [junit4]   1> Strategy:
>> RecursivePrefixTreeStrategy(SPG:(GeohashPrefixTree(maxLevels:2,ctx:SpatialContext.GEO)))
>>    [junit4]   1> Strategy:
>> RecursivePrefixTreeStrategy(SPG:(GeohashPrefixTree(maxLevels:3,ctx:SpatialContext.GEO)))
>>    [junit4]   1> Strategy:
>> RecursivePrefixTreeStrategy(SPG:(QuadPrefixTree(maxLevels:6,ctx:SpatialContext{geo=false,
>> calculator=CartesianDistCalc,
>> worldBounds=Rect(minX=0.0,maxX=256.0,minY=-128.0,maxY=128.0)})),pruneLeafyBranches)
>>    [junit4]   1> Strategy:
>> RecursivePrefixTreeStrategy(SPG:(QuadPrefixTree(maxLevels:1,ctx:SpatialContext{geo=false,
>> calculator=CartesianDistCalc,
>> worldBounds=Rect(minX=0.0,maxX=256.0,minY=-128.0,maxY=128.0)})),pruneLeafyBranches)
>>    [junit4]   1> Strategy:
>> RecursivePrefixTreeStrategy(SPG:(GeohashPrefixTree(maxLevels:1,ctx:SpatialContext.GEO)),pruneLeafyBranches)
>>    [junit4]   1> Strategy:
>> RecursivePrefixTreeStrategy(SPG:(QuadPrefixTree(maxLevels:2,ctx:SpatialContext{geo=false,
>> calculator=CartesianDistCalc,
>> worldBounds=Rect(minX=0.0,maxX=256.0,minY=-128.0,maxY=128.0)})))
>>    [junit4]   1> Strategy:
>> RecursivePrefixTreeStrategy(SPG:(QuadPrefixTree(maxLevels:8,ctx:SpatialContext{geo=false,
>> calculator=CartesianDistCalc,
>> worldBounds=Rect(minX=0.0,maxX=256.0,minY=-128.0,maxY=128.0)})))
>>    [junit4]   1> Strategy:
>> RecursivePrefixTreeStrategy(SPG:(QuadPrefixTree(maxLevels:4,ctx:SpatialContext{geo=false,
>> calculator=CartesianDistCalc,
>> worldBounds=Rect(minX=0.0,maxX=256.0,minY=-128.0,maxY=128.0)})),pruneLeafyBranches)
>>    [junit4]   1> Strategy:
>> RecursivePrefixTreeStrategy(SPG:(GeohashPrefixTree(maxLevels:1,ctx:SpatialContext.GEO)))
>>    [junit4]   1> Strategy:
>> RecursivePrefixTreeStrategy(SPG:(GeohashPrefixTree(maxLevels:1,ctx:SpatialContext.GEO)))
>>    [junit4]   1> Strategy:
>> RecursivePrefixTreeStrategy(SPG:(GeohashPrefixTree(maxLevels:2,ctx:SpatialContext.GEO)),pruneLeafyBranches)
>>    [junit4]   1> Strategy:
>> RecursivePrefixTreeStrategy(SPG:(GeohashPrefixTree(maxLevels:1,ctx:SpatialContext.GEO)))
>>    [junit4]   1> Strategy:
>> RecursivePrefixTreeStrategy(SPG:(QuadPrefixTree(maxLevels:7,ctx:SpatialContext{geo=false,
>> calculator=CartesianDistCalc,
>> worldBounds=Rect(minX=0.0,maxX=256.0,minY=-128.0,maxY=128.0)})))
>>    [junit4]   1> Strategy:
>> RecursivePrefixTreeStrategy(SPG:(QuadPrefixTree(maxLevels:3,ctx:SpatialContext{geo=false,
>> calculator=CartesianDistCalc,
>> worldBounds=Rect(minX=0.0,maxX=256.0,minY=-128.0,maxY=128.0)})))
>>    [junit4]   1> Strategy:
>> RecursivePrefixTreeStrategy(SPG:(GeohashPrefixTree(maxLevels:3,ctx:SpatialContext.GEO)),pruneLeafyBranches)
>>    [junit4]   1> Strategy:
>> RecursivePrefixTreeStrategy(SPG:(GeohashPrefixTree(maxLevels:2,ctx:SpatialContext.GEO)))
>>    [junit4]   1> Strategy:
>> RecursivePrefixTreeStrategy(SPG:(GeohashPrefixTree(maxLevels:1,ctx:SpatialContext.GEO)),pruneLeafyBranches)
>>    [junit4]   1> Strategy:
>> RecursivePrefixTreeStrategy(SPG:(GeohashPrefixTree(maxLevels:2,ctx:SpatialContext.GEO)))
>>    [junit4]   1> Strategy:
>> RecursivePrefixTreeStrategy(SPG:(GeohashPrefixTree(maxLevels:3,ctx:SpatialContext.GEO)))
>>    [junit4]   1> Strategy:
>> RecursivePrefixTreeStrategy(SPG:(GeohashPrefixTree(maxLevels:3,ctx:SpatialContext.GEO)),pruneLeafyBranches)
>>    [junit4]   2> NOTE: test params are: codec=Lucene45,
>> sim=RandomSimilarityProvider(queryNorm=true,coord=no): {}, locale=sr_CS,
>> timezone=Europe/Ljubljana
>>    [junit4]   2> NOTE: Mac OS X 10.8.5 x86_64/Oracle Corporation 1.7.0_60
>> (64-bit)/cpus=2,threads=1,free=400611816,total=526385152
>>    [junit4]   2> NOTE: All tests run in this JVM: [SpatialArgsParserTest,
>> PortedSolr3Test, SpatialPrefixTreeTest, DateRangePrefixTreeTest,
>> QueryEqualsHashCodeTest, TestBBoxStrategy, JtsPolygonTest,
>> TestRecursivePrefixTreeStrategy, TestPointVectorStrategy, TestTestFramework,
>> DistanceStrategyTest, TestTermQueryPrefixGridStrategy, DateNRStrategyTest,
>> RandomSpatialOpFuzzyPrefixTreeTest]
>>    [junit4] Completed in 3.62s, 44 tests, 1 error <<< FAILURES!
>>
>> [...truncated 12 lines...]
>> BUILD FAILED
>> /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/build.xml:467: The
>> following error occurred while executing this line:
>> /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/build.xml:447: The
>> following error occurred while executing this line:
>> /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/build.xml:45: The
>> following error occurred while executing this line:
>> /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/extra-targets.xml:37:
>> The following error occurred while executing this line:
>> /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/build.xml:544:
>> The following error occurred while executing this line:
>>
>> /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/common-build.xml:2019:
>> The following error occurred while executing this line:
>>
>> /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/module-build.xml:60:
>> The following error occurred while executing this line:
>>
>> /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/common-build.xml:1298:
>> The following error occurred while executing this line:
>>
>> /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/common-build.xml:922:
>> There were test failures: 16 suites, 126 tests, 1 error, 13 ignored (2
>> assumptions)
>>
>> Total time: 42 minutes 45 seconds
>> Build step 'Invoke Ant' marked build as failure
>> Description set: Java: 64bit/jdk1.7.0 -XX:-UseCompressedOops -XX:+UseG1GC
>> Archiving artifacts
>> Recording test results
>> Email was triggered for: Failure - Any
>> Sending email for trigger: Failure - Any
>>
>>
>>
>>
>> ---------------------------------------------------------------------
>> To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
>> For additional commands, e-mail: dev-help@lucene.apache.org
>
>

---------------------------------------------------------------------
To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
For additional commands, e-mail: dev-help@lucene.apache.org


Re: [JENKINS] Lucene-Solr-trunk-MacOSX (64bit/jdk1.7.0) - Build # 1682 - Still Failing!

Posted by "david.w.smiley@gmail.com" <da...@gmail.com>.
Another case of:
https://issues.apache.org/jira/browse/LUCENE-5713
(cause unknown)

~ David Smiley
Freelance Apache Lucene/Solr Search Consultant/Developer
http://www.linkedin.com/in/davidwsmiley


On Tue, Jul 1, 2014 at 6:08 PM, Policeman Jenkins Server <
jenkins@thetaphi.de> wrote:

> Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-MacOSX/1682/
> Java: 64bit/jdk1.7.0 -XX:-UseCompressedOops -XX:+UseG1GC
>
> 1 tests failed.
> FAILED:
>  org.apache.lucene.spatial.prefix.RandomSpatialOpFuzzyPrefixTreeTest.testDisjoint
> {#9 seed=[9DF0DFC458CE610C:BB57C3A241E5FB1A]}
>
> Error Message:
> CheckReader failed
>
> Stack Trace:
> java.lang.RuntimeException: CheckReader failed
>         at
> __randomizedtesting.SeedInfo.seed([9DF0DFC458CE610C:BB57C3A241E5FB1A]:0)
>         at org.apache.lucene.util.TestUtil.checkReader(TestUtil.java:240)
>         at org.apache.lucene.util.TestUtil.checkReader(TestUtil.java:218)
>         at
> org.apache.lucene.util.LuceneTestCase.newSearcher(LuceneTestCase.java:1598)
>         at
> org.apache.lucene.util.LuceneTestCase.newSearcher(LuceneTestCase.java:1572)
>         at
> org.apache.lucene.util.LuceneTestCase.newSearcher(LuceneTestCase.java:1564)
>         at
> org.apache.lucene.spatial.SpatialTestCase.commit(SpatialTestCase.java:131)
>         at
> org.apache.lucene.spatial.prefix.RandomSpatialOpFuzzyPrefixTreeTest.doTest(RandomSpatialOpFuzzyPrefixTreeTest.java:294)
>         at
> org.apache.lucene.spatial.prefix.RandomSpatialOpFuzzyPrefixTreeTest.testDisjoint(RandomSpatialOpFuzzyPrefixTreeTest.java:155)
>         at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
>         at
> sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
>         at
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
>         at java.lang.reflect.Method.invoke(Method.java:606)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
>         at
> org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
>         at
> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
>         at
> com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
>         at
> org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
>         at
> org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
>         at
> org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
>         at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
>         at
> com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
>         at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
>         at
> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
>         at
> org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
>         at
> com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
>         at
> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
>         at
> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
>         at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at
> org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
>         at
> org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
>         at
> org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
>         at
> org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
>         at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
>         at java.lang.Thread.run(Thread.java:745)
>
>
>
>
> Build Log:
> [...truncated 9429 lines...]
>    [junit4] Suite:
> org.apache.lucene.spatial.prefix.RandomSpatialOpFuzzyPrefixTreeTest
>    [junit4]   1> Strategy:
> RecursivePrefixTreeStrategy(SPG:(GeohashPrefixTree(maxLevels:2,ctx:SpatialContext.GEO)))
>    [junit4]   1> Strategy:
> RecursivePrefixTreeStrategy(SPG:(QuadPrefixTree(maxLevels:3,ctx:SpatialContext{geo=false,
> calculator=CartesianDistCalc,
> worldBounds=Rect(minX=0.0,maxX=256.0,minY=-128.0,maxY=128.0)})))
>    [junit4]   1> Strategy:
> RecursivePrefixTreeStrategy(SPG:(GeohashPrefixTree(maxLevels:1,ctx:SpatialContext.GEO)),pruneLeafyBranches)
>    [junit4]   1> Strategy:
> RecursivePrefixTreeStrategy(SPG:(QuadPrefixTree(maxLevels:8,ctx:SpatialContext{geo=false,
> calculator=CartesianDistCalc,
> worldBounds=Rect(minX=0.0,maxX=256.0,minY=-128.0,maxY=128.0)})))
>    [junit4]   1> Strategy:
> RecursivePrefixTreeStrategy(SPG:(GeohashPrefixTree(maxLevels:3,ctx:SpatialContext.GEO)))
>    [junit4]   1> Strategy:
> RecursivePrefixTreeStrategy(SPG:(GeohashPrefixTree(maxLevels:2,ctx:SpatialContext.GEO)))
>    [junit4]   1> Strategy:
> RecursivePrefixTreeStrategy(SPG:(GeohashPrefixTree(maxLevels:3,ctx:SpatialContext.GEO)),pruneLeafyBranches)
>    [junit4]   1> Strategy:
> RecursivePrefixTreeStrategy(SPG:(GeohashPrefixTree(maxLevels:2,ctx:SpatialContext.GEO)))
>    [junit4]   1> Strategy:
> RecursivePrefixTreeStrategy(SPG:(GeohashPrefixTree(maxLevels:1,ctx:SpatialContext.GEO)),pruneLeafyBranches)
>    [junit4]   1> Strategy:
> RecursivePrefixTreeStrategy(SPG:(QuadPrefixTree(maxLevels:2,ctx:SpatialContext{geo=false,
> calculator=CartesianDistCalc,
> worldBounds=Rect(minX=0.0,maxX=256.0,minY=-128.0,maxY=128.0)})),pruneLeafyBranches)
>    [junit4]   1> CheckReader failed
>    [junit4]   1>     test: field norms.........OK [0 fields]
>    [junit4]   1>     test: terms, freq, prox...OK [19 terms; 21 terms/docs
> pairs; 0 tokens]
>    [junit4]   1>     test: stored fields.......OK [10 total field count;
> avg 2 fields per doc]
>    [junit4]   1>     test: term vectors........OK [0 total vector count;
> avg 0 term/freq vector fields per doc]
>    [junit4]   1>     test: docvalues...........ERROR [dv for field:
> RandomSpatialOpFuzzyPrefixTreeTest has -1 ord but is not marked missing for
> doc: 3]
>    [junit4]   1> java.lang.RuntimeException: dv for field:
> RandomSpatialOpFuzzyPrefixTreeTest has -1 ord but is not marked missing for
> doc: 3
>    [junit4]   1>        at
> org.apache.lucene.index.CheckIndex.checkSortedDocValues(CheckIndex.java:1416)
>    [junit4]   1>        at
> org.apache.lucene.index.CheckIndex.checkDocValues(CheckIndex.java:1560)
>    [junit4]   1>        at
> org.apache.lucene.index.CheckIndex.testDocValues(CheckIndex.java:1369)
>    [junit4]   1>        at
> org.apache.lucene.util.TestUtil.checkReader(TestUtil.java:231)
>    [junit4]   1>        at
> org.apache.lucene.util.TestUtil.checkReader(TestUtil.java:218)
>    [junit4]   1>        at
> org.apache.lucene.util.LuceneTestCase.newSearcher(LuceneTestCase.java:1598)
>    [junit4]   1>        at
> org.apache.lucene.util.LuceneTestCase.newSearcher(LuceneTestCase.java:1572)
>    [junit4]   1>        at
> org.apache.lucene.util.LuceneTestCase.newSearcher(LuceneTestCase.java:1564)
>    [junit4]   1>        at
> org.apache.lucene.spatial.SpatialTestCase.commit(SpatialTestCase.java:131)
>    [junit4]   1>        at
> org.apache.lucene.spatial.prefix.RandomSpatialOpFuzzyPrefixTreeTest.doTest(RandomSpatialOpFuzzyPrefixTreeTest.java:294)
>    [junit4]   1>        at
> org.apache.lucene.spatial.prefix.RandomSpatialOpFuzzyPrefixTreeTest.testDisjoint(RandomSpatialOpFuzzyPrefixTreeTest.java:155)
>    [junit4]   1>        at
> sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
>    [junit4]   1>        at
> sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
>    [junit4]   1>        at
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
>    [junit4]   1>        at java.lang.reflect.Method.invoke(Method.java:606)
>    [junit4]   1>        at
> com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
>    [junit4]   1>        at
> com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
>    [junit4]   1>        at
> com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
>    [junit4]   1>        at
> com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
>    [junit4]   1>        at
> org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
>    [junit4]   1>        at
> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
>    [junit4]   1>        at
> com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
>    [junit4]   1>        at
> org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
>    [junit4]   1>        at
> org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
>    [junit4]   1>        at
> org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
>    [junit4]   1>        at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>    [junit4]   1>        at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
>    [junit4]   1>        at
> com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
>    [junit4]   1>        at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
>    [junit4]   1>        at
> com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
>    [junit4]   1>        at
> com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
>    [junit4]   1>        at
> com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
>    [junit4]   1>        at
> com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
>    [junit4]   1>        at
> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
>    [junit4]   1>        at
> org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
>    [junit4]   1>        at
> com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
>    [junit4]   1>        at
> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
>    [junit4]   1>        at
> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
>    [junit4]   1>        at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>    [junit4]   1>        at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>    [junit4]   1>        at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>    [junit4]   1>        at
> org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
>    [junit4]   1>        at
> org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
>    [junit4]   1>        at
> org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
>    [junit4]   1>        at
> org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
>    [junit4]   1>        at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>    [junit4]   1>        at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
>    [junit4]   1>        at java.lang.Thread.run(Thread.java:745)
>    [junit4]   1>
>    [junit4]   2> NOTE: reproduce with: ant test
>  -Dtestcase=RandomSpatialOpFuzzyPrefixTreeTest -Dtests.method=testDisjoint
> -Dtests.seed=9DF0DFC458CE610C -Dtests.slow=true -Dtests.locale=sr_CS
> -Dtests.timezone=Europe/Ljubljana -Dtests.file.encoding=ISO-8859-1
>    [junit4] ERROR   0.14s |
> RandomSpatialOpFuzzyPrefixTreeTest.testDisjoint {#9
> seed=[9DF0DFC458CE610C:BB57C3A241E5FB1A]} <<<
>    [junit4]    > Throwable #1: java.lang.RuntimeException: CheckReader
> failed
>    [junit4]    >        at
> __randomizedtesting.SeedInfo.seed([9DF0DFC458CE610C:BB57C3A241E5FB1A]:0)
>    [junit4]    >        at
> org.apache.lucene.util.TestUtil.checkReader(TestUtil.java:240)
>    [junit4]    >        at
> org.apache.lucene.util.TestUtil.checkReader(TestUtil.java:218)
>    [junit4]    >        at
> org.apache.lucene.util.LuceneTestCase.newSearcher(LuceneTestCase.java:1598)
>    [junit4]    >        at
> org.apache.lucene.util.LuceneTestCase.newSearcher(LuceneTestCase.java:1572)
>    [junit4]    >        at
> org.apache.lucene.util.LuceneTestCase.newSearcher(LuceneTestCase.java:1564)
>    [junit4]    >        at
> org.apache.lucene.spatial.SpatialTestCase.commit(SpatialTestCase.java:131)
>    [junit4]    >        at
> org.apache.lucene.spatial.prefix.RandomSpatialOpFuzzyPrefixTreeTest.doTest(RandomSpatialOpFuzzyPrefixTreeTest.java:294)
>    [junit4]    >        at
> org.apache.lucene.spatial.prefix.RandomSpatialOpFuzzyPrefixTreeTest.testDisjoint(RandomSpatialOpFuzzyPrefixTreeTest.java:155)
>    [junit4]    >        at java.lang.Thread.run(Thread.java:745)
>    [junit4]   1> Strategy:
> RecursivePrefixTreeStrategy(SPG:(GeohashPrefixTree(maxLevels:3,ctx:SpatialContext.GEO)))
>    [junit4]   1> Strategy:
> RecursivePrefixTreeStrategy(SPG:(QuadPrefixTree(maxLevels:4,ctx:SpatialContext{geo=false,
> calculator=CartesianDistCalc,
> worldBounds=Rect(minX=0.0,maxX=256.0,minY=-128.0,maxY=128.0)})),pruneLeafyBranches)
>    [junit4]   1> Strategy:
> RecursivePrefixTreeStrategy(SPG:(GeohashPrefixTree(maxLevels:2,ctx:SpatialContext.GEO)))
>    [junit4]   1> Strategy:
> RecursivePrefixTreeStrategy(SPG:(QuadPrefixTree(maxLevels:5,ctx:SpatialContext{geo=false,
> calculator=CartesianDistCalc,
> worldBounds=Rect(minX=0.0,maxX=256.0,minY=-128.0,maxY=128.0)})))
>    [junit4]   1> Strategy:
> RecursivePrefixTreeStrategy(SPG:(QuadPrefixTree(maxLevels:5,ctx:SpatialContext{geo=false,
> calculator=CartesianDistCalc,
> worldBounds=Rect(minX=0.0,maxX=256.0,minY=-128.0,maxY=128.0)})))
>    [junit4]   1> Strategy:
> RecursivePrefixTreeStrategy(SPG:(QuadPrefixTree(maxLevels:8,ctx:SpatialContext{geo=false,
> calculator=CartesianDistCalc,
> worldBounds=Rect(minX=0.0,maxX=256.0,minY=-128.0,maxY=128.0)})),pruneLeafyBranches)
>    [junit4]   1> Strategy:
> RecursivePrefixTreeStrategy(SPG:(QuadPrefixTree(maxLevels:1,ctx:SpatialContext{geo=false,
> calculator=CartesianDistCalc,
> worldBounds=Rect(minX=0.0,maxX=256.0,minY=-128.0,maxY=128.0)})),pruneLeafyBranches)
>    [junit4]   1> Strategy:
> RecursivePrefixTreeStrategy(SPG:(QuadPrefixTree(maxLevels:2,ctx:SpatialContext{geo=false,
> calculator=CartesianDistCalc,
> worldBounds=Rect(minX=0.0,maxX=256.0,minY=-128.0,maxY=128.0)})),pruneLeafyBranches)
>    [junit4]   1> Strategy:
> RecursivePrefixTreeStrategy(SPG:(GeohashPrefixTree(maxLevels:1,ctx:SpatialContext.GEO)))
>    [junit4]   1> Strategy:
> RecursivePrefixTreeStrategy(SPG:(QuadPrefixTree(maxLevels:2,ctx:SpatialContext{geo=false,
> calculator=CartesianDistCalc,
> worldBounds=Rect(minX=0.0,maxX=256.0,minY=-128.0,maxY=128.0)})))
>    [junit4]   1> Strategy:
> RecursivePrefixTreeStrategy(SPG:(GeohashPrefixTree(maxLevels:2,ctx:SpatialContext.GEO)))
>    [junit4]   1> Strategy:
> RecursivePrefixTreeStrategy(SPG:(GeohashPrefixTree(maxLevels:3,ctx:SpatialContext.GEO)))
>    [junit4]   1> Strategy:
> RecursivePrefixTreeStrategy(SPG:(QuadPrefixTree(maxLevels:6,ctx:SpatialContext{geo=false,
> calculator=CartesianDistCalc,
> worldBounds=Rect(minX=0.0,maxX=256.0,minY=-128.0,maxY=128.0)})),pruneLeafyBranches)
>    [junit4]   1> Strategy:
> RecursivePrefixTreeStrategy(SPG:(QuadPrefixTree(maxLevels:1,ctx:SpatialContext{geo=false,
> calculator=CartesianDistCalc,
> worldBounds=Rect(minX=0.0,maxX=256.0,minY=-128.0,maxY=128.0)})),pruneLeafyBranches)
>    [junit4]   1> Strategy:
> RecursivePrefixTreeStrategy(SPG:(GeohashPrefixTree(maxLevels:1,ctx:SpatialContext.GEO)),pruneLeafyBranches)
>    [junit4]   1> Strategy:
> RecursivePrefixTreeStrategy(SPG:(QuadPrefixTree(maxLevels:2,ctx:SpatialContext{geo=false,
> calculator=CartesianDistCalc,
> worldBounds=Rect(minX=0.0,maxX=256.0,minY=-128.0,maxY=128.0)})))
>    [junit4]   1> Strategy:
> RecursivePrefixTreeStrategy(SPG:(QuadPrefixTree(maxLevels:8,ctx:SpatialContext{geo=false,
> calculator=CartesianDistCalc,
> worldBounds=Rect(minX=0.0,maxX=256.0,minY=-128.0,maxY=128.0)})))
>    [junit4]   1> Strategy:
> RecursivePrefixTreeStrategy(SPG:(QuadPrefixTree(maxLevels:4,ctx:SpatialContext{geo=false,
> calculator=CartesianDistCalc,
> worldBounds=Rect(minX=0.0,maxX=256.0,minY=-128.0,maxY=128.0)})),pruneLeafyBranches)
>    [junit4]   1> Strategy:
> RecursivePrefixTreeStrategy(SPG:(GeohashPrefixTree(maxLevels:1,ctx:SpatialContext.GEO)))
>    [junit4]   1> Strategy:
> RecursivePrefixTreeStrategy(SPG:(GeohashPrefixTree(maxLevels:1,ctx:SpatialContext.GEO)))
>    [junit4]   1> Strategy:
> RecursivePrefixTreeStrategy(SPG:(GeohashPrefixTree(maxLevels:2,ctx:SpatialContext.GEO)),pruneLeafyBranches)
>    [junit4]   1> Strategy:
> RecursivePrefixTreeStrategy(SPG:(GeohashPrefixTree(maxLevels:1,ctx:SpatialContext.GEO)))
>    [junit4]   1> Strategy:
> RecursivePrefixTreeStrategy(SPG:(QuadPrefixTree(maxLevels:7,ctx:SpatialContext{geo=false,
> calculator=CartesianDistCalc,
> worldBounds=Rect(minX=0.0,maxX=256.0,minY=-128.0,maxY=128.0)})))
>    [junit4]   1> Strategy:
> RecursivePrefixTreeStrategy(SPG:(QuadPrefixTree(maxLevels:3,ctx:SpatialContext{geo=false,
> calculator=CartesianDistCalc,
> worldBounds=Rect(minX=0.0,maxX=256.0,minY=-128.0,maxY=128.0)})))
>    [junit4]   1> Strategy:
> RecursivePrefixTreeStrategy(SPG:(GeohashPrefixTree(maxLevels:3,ctx:SpatialContext.GEO)),pruneLeafyBranches)
>    [junit4]   1> Strategy:
> RecursivePrefixTreeStrategy(SPG:(GeohashPrefixTree(maxLevels:2,ctx:SpatialContext.GEO)))
>    [junit4]   1> Strategy:
> RecursivePrefixTreeStrategy(SPG:(GeohashPrefixTree(maxLevels:1,ctx:SpatialContext.GEO)),pruneLeafyBranches)
>    [junit4]   1> Strategy:
> RecursivePrefixTreeStrategy(SPG:(GeohashPrefixTree(maxLevels:2,ctx:SpatialContext.GEO)))
>    [junit4]   1> Strategy:
> RecursivePrefixTreeStrategy(SPG:(GeohashPrefixTree(maxLevels:3,ctx:SpatialContext.GEO)))
>    [junit4]   1> Strategy:
> RecursivePrefixTreeStrategy(SPG:(GeohashPrefixTree(maxLevels:3,ctx:SpatialContext.GEO)),pruneLeafyBranches)
>    [junit4]   2> NOTE: test params are: codec=Lucene45,
> sim=RandomSimilarityProvider(queryNorm=true,coord=no): {}, locale=sr_CS,
> timezone=Europe/Ljubljana
>    [junit4]   2> NOTE: Mac OS X 10.8.5 x86_64/Oracle Corporation 1.7.0_60
> (64-bit)/cpus=2,threads=1,free=400611816,total=526385152
>    [junit4]   2> NOTE: All tests run in this JVM: [SpatialArgsParserTest,
> PortedSolr3Test, SpatialPrefixTreeTest, DateRangePrefixTreeTest,
> QueryEqualsHashCodeTest, TestBBoxStrategy, JtsPolygonTest,
> TestRecursivePrefixTreeStrategy, TestPointVectorStrategy,
> TestTestFramework, DistanceStrategyTest, TestTermQueryPrefixGridStrategy,
> DateNRStrategyTest, RandomSpatialOpFuzzyPrefixTreeTest]
>    [junit4] Completed in 3.62s, 44 tests, 1 error <<< FAILURES!
>
> [...truncated 12 lines...]
> BUILD FAILED
> /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/build.xml:467: The
> following error occurred while executing this line:
> /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/build.xml:447: The
> following error occurred while executing this line:
> /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/build.xml:45: The
> following error occurred while executing this line:
> /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/extra-targets.xml:37:
> The following error occurred while executing this line:
> /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/build.xml:544:
> The following error occurred while executing this line:
> /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/common-build.xml:2019:
> The following error occurred while executing this line:
> /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/module-build.xml:60:
> The following error occurred while executing this line:
> /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/common-build.xml:1298:
> The following error occurred while executing this line:
> /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/common-build.xml:922:
> There were test failures: 16 suites, 126 tests, 1 error, 13 ignored (2
> assumptions)
>
> Total time: 42 minutes 45 seconds
> Build step 'Invoke Ant' marked build as failure
> Description set: Java: 64bit/jdk1.7.0 -XX:-UseCompressedOops -XX:+UseG1GC
> Archiving artifacts
> Recording test results
> Email was triggered for: Failure - Any
> Sending email for trigger: Failure - Any
>
>
>
>
> ---------------------------------------------------------------------
> To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
> For additional commands, e-mail: dev-help@lucene.apache.org
>

[JENKINS] Lucene-Solr-trunk-MacOSX (64bit/jdk1.7.0) - Build # 1682 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-MacOSX/1682/
Java: 64bit/jdk1.7.0 -XX:-UseCompressedOops -XX:+UseG1GC

1 tests failed.
FAILED:  org.apache.lucene.spatial.prefix.RandomSpatialOpFuzzyPrefixTreeTest.testDisjoint {#9 seed=[9DF0DFC458CE610C:BB57C3A241E5FB1A]}

Error Message:
CheckReader failed

Stack Trace:
java.lang.RuntimeException: CheckReader failed
	at __randomizedtesting.SeedInfo.seed([9DF0DFC458CE610C:BB57C3A241E5FB1A]:0)
	at org.apache.lucene.util.TestUtil.checkReader(TestUtil.java:240)
	at org.apache.lucene.util.TestUtil.checkReader(TestUtil.java:218)
	at org.apache.lucene.util.LuceneTestCase.newSearcher(LuceneTestCase.java:1598)
	at org.apache.lucene.util.LuceneTestCase.newSearcher(LuceneTestCase.java:1572)
	at org.apache.lucene.util.LuceneTestCase.newSearcher(LuceneTestCase.java:1564)
	at org.apache.lucene.spatial.SpatialTestCase.commit(SpatialTestCase.java:131)
	at org.apache.lucene.spatial.prefix.RandomSpatialOpFuzzyPrefixTreeTest.doTest(RandomSpatialOpFuzzyPrefixTreeTest.java:294)
	at org.apache.lucene.spatial.prefix.RandomSpatialOpFuzzyPrefixTreeTest.testDisjoint(RandomSpatialOpFuzzyPrefixTreeTest.java:155)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 9429 lines...]
   [junit4] Suite: org.apache.lucene.spatial.prefix.RandomSpatialOpFuzzyPrefixTreeTest
   [junit4]   1> Strategy: RecursivePrefixTreeStrategy(SPG:(GeohashPrefixTree(maxLevels:2,ctx:SpatialContext.GEO)))
   [junit4]   1> Strategy: RecursivePrefixTreeStrategy(SPG:(QuadPrefixTree(maxLevels:3,ctx:SpatialContext{geo=false, calculator=CartesianDistCalc, worldBounds=Rect(minX=0.0,maxX=256.0,minY=-128.0,maxY=128.0)})))
   [junit4]   1> Strategy: RecursivePrefixTreeStrategy(SPG:(GeohashPrefixTree(maxLevels:1,ctx:SpatialContext.GEO)),pruneLeafyBranches)
   [junit4]   1> Strategy: RecursivePrefixTreeStrategy(SPG:(QuadPrefixTree(maxLevels:8,ctx:SpatialContext{geo=false, calculator=CartesianDistCalc, worldBounds=Rect(minX=0.0,maxX=256.0,minY=-128.0,maxY=128.0)})))
   [junit4]   1> Strategy: RecursivePrefixTreeStrategy(SPG:(GeohashPrefixTree(maxLevels:3,ctx:SpatialContext.GEO)))
   [junit4]   1> Strategy: RecursivePrefixTreeStrategy(SPG:(GeohashPrefixTree(maxLevels:2,ctx:SpatialContext.GEO)))
   [junit4]   1> Strategy: RecursivePrefixTreeStrategy(SPG:(GeohashPrefixTree(maxLevels:3,ctx:SpatialContext.GEO)),pruneLeafyBranches)
   [junit4]   1> Strategy: RecursivePrefixTreeStrategy(SPG:(GeohashPrefixTree(maxLevels:2,ctx:SpatialContext.GEO)))
   [junit4]   1> Strategy: RecursivePrefixTreeStrategy(SPG:(GeohashPrefixTree(maxLevels:1,ctx:SpatialContext.GEO)),pruneLeafyBranches)
   [junit4]   1> Strategy: RecursivePrefixTreeStrategy(SPG:(QuadPrefixTree(maxLevels:2,ctx:SpatialContext{geo=false, calculator=CartesianDistCalc, worldBounds=Rect(minX=0.0,maxX=256.0,minY=-128.0,maxY=128.0)})),pruneLeafyBranches)
   [junit4]   1> CheckReader failed
   [junit4]   1>     test: field norms.........OK [0 fields]
   [junit4]   1>     test: terms, freq, prox...OK [19 terms; 21 terms/docs pairs; 0 tokens]
   [junit4]   1>     test: stored fields.......OK [10 total field count; avg 2 fields per doc]
   [junit4]   1>     test: term vectors........OK [0 total vector count; avg 0 term/freq vector fields per doc]
   [junit4]   1>     test: docvalues...........ERROR [dv for field: RandomSpatialOpFuzzyPrefixTreeTest has -1 ord but is not marked missing for doc: 3]
   [junit4]   1> java.lang.RuntimeException: dv for field: RandomSpatialOpFuzzyPrefixTreeTest has -1 ord but is not marked missing for doc: 3
   [junit4]   1> 	at org.apache.lucene.index.CheckIndex.checkSortedDocValues(CheckIndex.java:1416)
   [junit4]   1> 	at org.apache.lucene.index.CheckIndex.checkDocValues(CheckIndex.java:1560)
   [junit4]   1> 	at org.apache.lucene.index.CheckIndex.testDocValues(CheckIndex.java:1369)
   [junit4]   1> 	at org.apache.lucene.util.TestUtil.checkReader(TestUtil.java:231)
   [junit4]   1> 	at org.apache.lucene.util.TestUtil.checkReader(TestUtil.java:218)
   [junit4]   1> 	at org.apache.lucene.util.LuceneTestCase.newSearcher(LuceneTestCase.java:1598)
   [junit4]   1> 	at org.apache.lucene.util.LuceneTestCase.newSearcher(LuceneTestCase.java:1572)
   [junit4]   1> 	at org.apache.lucene.util.LuceneTestCase.newSearcher(LuceneTestCase.java:1564)
   [junit4]   1> 	at org.apache.lucene.spatial.SpatialTestCase.commit(SpatialTestCase.java:131)
   [junit4]   1> 	at org.apache.lucene.spatial.prefix.RandomSpatialOpFuzzyPrefixTreeTest.doTest(RandomSpatialOpFuzzyPrefixTreeTest.java:294)
   [junit4]   1> 	at org.apache.lucene.spatial.prefix.RandomSpatialOpFuzzyPrefixTreeTest.testDisjoint(RandomSpatialOpFuzzyPrefixTreeTest.java:155)
   [junit4]   1> 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]   1> 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
   [junit4]   1> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   1> 	at java.lang.reflect.Method.invoke(Method.java:606)
   [junit4]   1> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
   [junit4]   1> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
   [junit4]   1> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
   [junit4]   1> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
   [junit4]   1> 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
   [junit4]   1> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
   [junit4]   1> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
   [junit4]   1> 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
   [junit4]   1> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
   [junit4]   1> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
   [junit4]   1> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   1> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
   [junit4]   1> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
   [junit4]   1> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
   [junit4]   1> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
   [junit4]   1> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
   [junit4]   1> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
   [junit4]   1> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
   [junit4]   1> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
   [junit4]   1> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
   [junit4]   1> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
   [junit4]   1> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
   [junit4]   1> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
   [junit4]   1> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   1> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   1> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   1> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
   [junit4]   1> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
   [junit4]   1> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
   [junit4]   1> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
   [junit4]   1> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   1> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
   [junit4]   1> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   1> 
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=RandomSpatialOpFuzzyPrefixTreeTest -Dtests.method=testDisjoint -Dtests.seed=9DF0DFC458CE610C -Dtests.slow=true -Dtests.locale=sr_CS -Dtests.timezone=Europe/Ljubljana -Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR   0.14s | RandomSpatialOpFuzzyPrefixTreeTest.testDisjoint {#9 seed=[9DF0DFC458CE610C:BB57C3A241E5FB1A]} <<<
   [junit4]    > Throwable #1: java.lang.RuntimeException: CheckReader failed
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([9DF0DFC458CE610C:BB57C3A241E5FB1A]:0)
   [junit4]    > 	at org.apache.lucene.util.TestUtil.checkReader(TestUtil.java:240)
   [junit4]    > 	at org.apache.lucene.util.TestUtil.checkReader(TestUtil.java:218)
   [junit4]    > 	at org.apache.lucene.util.LuceneTestCase.newSearcher(LuceneTestCase.java:1598)
   [junit4]    > 	at org.apache.lucene.util.LuceneTestCase.newSearcher(LuceneTestCase.java:1572)
   [junit4]    > 	at org.apache.lucene.util.LuceneTestCase.newSearcher(LuceneTestCase.java:1564)
   [junit4]    > 	at org.apache.lucene.spatial.SpatialTestCase.commit(SpatialTestCase.java:131)
   [junit4]    > 	at org.apache.lucene.spatial.prefix.RandomSpatialOpFuzzyPrefixTreeTest.doTest(RandomSpatialOpFuzzyPrefixTreeTest.java:294)
   [junit4]    > 	at org.apache.lucene.spatial.prefix.RandomSpatialOpFuzzyPrefixTreeTest.testDisjoint(RandomSpatialOpFuzzyPrefixTreeTest.java:155)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   1> Strategy: RecursivePrefixTreeStrategy(SPG:(GeohashPrefixTree(maxLevels:3,ctx:SpatialContext.GEO)))
   [junit4]   1> Strategy: RecursivePrefixTreeStrategy(SPG:(QuadPrefixTree(maxLevels:4,ctx:SpatialContext{geo=false, calculator=CartesianDistCalc, worldBounds=Rect(minX=0.0,maxX=256.0,minY=-128.0,maxY=128.0)})),pruneLeafyBranches)
   [junit4]   1> Strategy: RecursivePrefixTreeStrategy(SPG:(GeohashPrefixTree(maxLevels:2,ctx:SpatialContext.GEO)))
   [junit4]   1> Strategy: RecursivePrefixTreeStrategy(SPG:(QuadPrefixTree(maxLevels:5,ctx:SpatialContext{geo=false, calculator=CartesianDistCalc, worldBounds=Rect(minX=0.0,maxX=256.0,minY=-128.0,maxY=128.0)})))
   [junit4]   1> Strategy: RecursivePrefixTreeStrategy(SPG:(QuadPrefixTree(maxLevels:5,ctx:SpatialContext{geo=false, calculator=CartesianDistCalc, worldBounds=Rect(minX=0.0,maxX=256.0,minY=-128.0,maxY=128.0)})))
   [junit4]   1> Strategy: RecursivePrefixTreeStrategy(SPG:(QuadPrefixTree(maxLevels:8,ctx:SpatialContext{geo=false, calculator=CartesianDistCalc, worldBounds=Rect(minX=0.0,maxX=256.0,minY=-128.0,maxY=128.0)})),pruneLeafyBranches)
   [junit4]   1> Strategy: RecursivePrefixTreeStrategy(SPG:(QuadPrefixTree(maxLevels:1,ctx:SpatialContext{geo=false, calculator=CartesianDistCalc, worldBounds=Rect(minX=0.0,maxX=256.0,minY=-128.0,maxY=128.0)})),pruneLeafyBranches)
   [junit4]   1> Strategy: RecursivePrefixTreeStrategy(SPG:(QuadPrefixTree(maxLevels:2,ctx:SpatialContext{geo=false, calculator=CartesianDistCalc, worldBounds=Rect(minX=0.0,maxX=256.0,minY=-128.0,maxY=128.0)})),pruneLeafyBranches)
   [junit4]   1> Strategy: RecursivePrefixTreeStrategy(SPG:(GeohashPrefixTree(maxLevels:1,ctx:SpatialContext.GEO)))
   [junit4]   1> Strategy: RecursivePrefixTreeStrategy(SPG:(QuadPrefixTree(maxLevels:2,ctx:SpatialContext{geo=false, calculator=CartesianDistCalc, worldBounds=Rect(minX=0.0,maxX=256.0,minY=-128.0,maxY=128.0)})))
   [junit4]   1> Strategy: RecursivePrefixTreeStrategy(SPG:(GeohashPrefixTree(maxLevels:2,ctx:SpatialContext.GEO)))
   [junit4]   1> Strategy: RecursivePrefixTreeStrategy(SPG:(GeohashPrefixTree(maxLevels:3,ctx:SpatialContext.GEO)))
   [junit4]   1> Strategy: RecursivePrefixTreeStrategy(SPG:(QuadPrefixTree(maxLevels:6,ctx:SpatialContext{geo=false, calculator=CartesianDistCalc, worldBounds=Rect(minX=0.0,maxX=256.0,minY=-128.0,maxY=128.0)})),pruneLeafyBranches)
   [junit4]   1> Strategy: RecursivePrefixTreeStrategy(SPG:(QuadPrefixTree(maxLevels:1,ctx:SpatialContext{geo=false, calculator=CartesianDistCalc, worldBounds=Rect(minX=0.0,maxX=256.0,minY=-128.0,maxY=128.0)})),pruneLeafyBranches)
   [junit4]   1> Strategy: RecursivePrefixTreeStrategy(SPG:(GeohashPrefixTree(maxLevels:1,ctx:SpatialContext.GEO)),pruneLeafyBranches)
   [junit4]   1> Strategy: RecursivePrefixTreeStrategy(SPG:(QuadPrefixTree(maxLevels:2,ctx:SpatialContext{geo=false, calculator=CartesianDistCalc, worldBounds=Rect(minX=0.0,maxX=256.0,minY=-128.0,maxY=128.0)})))
   [junit4]   1> Strategy: RecursivePrefixTreeStrategy(SPG:(QuadPrefixTree(maxLevels:8,ctx:SpatialContext{geo=false, calculator=CartesianDistCalc, worldBounds=Rect(minX=0.0,maxX=256.0,minY=-128.0,maxY=128.0)})))
   [junit4]   1> Strategy: RecursivePrefixTreeStrategy(SPG:(QuadPrefixTree(maxLevels:4,ctx:SpatialContext{geo=false, calculator=CartesianDistCalc, worldBounds=Rect(minX=0.0,maxX=256.0,minY=-128.0,maxY=128.0)})),pruneLeafyBranches)
   [junit4]   1> Strategy: RecursivePrefixTreeStrategy(SPG:(GeohashPrefixTree(maxLevels:1,ctx:SpatialContext.GEO)))
   [junit4]   1> Strategy: RecursivePrefixTreeStrategy(SPG:(GeohashPrefixTree(maxLevels:1,ctx:SpatialContext.GEO)))
   [junit4]   1> Strategy: RecursivePrefixTreeStrategy(SPG:(GeohashPrefixTree(maxLevels:2,ctx:SpatialContext.GEO)),pruneLeafyBranches)
   [junit4]   1> Strategy: RecursivePrefixTreeStrategy(SPG:(GeohashPrefixTree(maxLevels:1,ctx:SpatialContext.GEO)))
   [junit4]   1> Strategy: RecursivePrefixTreeStrategy(SPG:(QuadPrefixTree(maxLevels:7,ctx:SpatialContext{geo=false, calculator=CartesianDistCalc, worldBounds=Rect(minX=0.0,maxX=256.0,minY=-128.0,maxY=128.0)})))
   [junit4]   1> Strategy: RecursivePrefixTreeStrategy(SPG:(QuadPrefixTree(maxLevels:3,ctx:SpatialContext{geo=false, calculator=CartesianDistCalc, worldBounds=Rect(minX=0.0,maxX=256.0,minY=-128.0,maxY=128.0)})))
   [junit4]   1> Strategy: RecursivePrefixTreeStrategy(SPG:(GeohashPrefixTree(maxLevels:3,ctx:SpatialContext.GEO)),pruneLeafyBranches)
   [junit4]   1> Strategy: RecursivePrefixTreeStrategy(SPG:(GeohashPrefixTree(maxLevels:2,ctx:SpatialContext.GEO)))
   [junit4]   1> Strategy: RecursivePrefixTreeStrategy(SPG:(GeohashPrefixTree(maxLevels:1,ctx:SpatialContext.GEO)),pruneLeafyBranches)
   [junit4]   1> Strategy: RecursivePrefixTreeStrategy(SPG:(GeohashPrefixTree(maxLevels:2,ctx:SpatialContext.GEO)))
   [junit4]   1> Strategy: RecursivePrefixTreeStrategy(SPG:(GeohashPrefixTree(maxLevels:3,ctx:SpatialContext.GEO)))
   [junit4]   1> Strategy: RecursivePrefixTreeStrategy(SPG:(GeohashPrefixTree(maxLevels:3,ctx:SpatialContext.GEO)),pruneLeafyBranches)
   [junit4]   2> NOTE: test params are: codec=Lucene45, sim=RandomSimilarityProvider(queryNorm=true,coord=no): {}, locale=sr_CS, timezone=Europe/Ljubljana
   [junit4]   2> NOTE: Mac OS X 10.8.5 x86_64/Oracle Corporation 1.7.0_60 (64-bit)/cpus=2,threads=1,free=400611816,total=526385152
   [junit4]   2> NOTE: All tests run in this JVM: [SpatialArgsParserTest, PortedSolr3Test, SpatialPrefixTreeTest, DateRangePrefixTreeTest, QueryEqualsHashCodeTest, TestBBoxStrategy, JtsPolygonTest, TestRecursivePrefixTreeStrategy, TestPointVectorStrategy, TestTestFramework, DistanceStrategyTest, TestTermQueryPrefixGridStrategy, DateNRStrategyTest, RandomSpatialOpFuzzyPrefixTreeTest]
   [junit4] Completed in 3.62s, 44 tests, 1 error <<< FAILURES!

[...truncated 12 lines...]
BUILD FAILED
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/build.xml:467: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/build.xml:447: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/build.xml:45: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/extra-targets.xml:37: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/build.xml:544: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/common-build.xml:2019: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/module-build.xml:60: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/common-build.xml:1298: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/common-build.xml:922: There were test failures: 16 suites, 126 tests, 1 error, 13 ignored (2 assumptions)

Total time: 42 minutes 45 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.7.0 -XX:-UseCompressedOops -XX:+UseG1GC
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-trunk-MacOSX (64bit/jdk1.7.0) - Build # 1681 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-MacOSX/1681/
Java: 64bit/jdk1.7.0 -XX:+UseCompressedOops -XX:+UseParallelGC

6 tests failed.
FAILED:  org.apache.solr.client.solrj.SolrExampleBinaryTest.testChildDoctransformer

Error Message:
Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/> <title>Error 500 Server Error</title> </head> <body> <h2>HTTP ERROR: 500</h2> <p>Problem accessing /solr/collection1/select. Reason: <pre>    Server Error</pre></p> <hr /><i><small>Powered by Jetty://</small></i>                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                     </body> </html> 

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/>
<title>Error 500 Server Error</title>
</head>
<body>
<h2>HTTP ERROR: 500</h2>
<p>Problem accessing /solr/collection1/select. Reason:
<pre>    Server Error</pre></p>
<hr /><i><small>Powered by Jetty://</small></i>
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
</body>
</html>

	at __randomizedtesting.SeedInfo.seed([F6AE3B4F553E6378:857424D5D926147E]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:516)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:210)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:206)
	at org.apache.solr.client.solrj.request.QueryRequest.process(QueryRequest.java:91)
	at org.apache.solr.client.solrj.SolrServer.query(SolrServer.java:301)
	at org.apache.solr.client.solrj.SolrExampleTests.testChildDoctransformer(SolrExampleTests.java:1373)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.client.solrj.SolrExampleXMLTest.testChildDoctransformer

Error Message:
java.lang.AssertionError

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([F6AE3B4F553E6378:857424D5D926147E]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:554)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:210)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:206)
	at org.apache.solr.client.solrj.request.QueryRequest.process(QueryRequest.java:91)
	at org.apache.solr.client.solrj.SolrServer.query(SolrServer.java:301)
	at org.apache.solr.client.solrj.SolrExampleTests.testChildDoctransformer(SolrExampleTests.java:1373)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.client.solrj.embedded.SolrExampleEmbeddedTest.testChildDoctransformer

Error Message:


Stack Trace:
java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([F6AE3B4F553E6378:857424D5D926147E]:0)
	at org.apache.lucene.search.join.ToChildBlockJoinQuery$ToChildBlockJoinScorer.advance(ToChildBlockJoinQuery.java:286)
	at org.apache.lucene.search.FilteredQuery$LeapFrogScorer.advanceToNextCommonDoc(FilteredQuery.java:274)
	at org.apache.lucene.search.FilteredQuery$LeapFrogScorer.nextDoc(FilteredQuery.java:286)
	at org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:192)
	at org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:163)
	at org.apache.lucene.search.BulkScorer.score(BulkScorer.java:35)
	at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:614)
	at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:289)
	at org.apache.solr.search.SolrIndexSearcher.buildAndRunCollectorChain(SolrIndexSearcher.java:224)
	at org.apache.solr.search.SolrIndexSearcher.getDocListNC(SolrIndexSearcher.java:1631)
	at org.apache.solr.search.SolrIndexSearcher.getDocListC(SolrIndexSearcher.java:1454)
	at org.apache.solr.search.SolrIndexSearcher.search(SolrIndexSearcher.java:535)
	at org.apache.solr.search.SolrIndexSearcher.getDocList(SolrIndexSearcher.java:1289)
	at org.apache.solr.response.transform.ChildDocTransformer.transform(ChildDocTransformerFactory.java:144)
	at org.apache.solr.response.BinaryResponseWriter$Resolver.writeResultsBody(BinaryResponseWriter.java:150)
	at org.apache.solr.response.BinaryResponseWriter$Resolver.writeResults(BinaryResponseWriter.java:174)
	at org.apache.solr.response.BinaryResponseWriter$Resolver.resolve(BinaryResponseWriter.java:87)
	at org.apache.solr.common.util.JavaBinCodec.writeVal(JavaBinCodec.java:158)
	at org.apache.solr.common.util.JavaBinCodec.writeNamedList(JavaBinCodec.java:148)
	at org.apache.solr.common.util.JavaBinCodec.writeKnownType(JavaBinCodec.java:242)
	at org.apache.solr.common.util.JavaBinCodec.writeVal(JavaBinCodec.java:153)
	at org.apache.solr.common.util.JavaBinCodec.marshal(JavaBinCodec.java:96)
	at org.apache.solr.response.BinaryResponseWriter.getParsedResponse(BinaryResponseWriter.java:247)
	at org.apache.solr.client.solrj.embedded.EmbeddedSolrServer.getParsedResponse(EmbeddedSolrServer.java:241)
	at org.apache.solr.client.solrj.embedded.EmbeddedSolrServer.request(EmbeddedSolrServer.java:213)
	at org.apache.solr.client.solrj.request.QueryRequest.process(QueryRequest.java:91)
	at org.apache.solr.client.solrj.SolrServer.query(SolrServer.java:301)
	at org.apache.solr.client.solrj.SolrExampleTests.testChildDoctransformer(SolrExampleTests.java:1373)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.client.solrj.embedded.SolrExampleJettyTest.testChildDoctransformer

Error Message:
Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/> <title>Error 500 Server Error</title> </head> <body> <h2>HTTP ERROR: 500</h2> <p>Problem accessing /solr/collection1/select. Reason: <pre>    Server Error</pre></p> <hr /><i><small>Powered by Jetty://</small></i>                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                     </body> </html> 

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/>
<title>Error 500 Server Error</title>
</head>
<body>
<h2>HTTP ERROR: 500</h2>
<p>Problem accessing /solr/collection1/select. Reason:
<pre>    Server Error</pre></p>
<hr /><i><small>Powered by Jetty://</small></i>
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
</body>
</html>

	at __randomizedtesting.SeedInfo.seed([F6AE3B4F553E6378:857424D5D926147E]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:516)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:210)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:206)
	at org.apache.solr.client.solrj.request.QueryRequest.process(QueryRequest.java:91)
	at org.apache.solr.client.solrj.SolrServer.query(SolrServer.java:301)
	at org.apache.solr.client.solrj.SolrExampleTests.testChildDoctransformer(SolrExampleTests.java:1373)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.client.solrj.embedded.SolrExampleStreamingBinaryTest.testChildDoctransformer

Error Message:
Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/> <title>Error 500 Server Error</title> </head> <body> <h2>HTTP ERROR: 500</h2> <p>Problem accessing /solr/collection1/select. Reason: <pre>    Server Error</pre></p> <hr /><i><small>Powered by Jetty://</small></i>                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                     </body> </html> 

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/>
<title>Error 500 Server Error</title>
</head>
<body>
<h2>HTTP ERROR: 500</h2>
<p>Problem accessing /solr/collection1/select. Reason:
<pre>    Server Error</pre></p>
<hr /><i><small>Powered by Jetty://</small></i>
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
</body>
</html>

	at __randomizedtesting.SeedInfo.seed([F6AE3B4F553E6378:857424D5D926147E]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:516)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:210)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:206)
	at org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer.request(ConcurrentUpdateSolrServer.java:280)
	at org.apache.solr.client.solrj.request.QueryRequest.process(QueryRequest.java:91)
	at org.apache.solr.client.solrj.SolrServer.query(SolrServer.java:301)
	at org.apache.solr.client.solrj.SolrExampleTests.testChildDoctransformer(SolrExampleTests.java:1373)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.client.solrj.embedded.SolrExampleStreamingTest.testChildDoctransformer

Error Message:
java.lang.AssertionError

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([F6AE3B4F553E6378:857424D5D926147E]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:554)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:210)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:206)
	at org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer.request(ConcurrentUpdateSolrServer.java:280)
	at org.apache.solr.client.solrj.request.QueryRequest.process(QueryRequest.java:91)
	at org.apache.solr.client.solrj.SolrServer.query(SolrServer.java:301)
	at org.apache.solr.client.solrj.SolrExampleTests.testChildDoctransformer(SolrExampleTests.java:1373)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 12235 lines...]
   [junit4] Suite: org.apache.solr.client.solrj.SolrExampleBinaryTest
   [junit4]   2> SLF4J: Class path contains multiple SLF4J bindings.
   [junit4]   2> SLF4J: Found binding in [jar:file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/solrj/test-lib/slf4j-log4j12-1.7.6.jar!/org/slf4j/impl/StaticLoggerBinder.class]
   [junit4]   2> SLF4J: Found binding in [jar:file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/lib/slf4j-log4j12-1.7.6.jar!/org/slf4j/impl/StaticLoggerBinder.class]
   [junit4]   2> SLF4J: See http://www.slf4j.org/codes.html#multiple_bindings for an explanation.
   [junit4]   2> SLF4J: Actual binding is of type [org.slf4j.impl.Log4jLoggerFactory]
   [junit4]   2> log4j:WARN No such property [conversionPattern] in org.apache.solr.util.SolrLogLayout.
   [junit4]   2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-solrj/test/J0/./temp/solr.client.solrj.SolrExampleBinaryTest-F6AE3B4F553E6378-001/init-core-data-001
   [junit4]   2> 3384 T11 oas.SolrTestCaseJ4.initCore ####initCore
   [junit4]   2> 3402 T11 oas.SolrTestCaseJ4.initCore ####initCore end
   [junit4]   2> 4100 T11 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 4524 T11 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:53585
   [junit4]   2> 4804 T11 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 4949 T11 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 4950 T11 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/example/solr
   [junit4]   2> 4951 T11 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/example/solr/'
   [junit4]   2> 5630 T11 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/example/solr/solr.xml
   [junit4]   2> 6096 T11 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/example/solr
   [junit4]   2> 6128 T11 oasc.CoreContainer.<init> New CoreContainer 1255809338
   [junit4]   2> 6136 T11 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/example/solr/]
   [junit4]   2> 6279 T11 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
   [junit4]   2> 6280 T11 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: null
   [junit4]   2> 6321 T11 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
   [junit4]   2> 6322 T11 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 6325 T11 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 6326 T11 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 6326 T11 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 6327 T11 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 6328 T11 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 6814 T11 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 6821 T11 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 6837 T11 oasc.CoreContainer.load Host Name: 
   [junit4]   2> 7204 T11 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/example/solr
   [junit4]   2> 7342 T11 oasc.CorePropertiesLocator.discoverUnder Found core collection1 in /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/example/solr/collection1/
   [junit4]   2> 7345 T11 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 7352 T23 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/example/solr/collection1/'
   [junit4]   2> 7666 T23 oasc.SolrConfig.initLibs Adding specified lib dirs to ClassLoader
   [junit4]   2> 7671 T23 oasc.SolrResourceLoader.addToClassLoader WARN No files added to classloader from lib: ../../../contrib/extraction/lib (resolved as: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/example/solr/collection1/../../../contrib/extraction/lib).
   [junit4]   2> 7672 T23 oasc.SolrResourceLoader.addToClassLoader WARN Can't find (or read) directory to add to classloader: ../../../dist/ (resolved as: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/example/solr/collection1/../../../dist).
   [junit4]   2> 7673 T23 oasc.SolrResourceLoader.addToClassLoader WARN No files added to classloader from lib: ../../../contrib/clustering/lib/ (resolved as: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/example/solr/collection1/../../../contrib/clustering/lib).
   [junit4]   2> 7674 T23 oasc.SolrResourceLoader.addToClassLoader WARN Can't find (or read) directory to add to classloader: ../../../dist/ (resolved as: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/example/solr/collection1/../../../dist).
   [junit4]   2> 7676 T23 oasc.SolrResourceLoader.addToClassLoader WARN No files added to classloader from lib: ../../../contrib/langid/lib/ (resolved as: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/example/solr/collection1/../../../contrib/langid/lib).
   [junit4]   2> 7676 T23 oasc.SolrResourceLoader.addToClassLoader WARN Can't find (or read) directory to add to classloader: ../../../dist/ (resolved as: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/example/solr/collection1/../../../dist).
   [junit4]   2> 7679 T23 oasc.SolrResourceLoader.addToClassLoader WARN No files added to classloader from lib: ../../../contrib/velocity/lib (resolved as: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/example/solr/collection1/../../../contrib/velocity/lib).
   [junit4]   2> 7681 T23 oasc.SolrResourceLoader.addToClassLoader WARN Can't find (or read) directory to add to classloader: ../../../dist/ (resolved as: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/example/solr/collection1/../../../dist).
   [junit4]   2> 7907 T23 oasu.SolrIndexConfig.<init> IndexWriter infoStream solr logging is enabled
   [junit4]   2> 7936 T23 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_5_0
   [junit4]   2> 8391 T23 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 8433 T23 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 8594 T23 oass.IndexSchema.readSchema [collection1] Schema name=example
   [junit4]   2> 11162 T23 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 11291 T23 oasr.RestManager$Registry.registerManagedResource Registered ManagedResource impl org.apache.solr.rest.schema.analysis.ManagedWordSetResource for path /schema/analysis/stopwords/english
   [junit4]   2> 11301 T23 oasr.RestManager$Registry.registerManagedResource Registered ManagedResource impl org.apache.solr.rest.schema.analysis.ManagedSynonymFilterFactory$SynonymManager for path /schema/analysis/synonyms/english
   [junit4]   2> 12143 T23 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 12171 T23 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 12581 T23 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from instancedir /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/example/solr/collection1/
   [junit4]   2> 12780 T23 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 12845 T23 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/example/solr/collection1/, dataDir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.SolrExampleBinaryTest-F6AE3B4F553E6378-001/tempDir-001/
   [junit4]   2> 12857 T23 oasc.JmxMonitoredMap.<init> No JMX servers found, not exposing Solr information with JMX.
   [junit4]   2> 12934 T23 oasc.SolrCore.initListeners [collection1] Added SolrEventListener for newSearcher: org.apache.solr.core.QuerySenderListener{queries=[]}
   [junit4]   2> 12936 T23 oasc.SolrCore.initListeners [collection1] Added SolrEventListener for firstSearcher: org.apache.solr.core.QuerySenderListener{queries=[{q=static firstSearcher warming in solrconfig.xml}]}
   [junit4]   2> 13085 T23 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.SolrExampleBinaryTest-F6AE3B4F553E6378-001/tempDir-001
   [junit4]   2> 13087 T23 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.SolrExampleBinaryTest-F6AE3B4F553E6378-001/tempDir-001/index/
   [junit4]   2> 13088 T23 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.SolrExampleBinaryTest-F6AE3B4F553E6378-001/tempDir-001/index' doesn't exist. Creating new index...
   [junit4]   2> 13116 T23 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.SolrExampleBinaryTest-F6AE3B4F553E6378-001/tempDir-001/index
   [junit4]   2> 13302 T23 oasu.LoggingInfoStream.message [IFD][coreLoadExecutor-5-thread-1]: init: current segments file is "null"; deletionPolicy=org.apache.solr.core.IndexDeletionPolicyWrapper@66b60da0
   [junit4]   2> 13309 T23 oasu.LoggingInfoStream.message [IFD][coreLoadExecutor-5-thread-1]: now checkpoint "" [0 segments ; isCommit = false]
   [junit4]   2> 13309 T23 oasu.LoggingInfoStream.message [IFD][coreLoadExecutor-5-thread-1]: 0 msec to checkpoint
   [junit4]   2> 13310 T23 oasu.LoggingInfoStream.message [IW][coreLoadExecutor-5-thread-1]: init: create=true
   [junit4]   2> 13311 T23 oasu.LoggingInfoStream.message [IW][coreLoadExecutor-5-thread-1]: 
   [junit4]   2> 	dir=MockDirectoryWrapper(RAMDirectory@35df85a1 lockFactory=NativeFSLockFactory@/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.SolrExampleBinaryTest-F6AE3B4F553E6378-001/tempDir-001/index)
   [junit4]   2> 	index=
   [junit4]   2> 	version=5.0-SNAPSHOT
   [junit4]   2> 	matchVersion=LUCENE_5_0
   [junit4]   2> 	analyzer=null
   [junit4]   2> 	ramBufferSizeMB=100.0
   [junit4]   2> 	maxBufferedDocs=-1
   [junit4]   2> 	maxBufferedDeleteTerms=-1
   [junit4]   2> 	mergedSegmentWarmer=null
   [junit4]   2> 	delPolicy=org.apache.solr.core.IndexDeletionPolicyWrapper
   [junit4]   2> 	commit=null
   [junit4]   2> 	openMode=CREATE
   [junit4]   2> 	similarity=org.apache.lucene.search.similarities.DefaultSimilarity
   [junit4]   2> 	mergeScheduler=ConcurrentMergeScheduler: maxThreadCount=1, maxMergeCount=2, mergeThreadPriority=-1
   [junit4]   2> 	default WRITE_LOCK_TIMEOUT=1000
   [junit4]   2> 	writeLockTimeout=1000
   [junit4]   2> 	codec=Lucene49
   [junit4]   2> 	infoStream=org.apache.solr.update.LoggingInfoStream
   [junit4]   2> 	mergePolicy=[TieredMergePolicy: maxMergeAtOnce=10, maxMergeAtOnceExplicit=30, maxMergedSegmentMB=5120.0, floorSegmentMB=2.0, forceMergeDeletesPctAllowed=10.0, segmentsPerTier=10.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 	indexerThreadPool=org.apache.lucene.index.DocumentsWriterPerThreadPool@752e9f4
   [junit4]   2> 	readerPooling=false
   [junit4]   2> 	perThreadHardLimitMB=1945
   [junit4]   2> 	useCompoundFile=false
   [junit4]   2> 	checkIntegrityAtMerge=false
   [junit4]   2> 	writer=org.apache.lucene.util.SetOnce@547d95ed
   [junit4]   2> 	
   [junit4]   2> 13315 T23 oasu.LoggingInfoStream.message [IW][coreLoadExecutor-5-thread-1]: now flush at shutdown
   [junit4]   2> 13316 T23 oasu.LoggingInfoStream.message [IW][coreLoadExecutor-5-thread-1]:   start flush: applyAllDeletes=true
   [junit4]   2> 13317 T23 oasu.LoggingInfoStream.message [IW][coreLoadExecutor-5-thread-1]:   index before flush 
   [junit4]   2> 13318 T23 oasu.LoggingInfoStream.message [DW][coreLoadExecutor-5-thread-1]: startFullFlush
   [junit4]   2> 13319 T23 oasu.LoggingInfoStream.message [DW][coreLoadExecutor-5-thread-1]: anyChanges? numDocsInRam=0 deletes=false hasTickets:false pendingChangesInFullFlush: false
   [junit4]   2> 13338 T23 oasu.LoggingInfoStream.message [DW][coreLoadExecutor-5-thread-1]: coreLoadExecutor-5-thread-1 finishFullFlush success=true
   [junit4]   2> 13338 T23 oasu.LoggingInfoStream.message [IW][coreLoadExecutor-5-thread-1]: apply all deletes during flush
   [junit4]   2> 13350 T23 oasu.LoggingInfoStream.message [BD][coreLoadExecutor-5-thread-1]: prune sis=null:  minGen=9223372036854775807 packetCount=0
   [junit4]   2> 13351 T23 oasu.LoggingInfoStream.message [IW][coreLoadExecutor-5-thread-1]: waitForMerges
   [junit4]   2> 13351 T23 oasu.LoggingInfoStream.message [IW][coreLoadExecutor-5-thread-1]: waitForMerges done
   [junit4]   2> 13352 T23 oasu.LoggingInfoStream.message [IW][coreLoadExecutor-5-thread-1]: commit: start
   [junit4]   2> 13352 T23 oasu.LoggingInfoStream.message [IW][coreLoadExecutor-5-thread-1]: commit: enter lock
   [junit4]   2> 13353 T23 oasu.LoggingInfoStream.message [IW][coreLoadExecutor-5-thread-1]: commit: now prepare
   [junit4]   2> 13354 T23 oasu.LoggingInfoStream.message [IW][coreLoadExecutor-5-thread-1]: prepareCommit: flush
   [junit4]   2> 13354 T23 oasu.LoggingInfoStream.message [IW][coreLoadExecutor-5-thread-1]:   index before flush 
   [junit4]   2> 13355 T23 oasu.LoggingInfoStream.message [DW][coreLoadExecutor-5-thread-1]: startFullFlush
   [junit4]   2> 13355 T23 oasu.LoggingInfoStream.message [DW][coreLoadExecutor-5-thread-1]: anyChanges? numDocsInRam=0 deletes=false hasTickets:false pendingChangesInFullFlush: false
   [junit4]   2> 13356 T23 oasu.LoggingInfoStream.message [IW][coreLoadExecutor-5-thread-1]: apply all deletes during flush
   [junit4]   2> 13356 T23 oasu.LoggingInfoStream.message [BD][coreLoadExecutor-5-thread-1]: prune sis=null:  minGen=9223372036854775807 packetCount=0
   [junit4]   2> 13357 T23 oasu.LoggingInfoStream.message [DW][coreLoadExecutor-5-thread-1]: coreLoadExecutor-5-thread-1 finishFullFlush success=true
   [junit4]   2> 13358 T23 oasu.LoggingInfoStream.message [IW][coreLoadExecutor-5-thread-1]: startCommit(): start
   [junit4]   2> 13359 T23 oasu.LoggingInfoStream.message [IW][coreLoadExecutor-5-thread-1]: startCommit index= changeCount=1
   [junit4]   2> 13380 T23 oasu.LoggingInfoStream.message [IW][coreLoadExecutor-5-thread-1]: done all syncs: []
   [junit4]   2> 13381 T23 oasu.LoggingInfoStream.message [IW][coreLoadExecutor-5-thread-1]: commit: pendingCommit != null
   [junit4]   2> 13389 T23 oasu.LoggingInfoStream.message [IW][coreLoadExecutor-5-thread-1]: commit: wrote segments file "segments_1"
   [junit4]   2> 13390 T23 oasu.LoggingInfoStream.message [IFD][coreLoadExecutor-5-thread-1]: now checkpoint "" [0 segments ; isCommit = true]
   [junit4]   2> 13434 T23 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@35df85a1 lockFactory=NativeFSLockFactory@/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.SolrExampleBinaryTest-F6AE3B4F553E6378-001/tempDir-001/index),segFN=segments_1,generation=1}
   [junit4]   2> 13440 T23 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 13440 T23 oasu.LoggingInfoStream.message [IFD][coreLoadExecutor-5-thread-1]: 50 msec to checkpoint
   [junit4]   2> 13442 T23 oasu.LoggingInfoStream.message [IW][coreLoadExecutor-5-thread-1]: commit: took 87.1 msec
   [junit4]   2> 13443 T23 oasu.LoggingInfoStream.message [IW][coreLoadExecutor-5-thread-1]: commit: done
   [junit4]   2> 13443 T23 oasu.LoggingInfoStream.message [IW][coreLoadExecutor-5-thread-1]: rollback
   [junit4]   2> 13444 T23 oasu.LoggingInfoStream.message [IW][coreLoadExecutor-5-thread-1]: all running merges have aborted
   [junit4]   2> 13444 T23 oasu.LoggingInfoStream.message [IW][coreLoadExecutor-5-thread-1]: rollback: done finish merges
   [junit4]   2> 13445 T23 oasu.LoggingInfoStream.message [DW][coreLoadExecutor-5-thread-1]: abort
   [junit4]   2> 13454 T23 oasu.LoggingInfoStream.message [DW][coreLoadExecutor-5-thread-1]: done abort; abortedFiles=[] success=true
   [junit4]   2> 13455 T23 oasu.LoggingInfoStream.message [IW][coreLoadExecutor-5-thread-1]: rollback: infos=
   [junit4]   2> 13455 T23 oasu.LoggingInfoStream.message [IFD][coreLoadExecutor-5-thread-1]: now checkpoint "" [0 segments ; isCommit = false]
   [junit4]   2> 13457 T23 oasu.LoggingInfoStream.message [IFD][coreLoadExecutor-5-thread-1]: 1 msec to checkpoint
   [junit4]   2> 13493 T23 oasc.SolrCore.initWriters created json: solr.JSONResponseWriter
   [junit4]   2> 13493 T23 oasc.SolrCore.initWriters adding lazy queryResponseWriter: solr.VelocityResponseWriter
   [junit4]   2> 13499 T23 oasc.SolrCore.initWriters created velocity: solr.VelocityResponseWriter
   [junit4]   2> 13544 T23 oasc.SolrCore.initWriters created xslt: solr.XSLTResponseWriter
   [junit4]   2> 13544 T23 oasr.XSLTResponseWriter.init xsltCacheLifetimeSeconds=5
   [junit4]   2> 15407 T23 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 15559 T23 oasc.RequestHandlers.initHandlersFromConfig created /select: solr.SearchHandler
   [junit4]   2> 15560 T23 oasc.RequestHandlers.initHandlersFromConfig created /query: solr.SearchHandler
   [junit4]   2> 15600 T23 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 15602 T23 oasc.RequestHandlers.initHandlersFromConfig created /browse: solr.SearchHandler
   [junit4]   2> 15689 T23 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 15689 T23 oasc.RequestHandlers.initHandlersFromConfig created /update/json: solr.UpdateRequestHandler
   [junit4]   2> 15690 T23 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: solr.UpdateRequestHandler
   [junit4]   2> 15691 T23 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.extraction.ExtractingRequestHandler
   [junit4]   2> 15697 T23 oasc.RequestHandlers.initHandlersFromConfig created /update/extract: solr.extraction.ExtractingRequestHandler
   [junit4]   2> 15697 T23 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.FieldAnalysisRequestHandler
   [junit4]   2> 15698 T23 oasc.RequestHandlers.initHandlersFromConfig created /analysis/field: solr.FieldAnalysisRequestHandler
   [junit4]   2> 15699 T23 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.DocumentAnalysisRequestHandler
   [junit4]   2> 15699 T23 oasc.RequestHandlers.initHandlersFromConfig created /analysis/document: solr.DocumentAnalysisRequestHandler
   [junit4]   2> 15733 T23 oasc.RequestHandlers.initHandlersFromConfig created /admin/: solr.admin.AdminHandlers
   [junit4]   2> 15763 T23 oasc.RequestHandlers.initHandlersFromConfig created /admin/ping: solr.PingRequestHandler
   [junit4]   2> 15787 T23 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
   [junit4]   2> 15856 T23 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 15856 T23 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.SearchHandler
   [junit4]   2> 15857 T23 oasc.RequestHandlers.initHandlersFromConfig created /spell: solr.SearchHandler
   [junit4]   2> 15858 T23 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.SearchHandler
   [junit4]   2> 15858 T23 oasc.RequestHandlers.initHandlersFromConfig created /suggest: solr.SearchHandler
   [junit4]   2> 15859 T23 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.SearchHandler
   [junit4]   2> 15859 T23 oasc.RequestHandlers.initHandlersFromConfig created /tvrh: solr.SearchHandler
   [junit4]   2> 15859 T23 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.SearchHandler
   [junit4]   2> 15860 T23 oasc.RequestHandlers.initHandlersFromConfig created /terms: solr.SearchHandler
   [junit4]   2> 15861 T23 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.SearchHandler
   [junit4]   2> 15862 T23 oasc.RequestHandlers.initHandlersFromConfig created /elevate: solr.SearchHandler
   [junit4]   2> 16012 T23 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 16040 T23 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 16043 T23 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 16192 T23 oasu.CommitTracker.<init> Hard AutoCommit: if uncommited for 15000ms; 
   [junit4]   2> 16193 T23 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 16203 T23 oasu.LoggingInfoStream.message [IFD][coreLoadExecutor-5-thread-1]: init: current segments file is "segments_1"; deletionPolicy=org.apache.solr.core.IndexDeletionPolicyWrapper@66b60da0
   [junit4]   2> 16204 T23 oasu.LoggingInfoStream.message [IFD][coreLoadExecutor-5-thread-1]: init: load commit "segments_1"
   [junit4]   2> 16205 T23 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@35df85a1 lockFactory=NativeFSLockFactory@/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.SolrExampleBinaryTest-F6AE3B4F553E6378-001/tempDir-001/index),segFN=segments_1,generation=1}
   [junit4]   2> 16205 T23 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 16206 T23 oasu.LoggingInfoStream.message [IFD][coreLoadExecutor-5-thread-1]: now checkpoint "" [0 segments ; isCommit = false]
   [junit4]   2> 16206 T23 oasu.LoggingInfoStream.message [IFD][coreLoadExecutor-5-thread-1]: 0 msec to checkpoint
   [junit4]   2> 16206 T23 oasu.LoggingInfoStream.message [IW][coreLoadExecutor-5-thread-1]: init: create=false
   [junit4]   2> 16207 T23 oasu.LoggingInfoStream.message [IW][coreLoadExecutor-5-thread-1]: 
   [junit4]   2> 	dir=MockDirectoryWrapper(RAMDirectory@35df85a1 lockFactory=NativeFSLockFactory@/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.SolrExampleBinaryTest-F6AE3B4F553E6378-001/tempDir-001/index)
   [junit4]   2> 	index=
   [junit4]   2> 	version=5.0-SNAPSHOT
   [junit4]   2> 	matchVersion=LUCENE_5_0
   [junit4]   2> 	analyzer=null
   [junit4]   2> 	ramBufferSizeMB=100.0
   [junit4]   2> 	maxBufferedDocs=-1
   [junit4]   2> 	maxBufferedDeleteTerms=-1
   [junit4]   2> 	mergedSegmentWarmer=null
   [junit4]   2> 	delPolicy=org.apache.solr.core.IndexDeletionPolicyWrapper
   [junit4]   2> 	commit=null
   [junit4]   2> 	openMode=APPEND
   [junit4]   2> 	similarity=org.apache.lucene.search.similarities.DefaultSimilarity
   [junit4]   2> 	mergeScheduler=ConcurrentMergeScheduler: maxThreadCount=1, maxMergeCount=2, mergeThreadPriority=-1
   [junit4]   2> 	default WRITE_LOCK_TIMEOUT=1000
   [junit4]   2> 	writeLockTimeout=1000
   [junit4]   2> 	codec=Lucene49
   [junit4]   2> 	infoStream=org.apache.solr.update.LoggingInfoStream
   [junit4]   2> 	mergePolicy=[TieredMergePolicy: maxMergeAtOnce=10, maxMergeAtOnceExplicit=30, maxMergedSegmentMB=5120.0, floorSegmentMB=2.0, forceMergeDeletesPctAllowed=10.0, segmentsPerTier=10.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 	indexerThreadPool=org.apache.lucene.index.DocumentsWriterPerThreadPool@755392d5
   [junit4]   2> 	readerPooling=false
   [junit4]   2> 	perThreadHardLimitMB=1945
   [junit4]   2> 	useCompoundFile=false
   [junit4]   2> 	checkIntegrityAtMerge=false
   [junit4]   2> 	writer=org.apache.lucene.util.SetOnce@41cd1a20
   [junit4]   2> 	
   [junit4]   2> 16221 T23 oasu.LoggingInfoStream.message [IW][coreLoadExecutor-5-thread-1]: flush at getReader
   [junit4]   2> 16221 T23 oasu.LoggingInfoStream.message [DW][coreLoadExecutor-5-thread-1]: startFullFlush
   [junit4]   2> 16222 T23 oasu.LoggingInfoStream.message [DW][coreLoadExecutor-5-thread-1]: anyChanges? numDocsInRam=0 deletes=false hasTickets:false pendingChangesInFullFlush: false
   [junit4]   2> 16222 T23 oasu.LoggingInfoStream.message [IW][coreLoadExecutor-5-thread-1]: apply all deletes during flush
   [junit4]   2> 16223 T23 oasu.LoggingInfoStream.message [BD][coreLoadExecutor-5-thread-1]: prune sis=segments_1:  minGen=9223372036854775807 packetCount=0
   [junit4]   2> 16242 T23 oasu.LoggingInfoStream.message [IW][coreLoadExecutor-5-thread-1]: return reader version=1 reader=StandardDirectoryReader(segments_1:1:nrt)
   [junit4]   2> 16243 T23 oasu.LoggingInfoStream.message [DW][coreLoadExecutor-5-thread-1]: coreLoadExecutor-5-thread-1 finishFullFlush success=true
   [junit4]   2> 16243 T23 oasu.LoggingInfoStream.message [IW][coreLoadExecutor-5-thread-1]: getReader took 22 msec
   [junit4]   2> 16347 T23 oass.SolrIndexSearcher.<init> Opening Searcher@5e7385ab[collection1] main
   [junit4]   2> 16414 T23 oasr.ManagedResourceStorage$FileStorageIO.configure File-based storage initialized to use dir: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/example/solr/collection1/conf
   [junit4]   2> 16415 T23 oasr.RestManager.init Initializing RestManager with initArgs: {storageDir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/example/solr/collection1/conf/}
   [junit4]   2> 16427 T23 oasr.ManagedResourceStorage.load Reading _rest_managed.json using file:dir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/example/solr/collection1/conf
   [junit4]   2> 16428 T23 oasr.ManagedResource.reloadFromStorage WARN No stored data found for /rest/managed
   [junit4]   2> 16429 T23 oasr.ManagedResource.notifyObserversDuringInit WARN No registered observers for /rest/managed
   [junit4]   2> 16430 T23 oasr.RestManager.init Initializing 2 registered ManagedResources
   [junit4]   2> 16431 T23 oasr.ManagedResourceStorage.load Reading _schema_analysis_stopwords_english.json using file:dir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/example/solr/collection1/conf
   [junit4]   2> 16453 T23 oasr.ManagedResourceStorage.load Loaded LinkedHashMap at path _schema_analysis_stopwords_english.json using file:dir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/example/solr/collection1/conf
   [junit4]   2> 16454 T23 oasr.ManagedResource.reloadFromStorage Loaded initArgs {ignoreCase=true} for /schema/analysis/stopwords/english
   [junit4]   2> 16455 T23 oasrsa.ManagedWordSetResource.onManagedDataLoadedFromStorage Loaded 35 words for /schema/analysis/stopwords/english
   [junit4]   2> 16457 T23 oasr.ManagedResource.notifyObserversDuringInit Notified 1 observers of /schema/analysis/stopwords/english
   [junit4]   2> 16459 T23 oasr.ManagedResourceStorage.load Reading _schema_analysis_synonyms_english.json using file:dir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/example/solr/collection1/conf
   [junit4]   2> 16461 T23 oasr.ManagedResourceStorage.load Loaded LinkedHashMap at path _schema_analysis_synonyms_english.json using file:dir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/example/solr/collection1/conf
   [junit4]   2> 16461 T23 oasr.ManagedResource.reloadFromStorage Loaded initArgs {ignoreCase=true,format=solr} for /schema/analysis/synonyms/english
   [junit4]   2> 16469 T23 oasrsa.ManagedSynonymFilterFactory$SynonymManager.onManagedDataLoadedFromStorage Loaded 3 synonym mappings for /schema/analysis/synonyms/english
   [junit4]   2> 16490 T23 oasr.ManagedResource.notifyObserversDuringInit Notified 1 observers of /schema/analysis/synonyms/english
   [junit4]   2> 16491 T23 oashc.SpellCheckComponent.inform Initializing spell checkers
   [junit4]   2> 16612 T23 oass.DirectSolrSpellChecker.init init: {name=default,field=text,classname=solr.DirectSolrSpellChecker,distanceMeasure=internal,accuracy=0.5,maxEdits=2,minPrefix=1,maxInspections=5,minQueryLength=4,maxQueryFrequency=0.01}
   [junit4]   2> 16710 T23 oashc.SpellCheckComponent.inform No queryConverter defined, using default converter
   [junit4]   2> 16718 T23 oashc.SuggestComponent.inform Initializing SuggestComponent
   [junit4]   2> 16738 T23 oasss.SolrSuggester.init init: {name=mySuggester,lookupImpl=FuzzyLookupFactory,dictionaryImpl=DocumentDictionaryFactory,field=cat,weightField=price,suggestAnalyzerFieldType=string}
   [junit4]   2> 17069 T23 oasss.SolrSuggester.init Dictionary loaded with params: {name=mySuggester,lookupImpl=FuzzyLookupFactory,dictionaryImpl=DocumentDictionaryFactory,field=cat,weightField=price,suggestAnalyzerFieldType=string}
   [junit4]   2> 17131 T23 oashc.QueryElevationComponent.inform Loading QueryElevation from: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/example/solr/collection1/conf/elevate.xml
   [junit4]   2> 17605 T23 oash.ReplicationHandler.inform Commits will be reserved for  10000
   [junit4]   2> 17613 T23 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 17613 T24 oasc.QuerySenderListener.newSearcher QuerySenderListener sending requests to Searcher@5e7385ab[collection1] main{UninvertingDirectoryReader()}
   [junit4]   2> 17634 T11 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-solrj/test/J0
   [junit4]   2> 17657 T11 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 17666 T11 oas.SolrJettyTestBase.createJetty Jetty Assigned Port#53585
   [junit4]   2> 17789 T11 oas.SolrTestCaseJ4.setUp ###Starting testUpdateField
   [junit4]   2> ASYNC  NEW_CORE C0 name=collection1 org.apache.solr.core.SolrCore@3d6ea8d
   [junit4]   2> 18243 T24 C0 oasc.SolrCore.execute [collection1] webapp=null path=null params={event=firstSearcher&distrib=false&q=static+firstSearcher+warming+in+solrconfig.xml} hits=0 status=0 QTime=608 
   [junit4]   2> 18257 T24 oasc.QuerySenderListener.newSearcher QuerySenderListener done.
   [junit4]   2> 18257 T24 oashc.SpellCheckComponent$SpellCheckerListener.newSearcher Loading spell index for spellchecker: default
   [junit4]   2> 18259 T24 oashc.SpellCheckComponent$SpellCheckerListener.newSearcher Loading spell index for spellchecker: wordbreak
   [junit4]   2> 18260 T24 oashc.SuggestComponent$SuggesterListener.newSearcher Loading suggester index for: mySuggester
   [junit4]   2> 18261 T24 oasss.SolrSuggester.reload reload()
   [junit4]   2> 18262 T24 oasss.SolrSuggester.build build()
   [junit4]   2> 18426 T24 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5e7385ab[collection1] main{UninvertingDirectoryReader()}
   [junit4]   2> 19715 T17 C0 oasu.LoggingInfoStream.message [DW][qtp32662331-17]: anyChanges? numDocsInRam=0 deletes=true hasTickets:false pendingChangesInFullFlush: false
   [junit4]   2> 19721 T17 C0 oasu.LoggingInfoStream.message [IW][qtp32662331-17]: nrtIsCurrent: infoVersion matches: true; DW changes: true; BD changes: false
   [junit4]   2> 19727 T17 C0 oasu.LoggingInfoStream.message [DW][qtp32662331-17]: anyChanges? numDocsInRam=0 deletes=true hasTickets:false pendingChangesInFullFlush: false
   [junit4]   2> 19732 T17 C0 oasu.LoggingInfoStream.message [IW][qtp32662331-17]: flush at getReader
   [junit4]   2> 19739 T17 C0 oasu.LoggingInfoStream.message [DW][qtp32662331-17]: startFullFlush
   [junit4]   2> 19742 T17 C0 oasu.LoggingInfoStream.message [DW][qtp32662331-17]: anyChanges? numDocsInRam=0 deletes=true hasTickets:false pendingChangesInFullFlush: false
   [junit4]   2> 19751 T17 C0 oasu.LoggingInfoStream.message [DW][qtp32662331-17]: qtp32662331-17: flush naked frozen global deletes
   [junit4]   2> 19815 T17 C0 oasu.LoggingInfoStream.message [BD][qtp32662331-17]: push deletes  1 deleted queries bytesUsed=64 delGen=2 packetCount=1 totBytesUsed=64
   [junit4]   2> 19817 T17 C0 oasu.LoggingInfoStream.message [DW][qtp32662331-17]: flush: push buffered updates:  1 deleted queries bytesUsed=64
   [junit4]   2> 19818 T17 C0 oasu.LoggingInfoStream.message [IW][qtp32662331-17]: apply all deletes during flush
   [junit4]   2> 19819 T17 C0 oasu.LoggingInfoStream.message [BD][qtp32662331-17]: prune sis=segments_1:  minGen=9223372036854775807 packetCount=1
   [junit4]   2> 19820 T17 C0 oasu.LoggingInfoStream.message [BD][qtp32662331-17]: pruneDeletes: prune 1 packets; 0 packets remain
   [junit4]   2> 19822 T17 C0 oasu.LoggingInfoStream.message [IW][qtp32662331-17]: return reader version=1 reader=StandardDirectoryReader(segments_1:1:nrt)
   [junit4]   2> 19823 T17 C0 oasu.LoggingInfoStream.message [DW][qtp32662331-17]: qtp32662331-17 finishFullFlush success=true
   [junit4]   2> 19825 T17 C0 oasu.LoggingInfoStream.message [IW][qtp32662331-17]: getReader took 93 msec
   [junit4]   2> ASYNC  NEW_CORE C1 name=collection1 org.apache.solr.core.SolrCore@3d6ea8d
   [junit4]   2> 19865 T17 C1 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {deleteByQuery=*:* (-1472440856299438080)} 0 335
   [junit4]   2> 20075 T19 C1 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 20076 T19 C1 oasu.LoggingInfoStream.message [DW][qtp32662331-19]: anyChanges? numDocsInRam=0 deletes=false hasTickets:false pendingChangesInFullFlush: false
   [junit4]   2> 20077 T19 C1 oasu.DirectUpdateHandler2.commit No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 20079 T19 C1 oasu.LoggingInfoStream.message [DW][qtp32662331-19]: anyChanges? numDocsInRam=0 deletes=false hasTickets:false pendingChangesInFullFlush: false
   [junit4]   2> 20080 T19 C1 oasu.LoggingInfoStream.message [IW][qtp32662331-19]: nrtIsCurrent: infoVersion matches: true; DW changes: false; BD changes: false
   [junit4]   2> 20081 T19 C1 oasu.LoggingInfoStream.message [DW][qtp32662331-19]: anyChanges? numDocsInRam=0 deletes=false hasTickets:false pendingChangesInFullFlush: false
   [junit4]   2> 20082 T19 C1 oasc.SolrCore.openNewSearcher SolrIndexSearcher has not changed - not re-opening: org.apache.solr.search.SolrIndexSearcher
   [junit4]   2> 20085 T19 C1 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 20086 T19 C1 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={commit=true&wt=javabin&version=2&softCommit=false&waitSearcher=true} {commit=} 0 11
   [junit4]   2> 20409 T20 C1 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[unique (1472440856854134784)]} 0 310
   [junit4]   2> 20413 T22 C1 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 20420 T22 C1 oasu.LoggingInfoStream.message [IW][qtp32662331-22]: commit: start
   [junit4]   2> 20421 T22 C1 oasu.LoggingInfoStream.message [IW][qtp32662331-22]: commit: enter lock
   [junit4]   2> 20422 T22 C1 oasu.LoggingInfoStream.message [IW][qtp32662331-22]: commit: now prepare
   [junit4]   2> 20422 T22 C1 oasu.LoggingInfoStream.message [IW][qtp32662331-22]: prepareCommit: flush
   [junit4]   2> 20423 T22 C1 oasu.LoggingInfoStream.message [IW][qtp32662331-22]:   index before flush 
   [junit4]   2> 20424 T22 C1 oasu.LoggingInfoStream.message [DW][qtp32662331-22]: startFullFlush
   [junit4]   2> 20424 T22 C1 oasu.LoggingInfoStream.message [DW][qtp32662331-22]: anyChanges? numDocsInRam=1 deletes=true hasTickets:false pendingChangesInFullFlush: false
   [junit4]   2> 20425 T22 C1 oasu.LoggingInfoStream.message [DWFC][qtp32662331-22]: addFlushableState DocumentsWriterPerThread [pendingDeletes=gen=0, segment=_0, aborting=false, numDocsInRAM=1, deleteQueue=DWDQ: [ generation: 2 ]]
   [junit4]   2> 20439 T22 C1 oasu.LoggingInfoStream.message [DWPT][qtp32662331-22]: flush postings as segment _0 numDocs=1
   [junit4]   2> 20659 T22 C1 oasu.LoggingInfoStream.message [DWPT][qtp32662331-22]: new segment has 0 deleted docs
   [junit4]   2> 20660 T22 C1 oasu.LoggingInfoStream.message [DWPT][qtp32662331-22]: new segment has no vectors; norms; no docValues; prox; freqs
   [junit4]   2> 20661 T22 C1 oasu.LoggingInfoStream.message [DWPT][qtp32662331-22]: flushedFiles=[_0_Lucene41_0.tip, _0.fdx, _0_Lucene41_0.tim, _0.fnm, _0.nvm, _0.nvd, _0_Lucene41_0.pos, _0_Lucene41_0.doc, _0.fdt]
   [junit4]   2> 20661 T22 C1 oasu.LoggingInfoStream.message [DWPT][qtp32662331-22]: flushed codec=Lucene49
   [junit4]   2> 20664 T22 C1 oasu.LoggingInfoStream.message [DWPT][qtp32662331-22]: flushed: segment=_0 ramUsed=0.079 MB newFlushedSize(includes docstores)=0.001 MB docs/MB=757.642
   [junit4]   2> 20683 T22 C1 oasu.LoggingInfoStream.message [DW][qtp32662331-22]: publishFlushedSegment seg-private updates=null
   [junit4]   2> 20684 T22 C1 oasu.LoggingInfoStream.message [IW][qtp32662331-22]: publishFlushedSegment
   [junit4]   2> 20685 T22 C1 oasu.LoggingInfoStream.message [BD][qtp32662331-22]: push deletes  1 deleted terms (unique count=1) bytesUsed=1056 delGen=4 packetCount=1 totBytesUsed=1056
   [junit4]   2> 20686 T22 C1 oasu.LoggingInfoStream.message [IW][qtp32662331-22]: publish sets newSegment delGen=5 seg=_0(5.0):C1
   [junit4]   2> 20687 T22 C1 oasu.LoggingInfoStream.message [IFD][qtp32662331-22]: now checkpoint "_0(5.0):C1" [1 segments ; isCommit = false]
   [junit4]   2> 20688 T22 C1 oasu.LoggingInfoStream.message [IFD][qtp32662331-22]: 1 msec to checkpoint
   [junit4]   2> 20688 T22 C1 oasu.LoggingInfoStream.message [IW][qtp32662331-22]: apply all deletes during flush
   [junit4]   2> 20689 T22 C1 oasu.LoggingInfoStream.message [BD][qtp32662331-22]: applyDeletes: infos=[_0(5.0):C1] packetCount=1
   [junit4]   2> 20691 T22 C1 oasu.LoggingInfoStream.message [BD][qtp32662331-22]: applyDeletes took 2 msec
   [junit4]   2> 20691 T22 C1 oasu.LoggingInfoStream.message [BD][qtp32662331-22]: prune sis=segments_1: _0(5.0):C1 minGen=6 packetCount=1
   [junit4]   2> 20692 T22 C1 oasu.LoggingInfoStream.message [BD][qtp32662331-22]: pruneDeletes: prune 1 packets; 0 packets remain
   [junit4]   2> 20694 T22 C1 oasu.LoggingInfoStream.message [DW][qtp32662331-22]: qtp32662331-22 finishFullFlush success=true
   [junit4]   2> 20701 T22 C1 oasu.LoggingInfoStream.message [TMP][qtp32662331-22]: findMerges: 1 segments
   [junit4]   2> 20709 T22 C1 oasu.LoggingInfoStream.message [TMP][qtp32662331-22]:   seg=_0(5.0):C1 size=0.001 MB [floored]
   [junit4]   2> 20709 T22 C1 oasu.LoggingInfoStream.message [TMP][qtp32662331-22]:   allowedSegmentCount=1 vs count=1 (eligible count=1) tooBigCount=0
   [junit4]   2> 20710 T22 C1 oasu.LoggingInfoStream.message [CMS][qtp32662331-22]: now merge
   [junit4]   2> 20710 T22 C1 oasu.LoggingInfoStream.message [CMS][qtp32662331-22]:   index: _0(5.0):C1
   [junit4]   2> 20711 T22 C1 oasu.LoggingInfoStream.message [CMS][qtp32662331-22]:   no more merges pending; now return
   [junit4]   2> 20712 T22 C1 oasu.LoggingInfoStream.message [IW][qtp32662331-22]: startCommit(): start
   [junit4]   2> 20713 T22 C1 oasu.LoggingInfoStream.message [IW][qtp32662331-22]: startCommit index=_0(5.0):C1 changeCount=3
   [junit4]   2> 20714 T22 C1 oasu.LoggingInfoStream.message [IW][qtp32662331-22]: done all syncs: [_0_Lucene41_0.tip, _0.fdx, _0.si, _0_Lucene41_0.tim, _0.nvd, _0.nvm, _0.fnm, _0_Lucene41_0.doc, _0_Lucene41_0.pos, _0.fdt]
   [junit4]   2> 20715 T22 C1 oasu.LoggingInfoStream.message [IW][qtp32662331-22]: commit: pendingCommit != null
   [junit4]   2> 20719 T22 C1 oasu.LoggingInfoStream.message [IW][qtp32662331-22]: commit: wrote segments file "segments_2"
   [junit4]   2> 20719 T22 C1 oasu.LoggingInfoStream.message [IFD][qtp32662331-22]: now checkpoint "_0(5.0):C1" [1 segments ; isCommit = true]
   [junit4]   2> 20720 T22 C1 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@35df85a1 lockFactory=NativeFSLockFactory@/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.SolrExampleBinaryTest-F6AE3B4F553E6378-001/tempDir-001/index),segFN=segments_1,generation=1}
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@35df85a1 lockFactory=NativeFSLockFactory@/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.SolrExampleBinaryTest-F6AE3B4F553E6378-001/tempDir-001/index),segFN=segments_2,generation=2}
   [junit4]   2> 20721 T22 C1 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
   [junit4]   2> 20722 T22 C1 oasu.LoggingInfoStream.message [IFD][qtp32662331-22]: deleteCommits: now decRef commit "segments_1"
   [junit4]   2> 20722 T22 C1 oasu.LoggingInfoStream.message [IFD][qtp32662331-22]: delete "segments_1"
   [junit4]   2> 20723 T22 C1 oasu.LoggingInfoStream.message [IFD][qtp32662331-22]: 3 msec to checkpoint
   [junit4]   2> 20725 T22 C1 oasu.LoggingInfoStream.message [IW][qtp32662331-22]: commit: took 302.3 msec
   [junit4]   2> 20726 T22 C1 oasu.LoggingInfoStream.message [IW][qtp32662331-22]: commit: done
   [junit4]   2> 20726 T22 C1 oasu.LoggingInfoStream.message [DW][qtp32662331-22]: anyChanges? numDocsInRam=0 deletes=false hasTickets:false pendingChangesInFullFlush: false
   [junit4]   2> 20727 T22 C1 oasu.LoggingInfoStream.message [IW][qtp32662331-22]: nrtIsCurrent: infoVersion matches: false; DW changes: false; BD changes: false
   [junit4]   2> 20728 T22 C1 oasu.LoggingInfoStream.message [IW][qtp32662331-22]: flush at getReader
   [junit4]   2> 20729 T22 C1 oasu.LoggingInfoStream.message [DW][qtp32662331-22]: startFullFlush
   [junit4]   2> 20729 T22 C1 oasu.LoggingInfoStream.message [DW][qtp32662331-22]: anyChanges? numDocsInRam=0 deletes=false hasTickets:false pendingChangesInFullFlush: false
   [junit4]   2> 20730 T22 C1 oasu.LoggingInfoStream.message [IW][qtp32662331-22]: apply all deletes during flush
   [junit4]   2> 20731 T22 C1 oasu.LoggingInfoStream.message [BD][qtp32662331-22]: applyDeletes: no deletes; skipping
   [junit4]   2> 20733 T22 C1 oasu.LoggingInfoStream.message [BD][qtp32662331-22]: prune sis=segments_2: _0(5.0):C1 minGen=6 packetCount=0
   [junit4]   2> 20863 T22 C1 oasu.LoggingInfoStream.message [IW][qtp32662331-22]: return reader version=3 reader=StandardDirectoryReader(segments_2:3:nrt _0(5.0):C1)
   [junit4]   2> 20863 T22 C1 oasu.LoggingInfoStream.message [DW][qtp32662331-22]: qtp32662331-22 finishFullFlush success=true
   [junit4]   2> 20863 T22 C1 oasu.LoggingInfoStream.message [IW][qtp32662331-22]: getReader took 135 msec
   [junit4]   2> 20868 T22 C1 oass.SolrIndexSearcher.<init> Opening Searcher@43073f09[collection1] main
   [junit4]   2> 20879 T22 C1 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 20881 T24 oasc.QuerySenderListener.newSearcher QuerySenderListener sending requests to Searcher@43073f09[collection1] main{UninvertingDirectoryReader(Uninverting(_0(5.0):C1))}
   [junit4]   2> 20881 T24 oasc.QuerySenderListener.newSearcher QuerySenderListener done.
   [junit4]   2> 20882 T24 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@43073f09[collection1] main{UninvertingDirectoryReader(Uninverting(_0(5.0):C1))}
   [junit4]   2> 20883 T22 C1 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={commit=true&wt=javabin&version=2&softCommit=false&waitSearcher=true} {commit=} 0 470
   [junit4]   2> 20971 T17 C1 oasc.SolrCore.execute [collection1] webapp=/solr path=/select params={wt=javabin&version=2&fl=id,price_f,name,_version_&q=*:*} hits=1 status=0 QTime=68 
   [junit4]   2> 21208 T19 C1 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {} 0 229
   [junit4]   2> 21227 T20 C1 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[unique (1472440858021199872)]} 0 6
   [junit4]   2> 21234 T18 C1 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 21236 T18 C1 oasu.LoggingInfoStream.message [IW][qtp32662331-18]: commit: start
   [junit4]   2> 21236 T18 C1 oasu.LoggingInfoStream.message [IW][qtp32662331-18]: commit: enter lock
   [junit4]   2> 21237 T18 C1 oasu.LoggingInfoStream.message [IW][qtp32662331-18]: commit: now prepare
   [junit4]   2> 21237 T18 C1 oasu.LoggingInfoStream.message [IW][qtp32662331-18]: prepareCommit: flush
   [junit4]   2> 21239 T18 C1 oasu.LoggingInfoStream.message [IW][qtp32662331-18]:   index before flush _0(5.0):C1
   [junit4]   2> 21239 T18 C1 oasu.LoggingInfoStream.message [DW][qtp32662331-18]: startFullFlush
   [junit4]   2> 21240 T18 C1 oasu.LoggingInfoStream.message [DW][qtp32662331-18]: anyChanges? numDocsInRam=1 deletes=true hasTickets:false pendingChangesInFullFlush: false
   [junit4]   2> 21241 T18 C1 oasu.LoggingInfoStream.message [DWFC][qtp32662331-18]: addFlushableState DocumentsWriterPerThread [pendingDeletes=gen=0, segment=_1, aborting=false, numDocsInRAM=1, deleteQueue=DWDQ: [ generation: 4 ]]
   [junit4]   2> 21242 T18 C1 oasu.LoggingInfoStream.message [DWPT][qtp32662331-18]: flush postings as segment _1 numDocs=1
   [junit4]   2> 21247 T18 C1 oasu.LoggingInfoStream.message [DWPT][qtp32662331-18]: new segment has 0 deleted docs
   [junit4]   2> 21248 T18 C1 oasu.LoggingInfoStream.message [DWPT][qtp32662331-18]: new segment has no vectors; norms; no docValues; prox; freqs
   [junit4]   2> 21249 T18 C1 oasu.LoggingInfoStream.message [DWPT][qtp32662331-18]: flushedFiles=[_1_Lucene41_0.pos, _1.nvm, _1.fdt, _1_Lucene41_0.tip, _1_Lucene41_0.doc, _1.nvd, _1.fdx, _1.fnm, _1_Lucene41_0.tim]
   [junit4]   2> 21249 T18 C1 oasu.LoggingInfoStream.message [DWPT][qtp32662331-18]: flushed codec=Lucene49
   [junit4]   2> 21250 T18 C1 oasu.LoggingInfoStream.message [DWPT][qtp32662331-18]: flushed: segment=_1 ramUsed=0.079 MB newFlushedSize(includes docstores)=0.001 MB docs/MB=757.642
   [junit4]   2> 21252 T18 C1 oasu.LoggingInfoStream.message [DW][qtp32662331-18]: publishFlushedSegment seg-private updates=null
   [junit4]   2> 21252 T18 C1 oasu.LoggingInfoStream.message [IW][qtp32662331-18]: publishFlushedSegment
   [junit4]   2> 21254 T18 C1 oasu.LoggingInfoStream.message [BD][qtp32662331-18]: push deletes  1 deleted terms (unique count=1) bytesUsed=1056 delGen=8 packetCount=1 totBytesUsed=1056
   [junit4]   2> 21255 T18 C1 oasu.LoggingInfoStream.message [IW][qtp32662331-18]: publish sets newSegment delGen=9 seg=_1(5.0):C1
   [junit4]   2> 21255 T18 C1 oasu.LoggingInfoStream.message [IFD][qtp32662331-18]: now checkpoint "_0(5.0):C1 _1(5.0):C1" [2 segments ; isCommit = false]
   [junit4]   2> 21256 T18 C1 oasu.LoggingInfoStream.message [IFD][qtp32662331-18]: 0 msec to checkpoint
   [junit4]   2> 21256 T18 C1 oasu.LoggingInfoStream.message [IW][qtp32662331-18]: apply all deletes during flush
   [junit4]   2> 21257 T18 C1 oasu.LoggingInfoStream.message [BD][qtp32662331-18]: applyDeletes: infos=[_0(5.0):C1, _1(5.0):C1] packetCount=1
   [junit4]   2> 21336 T18 C1 oasu.LoggingInfoStream.message [BD][qtp32662331-18]: seg=_0(5.0):C1 segGen=6 coalesced deletes=[CoalescedUpdates(termSets=1,queries=0,numericDVUpdates=0,binaryDVUpdates=0)] newDelCount=1 100% deleted
   [junit4]   2> 21337 T18 C1 oasu.LoggingInfoStream.message [BD][qtp32662331-18]: applyDeletes took 80 msec
   [junit4]   2> 21338 T18 C1 oasu.LoggingInfoStream.message [IFD][qtp32662331-18]: now checkpoint "_0(5.0):C1/1 _1(5.0):C1" [2 segments ; isCommit = false]
   [junit4]   2> 21339 T18 C1 oasu.LoggingInfoStream.message [IFD][qtp32662331-18]: 0 msec to checkpoint
   [junit4]   2> 21339 T18 C1 oasu.LoggingInfoStream.message [IW][qtp32662331-18]: drop 100% deleted segments: _0(5.0):C1/1
   [junit4]   2> 21340 T18 C1 oasu.LoggingInfoStream.message [IFD][qtp32662331-18]: now checkpoint "_1(5.0):C1" [1 segments ; isCommit = false]
   [junit4]   2> 21341 T18 C1 oasu.LoggingInfoStream.message [IFD][qtp32662331-18]: 1 msec to checkpoint
   [junit4]   2> 21342 T18 C1 oasu.LoggingInfoStream.message [BD][qtp32662331-18]: prune sis=segments_2: _1(5.0):C1 minGen=10 packetCount=1
   [junit4]   2> 21343 T18 C1 oasu.LoggingInfoStream.message [BD][qtp32662331-18]: pruneDeletes: prune 1 packets; 0 packets remain
   [junit4]   2> 21344 T18 C1 oasu.LoggingInfoStream.message [DW][qtp32662331-18]: qtp32662331-18 finishFullFlush success=true
   [junit4]   2> 21345 T18 C1 oasu.LoggingInfoStream.message [TMP][qtp32662331-18]: findMerges: 1 segments
   [junit4]   2> 21347 T18 C1 oasu.LoggingInfoStream.message [TMP][qtp32662331-18]:   seg=_1(5.0):C1 size=0.001 MB [floored]
   [junit4]   2> 21348 T18 C1 oasu.LoggingInfoStream.message [TMP][qtp32662331-18]:   allowedSegmentCount=1 vs count=1 (eligible count=1) tooBigCount=0
   [junit4]   2> 21349 T18 C1 oasu.LoggingInfoStream.message [CMS][qtp32662331-18]: now merge
   [junit4]   2> 21350 T18 C1 oasu.LoggingInfoStream.message [CMS][qtp32662331-18]:   index: _1(5.0):C1
   [junit4]   2> 21351 T18 C1 oasu.LoggingInfoStream.message [CMS][qtp32662331-18]:   no more merges pending; now return
   [junit4]   2> 21352 T18 C1 oasu.LoggingInfoStream.message [IW][qtp32662331-18]: startCommit(): start
   [junit4]   2> 21353 T18 C1 oasu.LoggingInfoStream.message [IW][qtp32662331-18]: startCommit index=_1(5.0):C1 changeCount=8
   [junit4]   2> 21354 T18 C1 oasu.LoggingInfoStream.message [IW][qtp32662331-18]: done all syncs: [_1.fdt, _1.nvm, _1_Lucene41_0.pos, _1_Lucene41_0.tip, _1.si, _1_Lucene41_0.doc, _1.nvd, _1.fdx, _1_Lucene41_0.tim, _1.fnm]
   [junit4]   2> 21354 T18 C1 oasu.LoggingInfoStream.message [IW][qtp32662331-18]: commit: pendingCommit != null
   [junit4]   2> 21355 T18 C1 oasu.LoggingInfoStream.message [IW][qtp32662331-18]: commit: wrote segments file "segments_3"
   [junit4]   2> 21356 T18 C1 oasu.LoggingInfoStream.message [IFD][qtp32662331-18]: now checkpoint "_1(5.0):C1" [1 segments ; isCommit = true]
   [junit4]   2> 21357 T18 C1 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@35df85a1 lockFactory=NativeFSLockFactory@/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.SolrExampleBinaryTest-F6AE3B4F553E6378-001/tempDir-001/index),segFN=segments_2,generation=2}
   [junit4]   2> 		commit{dir=MockD

[...truncated too long message...]

19320 T558 oasu.LoggingInfoStream.message [IFD][searcherExecutor-324-thread-1]: delete "_1s_Lucene41_0.tip"
   [junit4]   2> 219321 T558 oasu.LoggingInfoStream.message [IFD][searcherExecutor-324-thread-1]: delete "_1s_Lucene41_0.tim"
   [junit4]   2> 219321 T558 oasu.LoggingInfoStream.message [IFD][searcherExecutor-324-thread-1]: delete "_1u.fdx"
   [junit4]   2> 219321 T558 oasu.LoggingInfoStream.message [IFD][searcherExecutor-324-thread-1]: delete "_1s.fnm"
   [junit4]   2> 219322 T558 oasu.LoggingInfoStream.message [IFD][searcherExecutor-324-thread-1]: delete "_1s.fdt"
   [junit4]   2> 219322 T558 oasu.LoggingInfoStream.message [IFD][searcherExecutor-324-thread-1]: delete "_1t.fdt"
   [junit4]   2> 219322 T558 oasu.LoggingInfoStream.message [IFD][searcherExecutor-324-thread-1]: delete "_1s_Lucene41_0.doc"
   [junit4]   2> 219323 T558 oasu.LoggingInfoStream.message [IFD][searcherExecutor-324-thread-1]: delete "_1t.fdx"
   [junit4]   2> 219323 T558 oasu.LoggingInfoStream.message [IFD][searcherExecutor-324-thread-1]: delete "_1t_Lucene41_0.tip"
   [junit4]   2> 219323 T558 oasu.LoggingInfoStream.message [IFD][searcherExecutor-324-thread-1]: delete "_1u_Lucene41_0.tim"
   [junit4]   2> 219324 T558 oasu.LoggingInfoStream.message [IFD][searcherExecutor-324-thread-1]: delete "_1t.fnm"
   [junit4]   2> 219325 T558 oasu.LoggingInfoStream.message [IFD][searcherExecutor-324-thread-1]: delete "_1t_Lucene41_0.tim"
   [junit4]   2> 219325 T558 oasu.LoggingInfoStream.message [IFD][searcherExecutor-324-thread-1]: delete "_1u.fdt"
   [junit4]   2> 219325 T558 oasu.LoggingInfoStream.message [IFD][searcherExecutor-324-thread-1]: delete "_1u_Lucene41_0.doc"
   [junit4]   2> 219325 T558 oasu.LoggingInfoStream.message [IFD][searcherExecutor-324-thread-1]: delete "_1u.si"
   [junit4]   2> 219327 T558 oasu.LoggingInfoStream.message [IFD][searcherExecutor-324-thread-1]: delete "_1t_Lucene41_0.doc"
   [junit4]   2> 219327 T558 oasu.LoggingInfoStream.message [IFD][searcherExecutor-324-thread-1]: delete "_1s.fdx"
   [junit4]   2> 219328 T558 oasu.LoggingInfoStream.message [IFD][searcherExecutor-324-thread-1]: delete "_1s.si"
   [junit4]   2> 219329 T558 oasu.LoggingInfoStream.message [IFD][searcherExecutor-324-thread-1]: delete "_1u.fnm"
   [junit4]   2> 219330 T558 oasu.LoggingInfoStream.message [IFD][searcherExecutor-324-thread-1]: delete "_1u_Lucene41_0.tip"
   [junit4]   2> 219330 T558 oasu.LoggingInfoStream.message [IFD][searcherExecutor-324-thread-1]: delete "_1t.si"
   [junit4]   2> 219332 T556 C85 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={commit=true&wt=javabin&version=2&softCommit=false&waitSearcher=true} {commit=} 0 34
   [junit4]   2> 219337 T551 C85 oasc.SolrCore.execute [collection1] webapp=/solr path=/select params={wt=javabin&version=2&q=*:*} hits=0 status=0 QTime=0 
   [junit4]   2> 219338 T547 oas.SolrTestCaseJ4.tearDown ###Ending testAddDelete
   [junit4]   2> 219354 T547 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=694045913
   [junit4]   2> 219355 T547 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@7bf1f188
   [junit4]   2> 219387 T547 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=70,autocommit maxTime=15000ms,autocommits=0,soft autocommits=3,optimizes=8,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=1,cumulative_adds=248,cumulative_deletesById=5,cumulative_deletesByQuery=29,cumulative_errors=1,transaction_logs_total_size=1082,transaction_logs_total_number=10}
   [junit4]   2> 219388 T547 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 219388 T547 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 219388 T547 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 219391 T547 C85 oasu.LoggingInfoStream.message [IW][SUITE-SolrExampleStreamingBinaryTest-seed#[F6AE3B4F553E6378]-worker]: waitForMerges
   [junit4]   2> 219391 T547 C85 oasu.LoggingInfoStream.message [IW][SUITE-SolrExampleStreamingBinaryTest-seed#[F6AE3B4F553E6378]-worker]: waitForMerges done
   [junit4]   2> 219391 T547 C85 oasu.LoggingInfoStream.message [IW][SUITE-SolrExampleStreamingBinaryTest-seed#[F6AE3B4F553E6378]-worker]: rollback
   [junit4]   2> 219391 T547 C85 oasu.LoggingInfoStream.message [IW][SUITE-SolrExampleStreamingBinaryTest-seed#[F6AE3B4F553E6378]-worker]: all running merges have aborted
   [junit4]   2> 219391 T547 C85 oasu.LoggingInfoStream.message [IW][SUITE-SolrExampleStreamingBinaryTest-seed#[F6AE3B4F553E6378]-worker]: rollback: done finish merges
   [junit4]   2> 219392 T547 C85 oasu.LoggingInfoStream.message [DW][SUITE-SolrExampleStreamingBinaryTest-seed#[F6AE3B4F553E6378]-worker]: abort
   [junit4]   2> 219392 T547 C85 oasu.LoggingInfoStream.message [DW][SUITE-SolrExampleStreamingBinaryTest-seed#[F6AE3B4F553E6378]-worker]: done abort; abortedFiles=[] success=true
   [junit4]   2> 219392 T547 C85 oasu.LoggingInfoStream.message [IW][SUITE-SolrExampleStreamingBinaryTest-seed#[F6AE3B4F553E6378]-worker]: rollback: infos=
   [junit4]   2> 219392 T547 C85 oasu.LoggingInfoStream.message [IFD][SUITE-SolrExampleStreamingBinaryTest-seed#[F6AE3B4F553E6378]-worker]: now checkpoint "" [0 segments ; isCommit = false]
   [junit4]   2> 219393 T547 C85 oasu.LoggingInfoStream.message [IFD][SUITE-SolrExampleStreamingBinaryTest-seed#[F6AE3B4F553E6378]-worker]: 0 msec to checkpoint
   [junit4]   2> 219396 T547 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 219396 T547 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 219396 T547 oasc.CachingDirectoryFactory.closeCacheValue looking to close /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.embedded.SolrExampleStreamingBinaryTest-F6AE3B4F553E6378-001/tempDir-001/index [CachedDir<<refCount=0;path=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.embedded.SolrExampleStreamingBinaryTest-F6AE3B4F553E6378-001/tempDir-001/index;done=false>>]
   [junit4]   2> 219396 T547 oasc.CachingDirectoryFactory.close Closing directory: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.embedded.SolrExampleStreamingBinaryTest-F6AE3B4F553E6378-001/tempDir-001/index
   [junit4]   2> 219396 T547 oasc.CachingDirectoryFactory.closeCacheValue looking to close /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.embedded.SolrExampleStreamingBinaryTest-F6AE3B4F553E6378-001/tempDir-001 [CachedDir<<refCount=0;path=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.embedded.SolrExampleStreamingBinaryTest-F6AE3B4F553E6378-001/tempDir-001;done=false>>]
   [junit4]   2> 219397 T547 oasc.CachingDirectoryFactory.close Closing directory: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.embedded.SolrExampleStreamingBinaryTest-F6AE3B4F553E6378-001/tempDir-001
   [junit4]   2> 219398 T547 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/solr,null}
   [junit4]   2> 219458 T547 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-solrj/test/J0/./temp/solr.client.solrj.embedded.SolrExampleStreamingBinaryTest-F6AE3B4F553E6378-001
   [junit4]   2> NOTE: test params are: codec=CheapBastard, sim=DefaultSimilarity, locale=en_IN, timezone=Asia/Katmandu
   [junit4]   2> NOTE: Mac OS X 10.8.5 x86_64/Oracle Corporation 1.7.0_60 (64-bit)/cpus=2,threads=1,free=57261176,total=224919552
   [junit4]   2> NOTE: All tests run in this JVM: [SolrExampleBinaryTest, JettyWebappTest, NoOpResponseParserTest, MergeIndexesEmbeddedTest, SolrExampleEmbeddedTest, SolrQueryTest, ClientUtilsTest, FieldAnalysisResponseTest, FacetFieldTest, SolrExampleJettyTest, SolrDocumentTest, QueryResponseTest, TestFastInputStream, MultiCoreExampleJettyTest, TestLBHttpSolrServer, TestXMLEscaping, AnlysisResponseBaseTest, TestRetryUtil, TermsResponseTest, SolrExampleXMLTest, SolrPingTest, SolrParamTest, LargeVolumeEmbeddedTest, TestHash, TestSpellCheckResponse, CloudSolrServerTest, SolrExampleStreamingTest, SolrExampleStreamingBinaryTest]
   [junit4] Completed in 20.52s, 28 tests, 1 error <<< FAILURES!

[...truncated 80 lines...]
BUILD FAILED
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/build.xml:467: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/build.xml:447: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/build.xml:45: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/extra-targets.xml:37: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build.xml:202: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/common-build.xml:496: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/common-build.xml:1298: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/common-build.xml:922: There were test failures: 49 suites, 295 tests, 5 errors, 1 failure

Total time: 122 minutes 43 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.7.0 -XX:+UseCompressedOops -XX:+UseParallelGC
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any