You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2014/02/14 17:56:27 UTC

[JENKINS] Lucene-Solr-trunk-MacOSX (64bit/jdk1.7.0) - Build # 1329 - Failure!

Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-MacOSX/1329/
Java: 64bit/jdk1.7.0 -XX:+UseCompressedOops -XX:+UseSerialGC

1 tests failed.
REGRESSION:  org.apache.solr.cloud.ChaosMonkeySafeLeaderTest.testDistribSearch

Error Message:
No live SolrServers available to handle this request:[https://127.0.0.1:56904/collection1, https://127.0.0.1:56890/collection1, https://127.0.0.1:56866/collection1, https://127.0.0.1:56869/collection1, https://127.0.0.1:56923/collection1, https://127.0.0.1:56872/collection1, https://127.0.0.1:56897/collection1, https://127.0.0.1:56916/collection1, https://127.0.0.1:56876/collection1, https://127.0.0.1:56863/collection1, https://127.0.0.1:56910/collection1]

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[https://127.0.0.1:56904/collection1, https://127.0.0.1:56890/collection1, https://127.0.0.1:56866/collection1, https://127.0.0.1:56869/collection1, https://127.0.0.1:56923/collection1, https://127.0.0.1:56872/collection1, https://127.0.0.1:56897/collection1, https://127.0.0.1:56916/collection1, https://127.0.0.1:56876/collection1, https://127.0.0.1:56863/collection1, https://127.0.0.1:56910/collection1]
	at __randomizedtesting.SeedInfo.seed([91EA5F463CD7AB18:100CD15E4B88CB24]:0)
	at org.apache.solr.client.solrj.impl.LBHttpSolrServer.request(LBHttpSolrServer.java:352)
	at org.apache.solr.client.solrj.impl.CloudSolrServer.request(CloudSolrServer.java:635)
	at org.apache.solr.client.solrj.request.QueryRequest.process(QueryRequest.java:90)
	at org.apache.solr.client.solrj.SolrServer.query(SolrServer.java:301)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkShardConsistency(AbstractFullDistribZkTestBase.java:1185)
	at org.apache.solr.cloud.ChaosMonkeySafeLeaderTest.doTest(ChaosMonkeySafeLeaderTest.java:149)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:870)
	at sun.reflect.GeneratedMethodAccessor57.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:744)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[https://127.0.0.1:56904/collection1, https://127.0.0.1:56890/collection1, https://127.0.0.1:56869/collection1, https://127.0.0.1:56923/collection1, https://127.0.0.1:56872/collection1, https://127.0.0.1:56876/collection1]
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:495)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:199)
	at org.apache.solr.client.solrj.impl.LBHttpSolrServer.request(LBHttpSolrServer.java:283)
	... 45 more




Build Log:
[...truncated 10477 lines...]
   [junit4] Suite: org.apache.solr.cloud.ChaosMonkeySafeLeaderTest
   [junit4]   2> 1898328 T6428 oas.SolrTestCaseJ4.buildSSLConfig Randomized ssl (true) and clientAuth (false)
   [junit4]   2> 1898329 T6428 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
   [junit4]   2> 1898334 T6428 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-ChaosMonkeySafeLeaderTest-1392394761495
   [junit4]   2> 1898337 T6428 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   2> 1898338 T6429 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 1898439 T6428 oasc.ZkTestServer.run start zk server on port:56855
   [junit4]   2> 1898442 T6428 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1898449 T6435 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@57904659 name:ZooKeeperConnection Watcher:127.0.0.1:56855 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1898449 T6428 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1898450 T6428 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 1898461 T6428 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1898465 T6437 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@38f0e071 name:ZooKeeperConnection Watcher:127.0.0.1:56855/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1898466 T6428 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1898466 T6428 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 1898476 T6428 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 1898484 T6428 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 1898490 T6428 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 1898498 T6428 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 1898499 T6428 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 1898511 T6428 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
   [junit4]   2> 1898512 T6428 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 1898519 T6428 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1898520 T6428 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1898528 T6428 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 1898529 T6428 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 1898537 T6428 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 1898537 T6428 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 1898544 T6428 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 1898545 T6428 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 1898551 T6428 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 1898551 T6428 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 1898558 T6428 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1898559 T6428 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1898566 T6428 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1898566 T6428 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1898574 T6428 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 1898574 T6428 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 1898582 T6428 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 1898583 T6428 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 1898593 T6428 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1898597 T6439 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@483081af name:ZooKeeperConnection Watcher:127.0.0.1:56855/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1898597 T6428 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1898921 T6428 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1898926 T6428 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 1898931 T6428 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:56859
   [junit4]   2> 1898934 T6428 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1898935 T6428 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1898935 T6428 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-controljetty-1392394761759
   [junit4]   2> 1898935 T6428 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-controljetty-1392394761759/'
   [junit4]   2> 1898963 T6428 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-controljetty-1392394761759/solr.xml
   [junit4]   2> 1899052 T6428 oasc.CoreContainer.<init> New CoreContainer 125657041
   [junit4]   2> 1899052 T6428 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-controljetty-1392394761759/]
   [junit4]   2> 1899054 T6428 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1899054 T6428 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 1899054 T6428 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1899055 T6428 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1899055 T6428 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1899055 T6428 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1899055 T6428 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1899056 T6428 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1899056 T6428 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1899070 T6428 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1899070 T6428 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1899071 T6428 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1899071 T6428 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:56855/solr
   [junit4]   2> 1899071 T6428 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1899073 T6428 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1899078 T6450 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4c2792c4 name:ZooKeeperConnection Watcher:127.0.0.1:56855 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1899080 T6428 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1899086 T6428 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1899090 T6452 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@e14ab27 name:ZooKeeperConnection Watcher:127.0.0.1:56855/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1899091 T6428 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1899097 T6428 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 1899107 T6428 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 1899120 T6428 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 1899125 T6428 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56859_
   [junit4]   2> 1899128 T6428 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:56859_
   [junit4]   2> 1899139 T6428 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 1899146 T6428 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 1899160 T6428 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:56859_
   [junit4]   2> 1899161 T6428 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 1899168 T6428 oasc.Overseer.start Overseer (id=91251983089729540-127.0.0.1:56859_-n_0000000000) starting
   [junit4]   2> 1899178 T6428 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 1899190 T6454 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 1899192 T6454 oasc.OverseerCollectionProcessor.prioritizeOverseerNodes prioritizing overseer nodes
   [junit4]   2> 1899192 T6428 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 1899199 T6428 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 1899205 T6428 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1899214 T6453 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 1899223 T6455 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 1899224 T6455 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1899226 T6452 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1899227 T6455 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1899230 T6453 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1899232 T6453 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:56859",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:56859_",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1899232 T6453 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with shards [shard1]
   [junit4]   2> 1899232 T6453 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 1899240 T6452 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1899242 T6452 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1900230 T6455 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 1900230 T6455 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-controljetty-1392394761759/collection1
   [junit4]   2> 1900230 T6455 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
   [junit4]   2> 1900232 T6455 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1900232 T6455 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 1900235 T6455 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1900235 T6455 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-controljetty-1392394761759/collection1/'
   [junit4]   2> 1900236 T6455 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-controljetty-1392394761759/collection1/lib/classes/' to classloader
   [junit4]   2> 1900236 T6455 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-controljetty-1392394761759/collection1/lib/README' to classloader
   [junit4]   2> 1900299 T6455 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
   [junit4]   2> 1900358 T6455 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1900361 T6455 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1900369 T6455 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 1900873 T6455 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1900876 T6455 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1900878 T6455 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1900884 T6455 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1900941 T6455 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
   [junit4]   2> 1900942 T6455 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-controljetty-1392394761759/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1392394761494/control/data/
   [junit4]   2> 1900942 T6455 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@245794ed
   [junit4]   2> 1900943 T6455 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1392394761494/control/data
   [junit4]   2> 1900944 T6455 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1392394761494/control/data/index/
   [junit4]   2> 1900945 T6455 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1392394761494/control/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1900947 T6455 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1392394761494/control/data/index
   [junit4]   2> 1900948 T6455 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=16, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 1900951 T6455 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1392394761494/control/data/index,segFN=segments_1,generation=1}
   [junit4]   2> 1900952 T6455 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1900957 T6455 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 1900958 T6455 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 1900958 T6455 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1900958 T6455 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1900959 T6455 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1900959 T6455 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 1900960 T6455 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1900960 T6455 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1900961 T6455 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1900961 T6455 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 1900962 T6455 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 1900962 T6455 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 1900962 T6455 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 1900962 T6455 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 1900963 T6455 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 1900963 T6455 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 1900964 T6455 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
   [junit4]   2> 1900974 T6455 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1900977 T6455 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1900978 T6455 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1900978 T6455 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=44, maxMergeAtOnceExplicit=22, maxMergedSegmentMB=64.2119140625, floorSegmentMB=0.845703125, forceMergeDeletesPctAllowed=29.856890066822512, segmentsPerTier=44.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4180556765485153
   [junit4]   2> 1900980 T6455 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1392394761494/control/data/index,segFN=segments_1,generation=1}
   [junit4]   2> 1900980 T6455 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1900981 T6455 oass.SolrIndexSearcher.<init> Opening Searcher@31da841d[collection1] main
   [junit4]   2> 1900985 T6456 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@31da841d[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 1900986 T6455 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 1900988 T6428 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 1900988 T6428 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1900988 T6459 oasc.ZkController.register Register replica - core:collection1 address:https://127.0.0.1:56859 collection:control_collection shard:shard1
   [junit4]   2> 1900990 T6459 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 1900993 T6428 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1900998 T6461 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@429e2db1 name:ZooKeeperConnection Watcher:127.0.0.1:56855/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1900998 T6428 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1901001 T6428 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1901006 T6459 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 1901006 T6428 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 1901009 T6452 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1901011 T6459 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 1901011 T6459 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C7392 name=collection1 org.apache.solr.core.SolrCore@5b73b348 url=https://127.0.0.1:56859/collection1 node=127.0.0.1:56859_ C7392_STATE=coll:control_collection core:collection1 props:{state=down, base_url=https://127.0.0.1:56859, core=collection1, node_name=127.0.0.1:56859_}
   [junit4]   2> 1901012 T6459 C7392 P56859 oasc.SyncStrategy.sync Sync replicas to https://127.0.0.1:56859/collection1/
   [junit4]   2> 1901012 T6459 C7392 P56859 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 1901012 T6459 C7392 P56859 oasc.SyncStrategy.syncToMe https://127.0.0.1:56859/collection1/ has no replicas
   [junit4]   2> 1901012 T6459 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: https://127.0.0.1:56859/collection1/ shard1
   [junit4]   2> 1901012 T6459 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 1901014 T6453 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1901023 T6452 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1901026 T6461 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1901027 T6452 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1901038 T6453 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1901045 T6452 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1901150 T6461 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1901150 T6452 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1901186 T6459 oasc.ZkController.register We are https://127.0.0.1:56859/collection1/ and leader is https://127.0.0.1:56859/collection1/
   [junit4]   2> 1901187 T6459 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=https://127.0.0.1:56859
   [junit4]   2> 1901187 T6459 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 1901188 T6459 oasc.ZkController.publish publishing core=collection1 state=active
   [junit4]   2> 1901188 T6459 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1901191 T6452 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1901191 T6452 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1901192 T6452 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1901194 T6459 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1901197 T6453 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1901198 T6453 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:56859",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:56859_",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":"core_node1"}
   [junit4]   2> 1901203 T6452 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1901311 T6461 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1901311 T6452 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1901400 T6428 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1
   [junit4]   2> 1901401 T6428 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1901407 T6428 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 1901408 T6428 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:56863
   [junit4]   2> 1901412 T6428 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1901412 T6428 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1901413 T6428 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty1-1392394764164
   [junit4]   2> 1901413 T6428 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty1-1392394764164/'
   [junit4]   2> 1901441 T6428 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty1-1392394764164/solr.xml
   [junit4]   2> 1901509 T6428 oasc.CoreContainer.<init> New CoreContainer 407716443
   [junit4]   2> 1901509 T6428 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty1-1392394764164/]
   [junit4]   2> 1901515 T6428 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1901516 T6428 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 1901516 T6428 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1901516 T6428 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1901516 T6428 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1901517 T6428 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1901518 T6428 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1901518 T6428 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1901519 T6428 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1901542 T6428 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1901542 T6428 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1901543 T6428 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1901543 T6428 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:56855/solr
   [junit4]   2> 1901543 T6428 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1901545 T6428 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1901549 T6472 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7e083ae0 name:ZooKeeperConnection Watcher:127.0.0.1:56855 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1901551 T6428 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1901556 T6428 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1901560 T6474 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@77338257 name:ZooKeeperConnection Watcher:127.0.0.1:56855/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1901561 T6428 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1901573 T6428 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1902583 T6428 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56863_
   [junit4]   2> 1902586 T6428 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:56863_
   [junit4]   2> 1902591 T6452 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 1902592 T6461 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 1902592 T6474 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 1902609 T6475 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 1902609 T6475 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1902611 T6475 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1902611 T6452 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1902612 T6452 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1902612 T6452 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1902616 T6453 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1902617 T6453 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:56863",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:56863_",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1902631 T6453 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1, shard2, shard3]
   [junit4]   2> 1902631 T6453 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard3
   [junit4]   2> 1902640 T6452 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1902745 T6452 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1902746 T6474 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1902746 T6461 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1903613 T6475 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 1903613 T6475 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty1-1392394764164/collection1
   [junit4]   2> 1903614 T6475 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 1903616 T6475 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1903616 T6475 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 1903619 T6475 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1903620 T6475 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty1-1392394764164/collection1/'
   [junit4]   2> 1903621 T6475 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty1-1392394764164/collection1/lib/classes/' to classloader
   [junit4]   2> 1903622 T6475 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty1-1392394764164/collection1/lib/README' to classloader
   [junit4]   2> 1903716 T6475 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
   [junit4]   2> 1903810 T6475 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1903820 T6475 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1903833 T6475 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 1904435 T6475 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1904439 T6475 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1904441 T6475 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1904447 T6475 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1904502 T6475 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
   [junit4]   2> 1904503 T6475 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty1-1392394764164/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1392394761494/jetty1/
   [junit4]   2> 1904503 T6475 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@245794ed
   [junit4]   2> 1904504 T6475 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1392394761494/jetty1
   [junit4]   2> 1904504 T6475 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1392394761494/jetty1/index/
   [junit4]   2> 1904505 T6475 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1392394761494/jetty1/index' doesn't exist. Creating new index...
   [junit4]   2> 1904506 T6475 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1392394761494/jetty1/index
   [junit4]   2> 1904506 T6475 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=16, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 1904509 T6475 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1392394761494/jetty1/index,segFN=segments_1,generation=1}
   [junit4]   2> 1904510 T6475 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1904515 T6475 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 1904515 T6475 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 1904515 T6475 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1904516 T6475 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1904516 T6475 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1904516 T6475 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 1904516 T6475 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1904517 T6475 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1904517 T6475 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1904517 T6475 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 1904518 T6475 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 1904518 T6475 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 1904520 T6475 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 1904520 T6475 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 1904520 T6475 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 1904521 T6475 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 1904522 T6475 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
   [junit4]   2> 1904530 T6475 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1904534 T6475 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1904534 T6475 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1904535 T6475 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=44, maxMergeAtOnceExplicit=22, maxMergedSegmentMB=64.2119140625, floorSegmentMB=0.845703125, forceMergeDeletesPctAllowed=29.856890066822512, segmentsPerTier=44.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4180556765485153
   [junit4]   2> 1904537 T6475 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1392394761494/jetty1/index,segFN=segments_1,generation=1}
   [junit4]   2> 1904537 T6475 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1904537 T6475 oass.SolrIndexSearcher.<init> Opening Searcher@17b1a029[collection1] main
   [junit4]   2> 1904545 T6476 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@17b1a029[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 1904547 T6475 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 1904549 T6428 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 1904549 T6428 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1904549 T6479 oasc.ZkController.register Register replica - core:collection1 address:https://127.0.0.1:56863 collection:collection1 shard:shard3
   [junit4]   2> 1904552 T6479 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard3/election
   [junit4]   2> 1904563 T6479 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard3
   [junit4]   2> 1904567 T6479 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 1904567 T6479 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C7393 name=collection1 org.apache.solr.core.SolrCore@7a671bc2 url=https://127.0.0.1:56863/collection1 node=127.0.0.1:56863_ C7393_STATE=coll:collection1 core:collection1 props:{state=down, base_url=https://127.0.0.1:56863, core=collection1, node_name=127.0.0.1:56863_}
   [junit4]   2> 1904567 T6479 C7393 P56863 oasc.SyncStrategy.sync Sync replicas to https://127.0.0.1:56863/collection1/
   [junit4]   2> 1904568 T6479 C7393 P56863 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 1904568 T6479 C7393 P56863 oasc.SyncStrategy.syncToMe https://127.0.0.1:56863/collection1/ has no replicas
   [junit4]   2> 1904568 T6479 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: https://127.0.0.1:56863/collection1/ shard3
   [junit4]   2> 1904568 T6479 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard3
   [junit4]   2> 1904570 T6452 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1904570 T6452 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1904571 T6452 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1904578 T6453 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1904585 T6452 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1904589 T6452 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1904589 T6474 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1904589 T6461 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1904599 T6453 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1904604 T6452 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1904711 T6461 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1904711 T6452 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1904712 T6474 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1904740 T6479 oasc.ZkController.register We are https://127.0.0.1:56863/collection1/ and leader is https://127.0.0.1:56863/collection1/
   [junit4]   2> 1904741 T6479 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=https://127.0.0.1:56863
   [junit4]   2> 1904741 T6479 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 1904742 T6479 oasc.ZkController.publish publishing core=collection1 state=active
   [junit4]   2> 1904742 T6479 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1904744 T6452 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1904745 T6452 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1904745 T6452 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1904749 T6453 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1904750 T6453 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:56863",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:56863_",
   [junit4]   2> 	  "shard":"shard3",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":"core_node1"}
   [junit4]   2> 1904757 T6452 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1904760 T6479 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1904864 T6452 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1904865 T6474 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1904865 T6461 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1904922 T6428 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 2
   [junit4]   2> 1904923 T6428 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1904928 T6428 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 1904930 T6428 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:56866
   [junit4]   2> 1904934 T6428 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1904934 T6428 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1904934 T6428 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty2-1392394767710
   [junit4]   2> 1904934 T6428 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty2-1392394767710/'
   [junit4]   2> 1904964 T6428 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty2-1392394767710/solr.xml
   [junit4]   2> 1905038 T6428 oasc.CoreContainer.<init> New CoreContainer 1001528369
   [junit4]   2> 1905039 T6428 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty2-1392394767710/]
   [junit4]   2> 1905041 T6428 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1905041 T6428 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 1905041 T6428 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1905042 T6428 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1905042 T6428 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1905042 T6428 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1905042 T6428 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1905043 T6428 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1905043 T6428 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1905056 T6428 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1905056 T6428 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1905057 T6428 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1905057 T6428 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:56855/solr
   [junit4]   2> 1905057 T6428 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1905059 T6428 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1905064 T6490 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2bc826a0 name:ZooKeeperConnection Watcher:127.0.0.1:56855 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1905065 T6428 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1905071 T6428 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1905075 T6492 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3c1723f7 name:ZooKeeperConnection Watcher:127.0.0.1:56855/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1905075 T6428 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1905089 T6428 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1906099 T6428 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56866_
   [junit4]   2> 1906102 T6428 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:56866_
   [junit4]   2> 1906111 T6452 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 1906112 T6492 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 1906113 T6461 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 1906113 T6474 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 1906134 T6493 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 1906135 T6493 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1906138 T6493 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1906138 T6452 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1906138 T6452 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1906139 T6452 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1906144 T6453 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1906146 T6453 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:56866",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:56866_",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1906146 T6453 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=3
   [junit4]   2> 1906147 T6453 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 1906154 T6452 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1906262 T6461 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1906263 T6474 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1906262 T6452 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1906263 T6492 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1907139 T6493 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 1907140 T6493 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty2-1392394767710/collection1
   [junit4]   2> 1907140 T6493 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 1907142 T6493 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1907143 T6493 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 1907146 T6493 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1907146 T6493 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty2-1392394767710/collection1/'
   [junit4]   2> 1907148 T6493 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty2-1392394767710/collection1/lib/classes/' to classloader
   [junit4]   2> 1907148 T6493 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty2-1392394767710/collection1/lib/README' to classloader
   [junit4]   2> 1907237 T6493 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
   [junit4]   2> 1907344 T6493 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1907347 T6493 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1907359 T6493 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 1908115 T6493 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1908120 T6493 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1908122 T6493 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1908131 T6493 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1908209 T6493 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
   [junit4]   2> 1908210 T6493 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty2-1392394767710/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1392394761494/jetty2/
   [junit4]   2> 1908210 T6493 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@245794ed
   [junit4]   2> 1908212 T6493 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1392394761494/jetty2
   [junit4]   2> 1908212 T6493 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1392394761494/jetty2/index/
   [junit4]   2> 1908213 T6493 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1392394761494/jetty2/index' doesn't exist. Creating new index...
   [junit4]   2> 1908215 T6493 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1392394761494/jetty2/index
   [junit4]   2> 1908216 T6493 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=16, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 1908220 T6493 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1392394761494/jetty2/index,segFN=segments_1,generation=1}
   [junit4]   2> 1908221 T6493 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1908228 T6493 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 1908230 T6493 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 1908230 T6493 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1908231 T6493 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1908231 T6493 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1908231 T6493 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 1908232 T6493 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1908232 T6493 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1908232 T6493 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1908233 T6493 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 1908234 T6493 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 1908235 T6493 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 1908236 T6493 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 1908237 T6493 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 1908238 T6493 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 1908238 T6493 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 1908239 T6493 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
   [junit4]   2> 1908256 T6493 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1908263 T6493 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1908263 T6493 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1908265 T6493 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=44, maxMergeAtOnceExplicit=22, maxMergedSegmentMB=64.2119140625, floorSegmentMB=0.845703125, forceMergeDeletesPctAllowed=29.856890066822512, segmentsPerTier=44.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4180556765485153
   [junit4]   2> 1908267 T6493 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1392394761494/jetty2/index,segFN=segments_1,generation=1}
   [junit4]   2> 1908267 T6493 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1908268 T6493 oass.SolrIndexSearcher.<init> Opening Searcher@46e1d1f1[collection1] main
   [junit4]   2> 1908277 T6494 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@46e1d1f1[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 1908278 T6493 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 1908281 T6428 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 1908282 T6428 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1908281 T6497 oasc.ZkController.register Register replica - core:collection1 address:https://127.0.0.1:56866 collection:collection1 shard:shard1
   [junit4]   2> 1908285 T6497 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 1908299 T6497 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 1908305 T6452 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1908305 T6452 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1908306 T6452 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1908315 T6497 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 1908315 T6497 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C7394 name=collection1 org.apache.solr.core.SolrCore@72b65f51 url=https://127.0.0.1:56866/collection1 node=127.0.0.1:56866_ C7394_STATE=coll:collection1 core:collection1 props:{state=down, base_url=https://127.0.0.1:56866, core=collection1, node_name=127.0.0.1:56866_}
   [junit4]   2> 1908315 T6497 C7394 P56866 oasc.SyncStrategy.sync Sync replicas to https://127.0.0.1:56866/collection1/
   [junit4]   2> 1908316 T6497 C7394 P56866 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 1908316 T6497 C7394 P56866 oasc.SyncStrategy.syncToMe https://127.0.0.1:56866/collection1/ has no replicas
   [junit4]   2> 1908317 T6497 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: https://127.0.0.1:56866/collection1/ shard1
   [junit4]   2> 1908317 T6497 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 1908321 T6453 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1908362 T6492 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1908364 T6461 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1908366 T6474 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1908369 T6452 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1908370 T6452 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1908381 T6453 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1908391 T6452 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1908499 T6474 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1908499 T6452 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1908499 T6461 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1908500 T6492 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1908531 T6497 oasc.ZkController.register We are https://127.0.0.1:56866/collection1/ and leader is https://127.0.0.1:56866/collection1/
   [junit4]   2> 1908531 T6497 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=https://127.0.0.1:56866
   [junit4]   2> 1908532 T6497 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 1908532 T6497 oasc.ZkController.publish publishing core=collection1 state=active
   [junit4]   2> 1908532 T6497 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1908535 T6452 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1908536 T6452 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1908537 T6452 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1908538 T6497 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1908541 T6453 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1908544 T6453 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:56866",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:56866_",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":"core_node2"}
   [junit4]   2> 1908551 T6452 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1908668 T6492 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1908669 T6474 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1908669 T6461 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1908669 T6452 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1908886 T6428 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 3
   [junit4]   2> 1908887 T6428 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1908896 T6428 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 1908898 T6428 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:56869
   [junit4]   2> 1908904 T6428 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1908905 T6428 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1908905 T6428 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty3-1392394771443
   [junit4]   2> 1908906 T6428 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty3-1392394771443/'
   [junit4]   2> 1908952 T6428 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty3-1392394771443/solr.xml
   [junit4]   2> 1909069 T6428 oasc.CoreContainer.<init> New CoreContainer 874877209
   [junit4]   2> 1909070 T6428 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty3-1392394771443/]
   [junit4]   2> 1909072 T6428 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1909073 T6428 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 1909073 T6428 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1909074 T6428 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1909074 T6428 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1909075 T6428 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1909079 T6428 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1909080 T6428 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1909081 T6428 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1909100 T6428 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1909101 T6428 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1909101 T6428 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1909102 T6428 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:56855/solr
   [junit4]   2> 1909102 T6428 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1909104 T6428 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1909110 T6508 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5b5dc3eb name:ZooKeeperConnection Watcher:127.0.0.1:56855 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1909111 T6428 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1909119 T6428 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1909124 T6510 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@48a400e1 name:ZooKeeperConnection Watcher:127.0.0.1:56855/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1909125 T6428 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1909140 T6428 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1910152 T6428 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56869_
   [junit4]   2> 1910155 T6428 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:56869_
   [junit4]   2> 1910163 T6452 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1910163 T6492 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1910164 T6474 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1910164 T6461 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1910164 T6510 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1910185 T6511 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 1910185 T6511 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1910188 T6511 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1910188 T6452 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1910189 T6452 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1910189 T6452 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1910195 T6453 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1910197 T6453 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:56869",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:56869_",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1910198 T6453 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=3
   [junit4]   2> 1910198 T6453 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
   [junit4]   2> 1910205 T6452 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1910208 T6492 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 1910208 T6452 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 1910209 T6510 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 1910209 T6474 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 1910209 T6461 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... 

[...truncated too long message...]

lr.core.SolrCore@4a17a67
   [junit4]   2> 2052935 T7210 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=3,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=493,cumulative_deletesById=225,cumulative_deletesByQuery=0,cumulative_errors=0,transaction_logs_total_size=0,transaction_logs_total_number=3}
   [junit4]   2> 2052936 T7210 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 2052937 T7210 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 2052937 T7210 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 2052941 T7210 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 2052953 T7210 oasc.CachingDirectoryFactory.close Closing StandardDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 2052953 T7210 oasc.CachingDirectoryFactory.closeCacheValue looking to close /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1392394761494/jetty12/index.20140214222138678 [CachedDir<<refCount=0;path=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1392394761494/jetty12/index.20140214222138678;done=false>>]
   [junit4]   2> 2052953 T7210 oasc.CachingDirectoryFactory.close Closing directory: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1392394761494/jetty12/index.20140214222138678
   [junit4]   2> 2052954 T7210 oasc.CachingDirectoryFactory.closeCacheValue looking to close /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1392394761494/jetty12 [CachedDir<<refCount=0;path=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1392394761494/jetty12;done=false>>]
   [junit4]   2> 2052954 T7210 oasc.CachingDirectoryFactory.close Closing directory: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1392394761494/jetty12
   [junit4]   2> 2052954 T7210 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:257)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:254)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:254)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:92)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> 2052957 T7210 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> NOTE: test params are: codec=Lucene46: {rnd_b=PostingsFormat(name=SimpleText), a_si=PostingsFormat(name=Lucene41WithOrds), _version_=PostingsFormat(name=NestedPulsing), a_t=PostingsFormat(name=NestedPulsing), id=PostingsFormat(name=SimpleText)}, docValues:{}, sim=RandomSimilarityProvider(queryNorm=false,coord=yes): {}, locale=en_NZ, timezone=Asia/Dacca
   [junit4]   2> NOTE: Mac OS X 10.8.5 x86_64/Oracle Corporation 1.7.0_51 (64-bit)/cpus=2,threads=1,free=79284464,total=289189888
   [junit4]   2> NOTE: All tests run in this JVM: [TestSchemaNameResource, SuggestComponentTest, NotRequiredUniqueKeyTest, TestCopyFieldCollectionResource, CoreAdminHandlerTest, CoreMergeIndexesAdminHandlerTest, TestAnalyzeInfixSuggestions, TestDefaultSimilarityFactory, XmlUpdateRequestHandlerTest, TestOverriddenPrefixQueryForCustomFieldType, TestCSVResponseWriter, SortByFunctionTest, BlockDirectoryTest, CurrencyFieldXmlFileTest, TestNonDefinedSimilarityFactory, DirectSolrConnectionTest, TestSolrJ, DirectSolrSpellCheckerTest, PathHierarchyTokenizerFactoryTest, BinaryUpdateRequestHandlerTest, TestIndexSearcher, TermsComponentTest, UUIDFieldTest, SpellPossibilityIteratorTest, DistribCursorPagingTest, DisMaxRequestHandlerTest, DistributedQueryElevationComponentTest, DeleteReplicaTest, SuggesterTest, SolrPluginUtilsTest, IndexSchemaTest, SpatialFilterTest, MBeansHandlerTest, BadIndexSchemaTest, TestHighlightDedupGrouping, TestDefaultSearchFieldResource, TestWordDelimiterFilterFactory, TestFileDictionaryLookup, AnalysisAfterCoreReloadTest, DocValuesMultiTest, TestStressUserVersions, TestLazyCores, TimeZoneUtilsTest, TestRandomDVFaceting, OverseerCollectionProcessorTest, FileUtilsTest, TestQuerySenderNoQuery, PreAnalyzedFieldTest, DeleteShardTest, TestCoreDiscovery, PrimUtilsTest, ShardRoutingCustomTest, TestSchemaSimilarityResource, SolrCoreCheckLockOnStartupTest, TestNRTOpen, TestDocBasedVersionConstraints, StatelessScriptUpdateProcessorFactoryTest, UnloadDistributedZkTest, TestValueSourceCache, JsonLoaderTest, TestCollationFieldDocValues, TestSolrDeletionPolicy1, HdfsUnloadDistributedZkTest, CustomCollectionTest, ShowFileRequestHandlerTest, StandardRequestHandlerTest, TestWriterPerf, UniqFieldsUpdateProcessorFactoryTest, ResponseLogComponentTest, HdfsBasicDistributedZk2Test, TestSolrQueryParser, HdfsDirectoryTest, SampleTest, DirectUpdateHandlerOptimizeTest, TestDistributedGrouping, WordBreakSolrSpellCheckerTest, DateFieldTest, MigrateRouteKeyTest, TestJoin, IndexSchemaRuntimeFieldTest, TestElisionMultitermQuery, TestBM25SimilarityFactory, XsltUpdateRequestHandlerTest, TestFreeTextSuggestions, SolrCmdDistributorTest, MoreLikeThisHandlerTest, RequestHandlersTest, OutputWriterTest, TestBlendedInfixSuggestions, SolrTestCaseJ4Test, TestManagedSchemaFieldResource, TestQueryTypes, TestBinaryResponseWriter, CurrencyFieldOpenExchangeTest, TestLRUCache, AssignTest, TestManagedSchema, OverseerTest, CollectionsAPIDistributedZkTest, TestBinaryField, SoftAutoCommitTest, RangeFacetTest, UpdateParamsTest, TestFaceting, BasicDistributedZk2Test, TestSearchPerf, LegacyHTMLStripCharFilterTest, TestLMJelinekMercerSimilarityFactory, ConvertedLegacyTest, PingRequestHandlerTest, TestCodecSupport, TestXIncludeConfig, TestExtendedDismaxParser, FullSolrCloudDistribCmdsTest, BJQParserTest, ChaosMonkeyNothingIsSafeTest, AbstractAnalyticsStatsTest, QueryEqualityTest, TestZkChroot, HdfsCollectionsAPIDistributedZkTest, HdfsSyncSliceTest, SpellCheckComponentTest, TestDFRSimilarityFactory, OverseerRolesTest, TestFoldingMultitermQuery, DOMUtilTest, TestNoOpRegenerator, TestUtils, TestArbitraryIndexDir, CachingDirectoryFactoryTest, ScriptEngineTest, RecoveryZkTest, DistributedTermsComponentTest, SliceStateTest, AbstractAnalyticsFacetTest, TestCollationField, DistributedSuggestComponentTest, FieldFacetExtrasTest, TestOmitPositions, TestCloudManagedSchemaAddField, TestBadConfig, TestStressLucene, NumericFieldsTest, BadComponentTest, TestFiltering, TestIndexingPerformance, HdfsChaosMonkeySafeLeaderTest, BasicFunctionalityTest, TestModifyConfFiles, PreAnalyzedUpdateProcessorTest, TestJmxIntegration, NoFacetTest, TestAtomicUpdateErrorCases, BasicDistributedZkTest, TestClassNameShortening, SuggesterTSTTest, TestDistributedMissingSort, SuggesterFSTTest, SOLR749Test, TestMultiCoreConfBootstrap, ResourceLoaderTest, PluginInfoTest, HdfsBasicDistributedZkTest, DirectUpdateHandlerTest, CursorMarkTest, TestComponentsName, FastVectorHighlighterTest, QueryResultKeyTest, TestConfig, HighlighterTest, SimpleFacetsTest, AnalysisErrorHandlingTest, TestCloudManagedSchema, TestSolrQueryParserResource, TestNonNRTOpen, TestRecovery, TestPhraseSuggestions, ChaosMonkeySafeLeaderTest]
   [junit4] Completed in 155.34s, 1 test, 1 error <<< FAILURES!

[...truncated 588 lines...]
BUILD FAILED
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/build.xml:453: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/build.xml:433: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/build.xml:39: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/extra-targets.xml:37: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build.xml:189: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/common-build.xml:491: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/common-build.xml:1268: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/common-build.xml:901: There were test failures: 372 suites, 1603 tests, 1 error, 40 ignored (6 assumptions)

Total time: 97 minutes 57 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.7.0 -XX:+UseCompressedOops -XX:+UseSerialGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-trunk-MacOSX (64bit/jdk1.7.0) - Build # 1333 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-MacOSX/1333/
Java: 64bit/jdk1.7.0 -XX:+UseCompressedOops -XX:+UseSerialGC

1 tests failed.
REGRESSION:  org.apache.solr.TestDistributedSearch.testDistribSearch

Error Message:
Expected the partialResults header to be null

Stack Trace:
java.lang.AssertionError: Expected the partialResults header to be null
	at __randomizedtesting.SeedInfo.seed([C4672CF5EAADDFD:8DA0FCD729F5BDC1]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertNull(Assert.java:551)
	at org.apache.solr.TestDistributedSearch.validateControlData(TestDistributedSearch.java:525)
	at org.apache.solr.TestDistributedSearch.queryPartialResults(TestDistributedSearch.java:445)
	at org.apache.solr.TestDistributedSearch.doTest(TestDistributedSearch.java:379)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:876)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:744)




Build Log:
[...truncated 10180 lines...]
   [junit4] Suite: org.apache.solr.TestDistributedSearch
   [junit4]   2> 862570 T1992 oas.SolrTestCaseJ4.buildSSLConfig Randomized ssl (true) and clientAuth (false)
   [junit4]   2> 862570 T1992 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
   [junit4]   2> 862574 T1992 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> 862577 T1992 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 862584 T1992 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 862589 T1992 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:49557
   [junit4]   2> 862592 T1992 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 862593 T1992 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 862593 T1992 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr
   [junit4]   2> 862594 T1992 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/'
   [junit4]   2> 862632 T1992 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/solr.xml
   [junit4]   2> 862701 T1992 oasc.CoreContainer.<init> New CoreContainer 987203425
   [junit4]   2> 862702 T1992 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/]
   [junit4]   2> 862704 T1992 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 862704 T1992 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: https
   [junit4]   2> 862704 T1992 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 862705 T1992 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 862705 T1992 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 862705 T1992 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 862705 T1992 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 862706 T1992 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 862707 T1992 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 862723 T1992 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 862724 T1992 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 862724 T1992 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 862732 T2002 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1
   [junit4]   2> 862733 T2002 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/'
   [junit4]   2> 862734 T2002 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/lib/classes/' to classloader
   [junit4]   2> 862734 T2002 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/lib/README' to classloader
   [junit4]   2> 862821 T2002 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
   [junit4]   2> 862899 T2002 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 862900 T2002 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 862909 T2002 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 863511 T2002 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 863520 T2002 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 863523 T2002 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 863532 T2002 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 863536 T2002 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 863539 T2002 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 863539 T2002 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 863541 T2002 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 863541 T2002 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 863541 T2002 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 863541 T2002 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 863542 T2002 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 863542 T2002 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/, dataDir=./org.apache.solr.TestDistributedSearch-1392500206698/control/data/
   [junit4]   2> 863542 T2002 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@6c454d91
   [junit4]   2> 863543 T2002 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.TestDistributedSearch-1392500206698/control/data
   [junit4]   2> 863543 T2002 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.TestDistributedSearch-1392500206698/control/data/index/
   [junit4]   2> 863543 T2002 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.TestDistributedSearch-1392500206698/control/data/index' doesn't exist. Creating new index...
   [junit4]   2> 863544 T2002 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.TestDistributedSearch-1392500206698/control/data/index
   [junit4]   2> 863544 T2002 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=16, maxMergeAtOnceExplicit=20, maxMergedSegmentMB=86.4052734375, floorSegmentMB=0.3330078125, forceMergeDeletesPctAllowed=26.441948291415642, segmentsPerTier=21.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.49297312943667615
   [junit4]   2> 863545 T2002 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@451a2c4c lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@77d6661)),segFN=segments_1,generation=1}
   [junit4]   2> 863545 T2002 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 863545 T2002 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
   [junit4]   2> 863549 T2002 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 863549 T2002 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 863549 T2002 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe-allfields"
   [junit4]   2> 863550 T2002 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
   [junit4]   2> 863550 T2002 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 863550 T2002 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 863551 T2002 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "uniq-fields"
   [junit4]   2> 863551 T2002 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
   [junit4]   2> 863551 T2002 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 863552 T2002 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 863552 T2002 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 863552 T2002 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 863552 T2002 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 863553 T2002 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 863553 T2002 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 863554 T2002 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 863554 T2002 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
   [junit4]   2> 863554 T2002 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
   [junit4]   2> 863555 T2002 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 863555 T2002 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 863556 T2002 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
   [junit4]   2> 863556 T2002 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
   [junit4]   2> 863556 T2002 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
   [junit4]   2> 863557 T2002 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
   [junit4]   2> 863557 T2002 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 863558 T2002 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 863559 T2002 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 863559 T2002 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 863559 T2002 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 863560 T2002 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 863560 T2002 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 863561 T2002 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 863561 T2002 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 863562 T2002 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
   [junit4]   2> 863562 T2002 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
   [junit4]   2> 863571 T2002 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 863588 T2002 oasc.SolrCore.initDeprecatedSupport WARN solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
   [junit4]   2> 863596 T2002 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 863596 T2002 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 863597 T2002 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=33, maxMergeAtOnceExplicit=18, maxMergedSegmentMB=4.4423828125, floorSegmentMB=2.15234375, forceMergeDeletesPctAllowed=17.46892380855478, segmentsPerTier=15.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4218900465187828
   [junit4]   2> 863598 T2002 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@451a2c4c lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@77d6661)),segFN=segments_1,generation=1}
   [junit4]   2> 863599 T2002 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 863599 T2002 oass.SolrIndexSearcher.<init> Opening Searcher@1589bc26[collection1] main
   [junit4]   2> 863600 T2002 oashc.SpellCheckComponent.inform Initializing spell checkers
   [junit4]   2> 863611 T2002 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 863650 T2003 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1589bc26[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 863655 T2002 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 863657 T1992 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 863657 T1992 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 863661 T1992 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 863668 T1992 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 863670 T1992 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:49558
   [junit4]   2> 863673 T1992 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 863673 T1992 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 863674 T1992 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr
   [junit4]   2> 863674 T1992 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/'
   [junit4]   2> 863701 T1992 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/solr.xml
   [junit4]   2> 863783 T1992 oasc.CoreContainer.<init> New CoreContainer 1648131265
   [junit4]   2> 863783 T1992 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/]
   [junit4]   2> 863785 T1992 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 863785 T1992 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: https
   [junit4]   2> 863785 T1992 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 863786 T1992 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 863787 T1992 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 863787 T1992 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 863787 T1992 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 863788 T1992 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 863788 T1992 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 863801 T1992 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 863801 T1992 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 863802 T1992 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 863810 T2014 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1
   [junit4]   2> 863810 T2014 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/'
   [junit4]   2> 863812 T2014 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/lib/classes/' to classloader
   [junit4]   2> 863812 T2014 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/lib/README' to classloader
   [junit4]   2> 863886 T2014 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
   [junit4]   2> 863955 T2014 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 863955 T2014 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 863964 T2014 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 864611 T2014 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 864619 T2014 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 864623 T2014 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 864634 T2014 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 864637 T2014 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 864641 T2014 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 864642 T2014 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 864642 T2014 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 864643 T2014 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 864643 T2014 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 864643 T2014 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 864644 T2014 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 864644 T2014 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/, dataDir=./org.apache.solr.TestDistributedSearch-1392500206698/shard0/data/
   [junit4]   2> 864644 T2014 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@6c454d91
   [junit4]   2> 864645 T2014 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.TestDistributedSearch-1392500206698/shard0/data
   [junit4]   2> 864645 T2014 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.TestDistributedSearch-1392500206698/shard0/data/index/
   [junit4]   2> 864645 T2014 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.TestDistributedSearch-1392500206698/shard0/data/index' doesn't exist. Creating new index...
   [junit4]   2> 864646 T2014 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.TestDistributedSearch-1392500206698/shard0/data/index
   [junit4]   2> 864646 T2014 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=16, maxMergeAtOnceExplicit=20, maxMergedSegmentMB=86.4052734375, floorSegmentMB=0.3330078125, forceMergeDeletesPctAllowed=26.441948291415642, segmentsPerTier=21.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.49297312943667615
   [junit4]   2> 864647 T2014 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@2751af41 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7b29e96a)),segFN=segments_1,generation=1}
   [junit4]   2> 864647 T2014 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 864647 T2014 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
   [junit4]   2> 864654 T2014 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 864654 T2014 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 864655 T2014 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe-allfields"
   [junit4]   2> 864655 T2014 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
   [junit4]   2> 864655 T2014 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 864655 T2014 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 864656 T2014 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "uniq-fields"
   [junit4]   2> 864656 T2014 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
   [junit4]   2> 864656 T2014 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 864657 T2014 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 864657 T2014 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 864657 T2014 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 864657 T2014 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 864658 T2014 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 864658 T2014 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 864659 T2014 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 864659 T2014 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
   [junit4]   2> 864660 T2014 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
   [junit4]   2> 864660 T2014 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 864661 T2014 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 864662 T2014 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
   [junit4]   2> 864662 T2014 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
   [junit4]   2> 864663 T2014 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
   [junit4]   2> 864663 T2014 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
   [junit4]   2> 864672 T2014 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 864673 T2014 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 864674 T2014 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 864674 T2014 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 864675 T2014 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 864676 T2014 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 864677 T2014 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 864678 T2014 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 864678 T2014 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 864679 T2014 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
   [junit4]   2> 864680 T2014 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
   [junit4]   2> 864691 T2014 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 864693 T2014 oasc.SolrCore.initDeprecatedSupport WARN solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
   [junit4]   2> 864698 T2014 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 864698 T2014 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 864698 T2014 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=33, maxMergeAtOnceExplicit=18, maxMergedSegmentMB=4.4423828125, floorSegmentMB=2.15234375, forceMergeDeletesPctAllowed=17.46892380855478, segmentsPerTier=15.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4218900465187828
   [junit4]   2> 864699 T2014 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@2751af41 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7b29e96a)),segFN=segments_1,generation=1}
   [junit4]   2> 864699 T2014 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 864700 T2014 oass.SolrIndexSearcher.<init> Opening Searcher@97a7f61[collection1] main
   [junit4]   2> 864700 T2014 oashc.SpellCheckComponent.inform Initializing spell checkers
   [junit4]   2> 864706 T2014 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 864741 T2015 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@97a7f61[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 864749 T2014 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 864751 T1992 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 864751 T1992 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> ASYNC  NEW_CORE C4172 name=collection1 org.apache.solr.core.SolrCore@33c8de8
   [junit4]   2> 864798 T1997 C4172 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {deleteByQuery=*:* (-1460142299065352192)} 0 4
   [junit4]   2> ASYNC  NEW_CORE C4173 name=collection1 org.apache.solr.core.SolrCore@44aa39aa
   [junit4]   2> 864847 T2012 C4173 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {deleteByQuery=*:* (-1460142299116732416)} 0 4
   [junit4]   2> 864857 T1998 C4172 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[1 (1460142299129315328)]} 0 3
   [junit4]   2> 864865 T2013 C4173 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[1 (1460142299136655360)]} 0 3
   [junit4]   2> 864871 T1999 C4172 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[2 (1460142299143995392)]} 0 2
   [junit4]   2> 864879 T2008 C4173 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[2 (1460142299151335424)]} 0 3
   [junit4]   2> 864888 T2000 C4172 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[3 (1460142299160772608)]} 0 3
   [junit4]   2> 864901 T2010 C4173 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[3 (1460142299172306944)]} 0 5
   [junit4]   2> 864912 T2001 C4172 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[4 (1460142299185938432)]} 0 3
   [junit4]   2> 864923 T2011 C4173 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[4 (1460142299196424192)]} 0 4
   [junit4]   2> 864935 T1995 C4172 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[5 (1460142299209007104)]} 0 4
   [junit4]   2> 864943 T2012 C4173 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[5 (1460142299217395712)]} 0 4
   [junit4]   2> 864957 T1997 C4172 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[6 (1460142299229978624)]} 0 7
   [junit4]   2> 864968 T2013 C4173 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[6 (1460142299242561536)]} 0 4
   [junit4]   2> 864980 T1998 C4172 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[7 (1460142299257241600)]} 0 3
   [junit4]   2> 864997 T2009 C4173 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[7 (1460142299274018816)]} 0 4
   [junit4]   2> 865004 T1999 C4172 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[8 (1460142299283456000)]} 0 2
   [junit4]   2> 865012 T2008 C4173 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[8 (1460142299290796032)]} 0 3
   [junit4]   2> 865019 T2001 C4172 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[9 (1460142299299184640)]} 0 3
   [junit4]   2> 865026 T2010 C4173 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[9 (1460142299306524672)]} 0 2
   [junit4]   2> 865030 T1995 C4172 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 865034 T1995 C4172 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@451a2c4c lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@77d6661)),segFN=segments_1,generation=1}
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@451a2c4c lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@77d6661)),segFN=segments_2,generation=2}
   [junit4]   2> 865035 T1995 C4172 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
   [junit4]   2> 865037 T1995 C4172 oass.SolrIndexSearcher.<init> Opening Searcher@79c7fd4b[collection1] main
   [junit4]   2> 865037 T1995 C4172 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 865039 T2003 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@79c7fd4b[collection1] main{StandardDirectoryReader(segments_2:3:nrt _0(5.0):C9)}
   [junit4]   2> 865040 T1995 C4172 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2&softCommit=false&waitSearcher=true&commit=true} {commit=} 0 10
   [junit4]   2> 865043 T2011 C4173 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 865047 T2011 C4173 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@2751af41 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7b29e96a)),segFN=segments_1,generation=1}
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@2751af41 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7b29e96a)),segFN=segments_2,generation=2}
   [junit4]   2> 865047 T2011 C4173 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
   [junit4]   2> 865052 T2011 C4173 oass.SolrIndexSearcher.<init> Opening Searcher@afc394d[collection1] main
   [junit4]   2> 865054 T2011 C4173 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 865056 T2015 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@afc394d[collection1] main{StandardDirectoryReader(segments_2:3:nrt _0(5.0):C9)}
   [junit4]   2> 865057 T2011 C4173 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2&softCommit=false&waitSearcher=true&commit=true} {commit=} 0 14
   [junit4]   2> 865064 T1997 C4172 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10 (1460142299345321984)]} 0 3
   [junit4]   2> 865075 T2012 C4173 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10 (1460142299353710592)]} 0 6
   [junit4]   2> 865081 T1998 C4172 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[11 (1460142299364196352)]} 0 2
   [junit4]   2> 865089 T2013 C4173 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[11 (1460142299372584960)]} 0 2
   [junit4]   2> 865107 T2000 C4172 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[12 (1460142299389362176)]} 0 7
   [junit4]   2> 865118 T2009 C4173 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[12 (1460142299402993664)]} 0 2
   [junit4]   2> 865135 T1999 C4172 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[13 (1460142299417673728)]} 0 8
   [junit4]   2> 865142 T2008 C4173 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[13 (1460142299428159488)]} 0 3
   [junit4]   2> 865149 T2001 C4172 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[1001 (1460142299435499520)]} 0 2
   [junit4]   2> 865154 T2010 C4173 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[1001 (1460142299440742400)]} 0 2
   [junit4]   2> 865160 T1995 C4172 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[14 (1460142299447033856)]} 0 3
   [junit4]   2> 865165 T2011 C4173 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[14 (1460142299453325312)]} 0 2
   [junit4]   2> 865171 T1997 C4172 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[15 (1460142299458568192)]} 0 2
   [junit4]   2> 865176 T2012 C4173 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[15 (1460142299464859648)]} 0 2
   [junit4]   2> 865182 T1998 C4172 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[16 (1460142299470102528)]} 0 2
   [junit4]   2> 865187 T2013 C4173 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[16 (1460142299476393984)]} 0 2
   [junit4]   2> 865196 T2000 C4172 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[17 (1460142299482685440)]} 0 5
   [junit4]   2> 865205 T2009 C4173 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[17 (1460142299491074048)]} 0 5
   [junit4]   2> 865209 T1999 C4172 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[100 (1460142299499462656)]} 0 1
   [junit4]   2> 865217 T2008 C4173 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[100 (1460142299506802688)]} 0 2
   [junit4]   2> 865225 T2001 C4172 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[101 (1460142299516239872)]} 0 2
   [junit4]   2> 865243 T2010 C4173 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[101 (1460142299523579904)]} 0 13
   [junit4]   2> 865251 T1995 C4172 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[102 (1460142299543502848)]} 0 1
   [junit4]   2> 865256 T2011 C4173 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[102 (1460142299548745728)]} 0 1
   [junit4]   2> 865263 T1997 C4172 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[103 (1460142299555037184)]} 0 2
   [junit4]   2> 865270 T2012 C4173 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[103 (1460142299563425792)]} 0 2
   [junit4]   2> 865280 T1998 C4172 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[104 (1460142299573911552)]} 0 1
   [junit4]   2> 865287 T2013 C4173 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[104 (1460142299581251584)]} 0 2
   [junit4]   2> 865292 T2000 C4172 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[105 (1460142299586494464)]} 0 1
   [junit4]   2> 865297 T2008 C4173 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[105 (1460142299591737344)]} 0 1
   [junit4]   2> 865302 T1999 C4172 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[106 (1460142299596980224)]} 0 1
   [junit4]   2> 865308 T2010 C4173 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[106 (1460142299603271680)]} 0 1
   [junit4]   2> 865314 T2001 C4172 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[107 (1460142299610611712)]} 0 0
   [junit4]   2> 865319 T2011 C4173 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[107 (1460142299615854592)]} 0 0
   [junit4]   2> 865325 T1995 C4172 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[108 (1460142299621097472)]} 0 1
   [junit4]   2> 865331 T2012 C4173 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[108 (1460142299627388928)]} 0 1
   [junit4]   2> 865340 T1997 C4172 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[109 (1460142299636826112)]} 0 1
   [junit4]   2> 865346 T2009 C4173 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[109 (1460142299643117568)]} 0 1
   [junit4]   2> 865354 T1998 C4172 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[110 (1460142299650457600)]} 0 2
   [junit4]   2> 865362 T2013 C4173 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[110 (1460142299658846208)]} 0 3
   [junit4]   2> 865371 T2000 C4172 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[111 (1460142299668283392)]} 0 2
   [junit4]   2> 865381 T2008 C4173 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[111 (1460142299678769152)]} 0 2
   [junit4]   2> 865392 T1999 C4172 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[112 (1460142299690303488)]} 0 2
   [junit4]   2> 865402 T2010 C4173 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[112 (1460142299700789248)]} 0 3
   [junit4]   2> 865429 T2001 C4172 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[113 (1460142299718615040)]} 0 15
   [junit4]   2> 865434 T2011 C4173 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[113 (1460142299735392256)]} 0 1
   [junit4]   2> 865440 T1997 C4172 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[114 (1460142299741683712)]} 0 1
   [junit4]   2> 865444 T2012 C4173 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[114 (1460142299745878016)]} 0 1
   [junit4]   2> 865450 T1998 C4172 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[115 (1460142299752169472)]} 0 1
   [junit4]   2> 865454 T2009 C4173 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[115 (1460142299757412352)]} 0 0
   [junit4]   2> 865460 T2000 C4172 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[116 (1460142299762655232)]} 0 1
   [junit4]   2> 865467 T2013 C4173 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[116 (1460142299768946688)]} 0 2
   [junit4]   2> 865471 T1999 C4172 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[117 (1460142299775238144)]} 0 1
   [junit4]   2> 865475 T2008 C4173 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[117 (1460142299779432448)]} 0 0
   [junit4]   2> 865484 T1995 C4172 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[118 (1460142299783626752)]} 0 5
   [junit4]   2> 865489 T2010 C4173 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[118 (1460142299792015360)]} 0 2
   [junit4]   2> 865494 T2001 C4172 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[119 (1460142299798306816)]} 0 1
   [junit4]   2> 865501 T2011 C4173 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[119 (1460142299805646848)]} 0 2
   [junit4]   2> 865511 T1997 C4172 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[120 (1460142299811938304)]} 0 5
   [junit4]   2> 865520 T2012 C4173 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[120 (1460142299825569792)]} 0 1
   [junit4]   2> 865526 T1998 C4172 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[121 (1460142299830812672)]} 0 2
   [junit4]   2> 865538 T2009 C4173 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[121 (1460142299837104128)]} 0 8
   [junit4]   2> 865543 T2000 C4172 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[122 (1460142299849687040)]} 0 1
   [junit4]   2> 865553 T2013 C4173 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[122 (1460142299854929920)]} 0 6
   [junit4]   2> 865560 T1999 C4172 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[123 (1460142299867512832)]} 0 1
   [junit4]   2> 865567 T2008 C4173 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[123 (1460142299874852864)]} 0 2
   [junit4]   2> 865575 T1995 C4172 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[124 (1460142299881144320)]} 0 3
   [junit4]   2> 865583 T2010 C4173 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[124 (1460142299892678656)]} 0 0
   [junit4]   2> 865591 T2001 C4172 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[125 (1460142299900018688)]} 0 1
   [junit4]   2> 865596 T2011 C4173 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[125 (1460142299905261568)]} 0 1
   [junit4]   2> 865607 T1998 C4172 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[126 (1460142299916795904)]} 0 1
   [junit4]   2> 865612 T2012 C4173 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[126 (1460142299922038784)]} 0 1
   [junit4]   2> 865617 T2000 C4172 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[127 (1460142299927281664)]} 0 1
   [junit4]   2> 865621 T2009 C4173 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[127 (1460142299931475968)]} 0 1
   [junit4]   2> 865627 T1999 C4172 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[128 (1460142299937767424)]} 0 1
   [junit4]   2> 865631 T2013 C4173 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[128 (1460142299943010304)]} 0 0
   [junit4]   2> 865636 T1995 C4172 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[129 (1460142299947204608)]} 0 1
   [junit4]   2> 865640 T2008 C4173 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[129 (1460142299951398912)]} 0 1
   [junit4]   2> 865646 T2001 C4172 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[130 (1460142299957690368)]} 0 1
   [junit4]   2> 865651 T2010 C4173 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[130 (1460142299962933248)]} 0 1
   [junit4]   2> 865659 T1997 C4172 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[131 (1460142299971321856)]} 0 1
   [junit4]   2> 865663 T2011 C4173 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[131 (1460142299975516160)]} 0 1
   [junit4]   2> 865670 T1998 C4172 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[132 (1460142299982856192)]} 0 1
   [junit4]   2> 865677 T2012 C4173 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[132 (1460142299989147648)]} 0 2
   [junit4]   2> 865683 T2000 C4172 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[133 (1460142299997536256)]} 0 0
   [junit4]   2> 865689 T2009 C4173 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[133 (1460142300002779136)]} 0 2
   [junit4]   2> 865694 T1999 C4172 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[134 (1460142300008022016)]} 0 1
   [junit4]   2> 865699 T2008 C4173 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[134 (1460142300013264896)]} 0 1
   [junit4]   2> 865706 T1995 C4172 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[135 (1460142300018507776)]} 0 3
   [junit4]   2> 865712 T2010 C4173 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[135 (1460142300026896384)]} 0 1
   [junit4]   2> 865717 T2001 C4172 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[136 (1460142300033187840)]} 0 0
   [junit4]   2> 865725 T2011 C4173 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[136 (1460142300041576448)]} 0 1
   [junit4]   2> 865733 T1997 C4172 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[137 (1460142300045770752)]} 0 4
   [junit4]   2> 865738 T2012 C4173 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[137 (1460142300054159360)]} 0 1
   [junit4]   2> 865746 T1998 C4172 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[138 (1460142300061499392)]} 0 2
   [junit4]   2> 865754 T2009 C4173 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[138 (1460142300070936576)]} 0 0
   [junit4]   2> 865761 T2000 C4172 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[139 (1460142300078276608)]} 0 2
   [junit4]   2> 865767 T2013 C4173 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[139 (1460142300084568064)]} 0 1
   [junit4]   2> 865776 T1999 C4172 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[140 (1460142300092956672)]} 0 2
   [junit4]   2> 865783 T2008 C4173 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[140 (1460142300100296704)]} 0 2
   [junit4]   2> 865791 T1995 C4172 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[141 (1460142300108685312)]} 0 1
   [junit4]   2> 865798 T2010 C4173 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[141 (1460142300117073920)]} 0 1
   [junit4]   2> 865809 T2001 C4172 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[142 (1460142300128608256)]} 0 1
   [junit4]   2> 865822 T2011 C4173 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[142 (1460142300140142592)]} 0 4
   [junit4]   2> 865830 T1997 C4172 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[143 (1460142300150628352)]} 0 1
   [junit4]   2> 865838 T2012 C4173 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[143 (1460142300157968384)]} 0 3
   [junit4]   2> 865845 T2000 C4172 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[144 (1460142300165308416)]} 0 2
   [junit4]   2> 865852 T2009 C4173 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[144 (1460142300172648448)]} 0 2
   [junit4]   2> 865860 T1999 C4172 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[145 (1460142300181037056)]} 0 2
   [junit4]   2> 865869 T2013 C4173 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[145 (1460142300189425664)]} 0 3
   [junit4]   2> 865875 T1995 C4172 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[146 (1460142300197814272)]} 0 1
   [junit4]   2> 865879 T2008 C4173 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[146 (1460142300202008576)]} 0 1
   [junit4]   2> ASYNC  NEW_CORE C4174 name=collection1 org.apache.solr.core.SolrCore@33c8de8
   [junit4]   2> 865904 T2001 C4174 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[147 (1460142300207251456)]} 0 21
   [junit4]   2> ASYNC  NEW_CORE C4175 name=collection1 org.apache.solr.core.SolrCore@44aa39aa
   [junit4]   2> 865910 T2010 C4175 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[147 (1460142300234514432)]} 0 2
   [junit4]   2> 865916 T1998 C4174 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[148 (1460142300240805888)]} 0 1
   [junit4]   2> 865923 T2011 C4175 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[148 (1460142300248145920)]} 0 0
   [junit4]   2> 865928 T1997 C4174 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[149 (1460142300253388800)]} 0 1
   [junit4]   2> 865934 T2012 C4175 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[149 (1460142300258631680)]} 0 1
   [junit4]   2> 865938 T2000 C4174 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 865955 T2000 C4174 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@451a2c4c lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@77d6661)),segFN=segments_2,generation=2}
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@451a2c4c lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@77d6661)),segFN=segments_3,generation=3}
   [junit4]   2> 865956 T2000 C4174 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
   [junit4]   2> 865959 T2000 C4174 oass.SolrIndexSearcher.<init> Opening Searcher@1c24c534[collection1] main
   [junit4]   2> 865959 T2000 C4174 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 865961 T2003 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1c24c534[collection1] main{StandardDirectoryReader(segments_3:5:nrt _0(5.0):C9 _1(5.0):C59)}
   [junit4]   2> 865963 T2000 C4174 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2&softCommit=false&waitSearcher=true&commit=true} {commit=} 0 25
   [junit4]   2> 865968 T2009 C4175 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 865982 T2009 C4175 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@2751af41 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7b29e96a)),segFN=segments_2,generation=2}
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@2751af41 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7b29e96a)),segFN=segments_3,generation=3}
   [junit4]   2> 865982 T2009 C4175 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
   [junit4]   2> 865984 T2009 C4175 oass.SolrIndexSearcher.<init> Opening Searcher@315a4efb[collection1] main
   [junit4]   2> 865984 T2009 C4175 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 865986 T2015 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@315a4efb[collection1] main{StandardDirectoryReader(segments_3:5:nrt _0(5.0):C9 _1(5.0):C59)}
   [junit4]   2> 865987 T2009 C4175 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2&softCommit=false&waitSearcher=true&commit=true} {commit=} 0 19
   [junit4]   2> 865991 T1999 C4174 oasc.SolrCore.execute [collection1] webapp= path=/select params={sort=n_ti1+desc&wt=javabin&version=2&distrib=false&q=*:*} hits=68 status=0 QTime=1 
   [junit4]   2> 866031 T2011 C4175 oasc.SolrCore.execute [collection1] webapp= path=/select params={rows=10&fsv=true&sort=n_ti1+desc&wt=javabin&NOW=1392500210119&fl=id&version=2&shard.url=https://127.0.0.1:49558/|[ff01::114]:33332/&distrib=false&start=0&isShard=true&q=*:*} hits=68 status=0 QTime=0 
   [junit4]   2> 866039 T2012 C4175 oasc.SolrCore.execute [collection1] webapp= path=/select params={wt=javabin&NOW=1392500210119&ids=15,123,137,146,115,114,10,112,106,120&version=2&shard.url=https://127.0.0.1:49558/|[ff01::114]:33332/&distrib=false&isShard=true&q=*:*} status=0 QTime=0 
   [junit4]   2> 866041 T2013 C4175 oasc.SolrCore.execute [collection1] webapp= path=/select params={sort=n_ti1+desc&wt=javabin&version=2&shards=https://127.0.0.1:49558/|[ff01::114]:33332/&q=*:*} hits=68 status=0 QTime=45 
   [junit4]   2> 866045 T1995 C4174 oasc.SolrCore.execute [collection1] webapp= path=/select params={sort=n_ti1+asc&wt=javabin&version=2&distrib=false&q=*:*} hits=68 status=0 QTime=0 
   [junit4]   2> 866052 T2008 C4175 oasc.SolrCore.execute [collection1] webapp= path=/select params={rows=10&fsv=true&sort=n_ti1+asc&wt=javabin&NOW=1392500210172&fl=id&version=2&shard.url=[ff01::114]:33332/|[ff01::213]:33332/|https://127.0.0.1:49558/&distrib=false&start=0&isShard=true&q=*:*} hits=68 status=0 QTime=0 
   [junit4]   2> 866057 T2010 C4175 oasc.SolrCore.execute [collection1] webapp= path=/select params={wt=javabin&NOW=1392500210172&ids=105,139,111,147,116,119,149,11,124,108&version=2&shard.url=[ff01::114]:33332/|[ff01::213]:33332/|https://127.0.0.1:49558/&distrib=false&isShard=true&q=*:*} status=0 QTime=0 
   [junit4]   2> 866060 T2009 C4175 oasc.SolrCore.execute [collection1] webapp= path=/select params={sort=n_ti1+asc&wt=javabin&version=2&shards=[ff01::114]:33332/|[ff01::213]:33332/|https://127.0.0.1:49558/&q=*:*} hits=68 status=0 QTime=11 
   [junit4]   2> 866069 T2001 C4174 oasc.SolrCore.execute [collection1] webapp= path=/select params={sort=n_f1+desc&wt=javabin&version=2&distrib=false&q=*:*} hits=68 status=0 QTime=1 
   [junit4]   2> 866082 T2012 C4175 oasc.SolrCore.execute [collection1] webapp= path=/select params={rows=10&fsv=true&sort=n_f1+desc&wt=javabin&NOW=1392500210200&fl=id&version=2&shard.url=https://127.0.0.1:49558/&distrib=false&start=0&isShard=true&q=*:*} hits=68 status=0 QTime=1 
   [junit4]   2> 866088 T2013 C4175 oasc.SolrCore.execute [collection1] webapp= path=/select params={wt=javabin&NOW=1392500210200&ids=139,122,141,119,142,127,143,108,102,100&version=2&shard.url=https://127.0.0.1:49558/&distrib=false&isShard=true&q=*:*} status=0 QTime=0 
   [junit4]   2> 866092 T2011 C4175 oasc.SolrCore.execute [collection1] webapp= path=/select params={sort=n_f1+desc&wt=javabin&version=2&shards=https://127.0.0.1:49558/&q=*:*} hits=68 status=0 QTime=15 
   [junit4]   2> 866100 T1998 C4174 oasc.SolrCore.execute [collection1] webapp= path=/select params={sort=n_f1+asc&wt=javabin&version=2&distrib=false&q=*:*} hits=68 status=0 QTime=1 
   [junit4]   2> 866111 T2009 C4175 oasc.SolrCore.execute [collection1] webapp= path=/select params={rows=10&fsv=true&sort=n_f1+asc&wt=javabin&NOW=1392500210230&fl=id&version=2&shard.url=[ff01::114]:33332/|https://127.0.0.1:49558/&distrib=false&start=0&isShard=true&q=*:*} hits=68 status=0 QTime=1 
   [junit4]   2> 866118 T2012 C4175 oasc.SolrCore.execute [collection1] webapp= path=/select params={wt=javabin&NOW=1392500210230&ids=3,111,138,126,128,1001,113,10,12,120&version=2&shard.url=[ff01::114]:33332/|https://127.0.0.1:49558/&distrib=false&isShard=true&q=*:*} status=0 QTime=0 
   [junit4]   2> 866122 T2010 C4175 oasc.SolrCore.execute [collection1] webapp= path=/select params={sort=n_f1+asc&wt=javabin&version=2&shards=[ff01::114]:33332/|https://127.0.0.1:49558/&q=*:*} hits=68 status=0 QTime=15 
   [junit4]   2> 866129 T1997 C4174 oasc.SolrCore.execute [collection1] webapp= path=/select params={sort=n_tf1+desc&wt=javabin&version=2&distrib=false&q=*:*} hits=68 status=0 QTime=0 
   [junit4]   2> 866142 T2008 C4175 oasc.SolrCore.execute [collection1] webapp= path=/select params={rows=10&fsv=true&sort=n_tf1+desc&wt=javabin&NOW=1392500210258&fl=id&version=2&shard.url=https://127.0.0.1:49558/|[ff01::114]:33332/|[ff01::213]:33332/&distrib=false&start=0&isShard=true&q=*:*} hits=68 status=0 QTime=1 
   [junit4]   2> 866152 T2011 C4175 oasc.SolrCore.execute [collection1] webapp= path=/select params={wt=javabin&NOW=1392500210258&ids=111,130,15,116,141,137,118,125,133,144&version=2&shard.url=https://127.0.0.1:49558/|[ff01::114]:33332/|[ff01::213]:33332/&distrib=false&isShard=true&q=*:*} status=0 QTime=0 
   [junit4]   2> 866154 T2013 C4175 oasc.SolrCore.execute [collection1] webapp= path=/select params={sort=n_tf1+desc&wt=javabin&version=2&shards=https://127.0.0.1:49558/|[ff01::114]:33332/|[ff01::213]:33332/&q=*:*} hits=68 status=0 QTime=19 
   [junit4]   2> 866161 T2000 C4174 oasc.SolrCore.execute [collection1] webapp= path=/select params={sort=n_tf1+asc&wt=javabin&version=2&distrib=false&q=*:*} hits=68 status=0 QTime=1 
   [junit4]   2> 866171 T2012 C4175 oasc.SolrCore.execute [collection1] webapp= path=/select params={rows=10&fsv=true&sort=n_tf1+asc&wt=javabin&NOW=1392500210290&fl=id&version=2&shard.url=[ff01::083]:33332/|https://127.0.0.1:49558/&distrib=false&start=0&isShard=true&q=*:*} hits=68 status=0 QTime=1 
   [junit4]   2> 866180 T2010 C4175 oasc.SolrCore.execute [collection1] webapp= path=/select params={wt=javabin&NOW=1392500210290&ids=146,149,17,6,143,108,114,100,106,14&version=2&shard.url=[ff01::083]:33332/|https://127.0.0.1:49558/&distrib=false&isShard=true&q=*:*} status=0 QTime=1 
   [junit4]   2> 866184 T2009 C4175 oasc.SolrCore.execute [collection1] webapp= path=/select params={sort=n_tf1+asc&wt=javabin&version=2&shards=[ff01::083]:33332/|https://127.0.0.1:49558/&q=*:*} hits=68 status=0 QTime=17 
   [junit4]   2> 866191 T1999 C4174 oasc.SolrCore.execute [collection1] webapp= path=/select params={sort=n_d1+desc&wt=javabin&version=2&distrib=false&q=*:*} hits=68 status=0 QTime=2 
   [junit4]   2> 866203 T2011 C4175 oasc.SolrCore.execute [collection1] webapp= path=/select params={rows=10&fsv=true&sort=n_d1+desc&wt=javabin&NOW=1392500210319&fl=id&version=2&shard.url=https://127.0.0.1:49558/|[ff01::213]:33332/|[ff01::114]:33332/|[ff01::083]:33332/&distrib=false&start=0&isShard=true&q=*:*} hits=68 status=0 QTime=0 
   [junit4]   2> 866209 T2013 C4175 oasc.SolrCore.execute [collection1] webapp= path=/select params={wt=javabin&NOW=1392500210319&ids=3,147,148,123,6,115,101,4,117,106&version=2&shard.url=https://127.0.0.1:49558/|[ff01::213]:33332/|[ff01::114]:33332/|[ff01::083]:33332/&distrib=false&isShard=true&q=*:*} status=0 QTime=1 
   [junit4]   2> 866212 T2008 C4175 oasc.SolrCore.execute [collection1] webapp= path=/select params={sort=n_d1+desc&wt=javabin&version=2&shards=https://127.0.0.1:49558/|[ff01::213]:33332/|[ff01::114]:33332/|[ff01::083]:33332/&q=*:*} hits=68 status=0 QTime=16 
   [junit4]   2> 866218 T1995 C4174 oasc.SolrCore.execute [collection1] webapp= path=/select params={sort=n_d1+asc&wt=javabin&version=2&distrib=false&q=*:*} hits=68 status=0 QTime=1 
   [junit4]   2> 866230 T2010 C4175 oasc.SolrCore.execute [collection1] webapp= path=/select params={rows=10&fsv=true&sort=n_d1+asc&wt=javabin&NOW=1392500210347&fl=id&version=2&shard.url=https://127.0.0.1:49558/|[ff01::083]:33332/|[ff01::213]:33332/&distrib=false&start=0&isShard=true&q=*:*} hits=68 status=0 QTime=1 
   [junit4]   2> 866237 T2009 C4175 oasc.SolrCore.execute [collection1] webapp= path=/select params={wt=javabin&NOW=1392500210347&ids=140,135,139,119,142,11,129,102,110,144&version=2&shard.url=https://127.0.0.1:49558/|[ff01::083]:33332/|[ff01::213]:33332/&distrib=false&isShard=true&q=*:*} status=0 QTime=1 
   [junit4]   2> 866241 T2012 C4175 oasc.SolrCore.execute [collection1] webapp= path=/select params={sort=n_d1+asc&wt=javabin&version=2&shards=https://127.0.0.1:49558/|[ff01::083]:33332/|[ff01::213]:33332/&q=*:*} hits=68 status=0 QTime=17 
   [junit4]   2> 866248 T2001 C4174 oasc.SolrCore.execute [collection1] webapp= path=/select params={sort=n_td1+desc&wt=javabin&version=2&distrib=false&q=*:*} hits=68 status=0 QTime=1 
   [junit4]   2> 866259 T2013 C4175 oasc.SolrCore.execute [collection1] webapp= path=/select params={rows=10&fsv=true&sort=n_td1+desc&wt=javabin&NOW=1392500210378&fl=id&version=2&shard.url=https://127.0.0.1:49558/&distrib=false&start=0&isShard=true&q=*:*} hits=68 status=0 QTime=0 
   [junit4]   2> 866266 T2008 C4175 oasc.SolrCore.execute [collection1] webapp= path=/select params={wt=javabin&NOW=1392500210378&ids=147,15,5,131,138,125,17,124,115,101&version=2&shard.url=https://127.0.0.1:49558/&distrib=false&isShard=true&q=*:*} status=0 QTime=1 
   [junit4]   2> 866269 T2011 C4175 oasc.SolrCore.execute [collection1] webapp= path=/select params={sort=n_td1+desc&wt=javabin&version=2&shards=https://127.0.0.1:49558/&q=*:*} hits=68 status=0 QTime=14 
   [junit4]   2> 866272 T1997 C4174 oasc.SolrCore.execute [collection1] webapp= path=/select params={sort=n_td1+asc&wt=javabin&version=2&distrib=false&q=*:*} hits=68 status=0 QTime=0 
   [junit4]   2> 866281 T2009 C4175 oasc.SolrCore.execute [collection1] webapp= path=/select params={rows=10&fsv=true&sort=n_td1+asc&wt=javabin&NOW=1392500210399&fl=id&version=2&shard.url=[ff01::213]:33332/|[ff01::083]:33332/|https://127.0.0.1:49558/&distrib=false&start=0&isShard=true&q=*:*} hits=68 status=0 QTime=1 
   [junit4]   2> 866290 T2012 C4175 oasc.SolrCore.execute [collection1] webapp= path=/select params={wt=javabin&NOW=1392500210399&ids=103,130,137,146,16,113,108,102,121,10&version=2&shard.url=[ff01::213]:33332/|[ff01::083]:33332/|https://127.0.0.1:49558/&distrib=false&isShard=true&q=*:*} status=0 QTime=1 
   [junit4]   2> 866293 T2010 C4175 oasc.SolrCore.execute [collection1] webapp= path=/select params={sort=n_td1+asc&wt=javabin&version=2&shards=[ff01::213]:33332/|[ff01::083]:33332/|https://127.0.0.1:49558/&q=*:*} hits=68 status=0 QTime=17 
   [junit4]   2> 866300 T2000 C4174 oasc.SolrCore.execute [collection1] webapp= path=/select params={sort=n_l1+desc&wt=javabin&version=2&distrib=false&q=*:*} hits=68 status=0 QTime=1 
   [junit4]   2> 866313 T2008 C4175 oasc.SolrCore.execute [collection1] webapp= path=/select params={rows=10&fsv=true&sort=n_l1+desc&wt=javabin&NOW=1392500210430&fl=id&version=2&shard.url=https://127.0.0.1:49558/|[ff01::114]:33332/&distrib=false&start=0&isShard=true&q=*:*} hits=68 status=0 QTime=1 
   [junit4]   2> 866323 T2011 C4175 oasc.SolrCore.execute [collection1] webapp= path=/select params={wt=javabin&NOW=1392500210430&ids=130,111,5,16,124,113,110,133,120,7&version=2&shard.url=https://127.0.0.1:49558/|[ff01::114]:33332/&distrib=false&isShard=true&q=*:*} status=0 QTime=1 
   [junit4]   2> 866326 T2013 C4175 oasc.SolrCore.execute [collection1] webapp= path=/select params={sort=n_l1+desc&wt=javabin&version=2&shards=https://127.0.0.1:49558/|[ff01::114]:33332/&q=*:*} hits=68 status=0 QTime=19 
   [junit4]   2> 866334 T1999 C4174 oasc.SolrCore.execute [collection1] webapp= path=/select params={sort=n_l1+asc&wt=javabin&version=2&distrib=false&q=*:*} hits=68 status=0 QTime=0 
   [junit4]   2> 866349 T2012 C4175 oasc.SolrCore.execute [collection1] webapp= path=/select params={rows=10&fsv=true&sort=n_l1+asc&wt=javabin&NOW=1392500210466&fl=id&version=2&shard.url=[ff01::213]:33332/|[ff01::083]:33332/|https://127.0.0.1:49558/|[ff01::114]:33332/&distrib=false&start=0&isShard=true&q=*:*} hits=68 status=0 QTime=0 
   [junit4]   2> 866356 T2008 C4175 oasc.SolrCore.execute [collection1] webapp= path=/select params={wt=javabin&NOW=1392500210466&ids=148,109,15,123,108,4,121,100,134,106&version=2&shard.url=[ff01::213]:33332/|[ff01::083]:33332/|https://127.0.0.1:49558/|[ff01::114]:33332/&distrib=false&isShard=true&q=*:*} status=0 QTime=0 
   [junit4]   2> 866360 T2009 C4175 oasc.SolrCore.execute [collection1] webapp= path=/select params={sort=n_l1+asc&wt=javabin&version=2&shards=[ff01::213]:33332/|[ff01::083]:33332/|https://127.0.0.1:49558/|[ff01::114]:33332/&q=*:*} hits=68 status=0 QTime=17 
   [junit4]   2> 866370 T1995 C4174 oasc.SolrCore.execute [collection1] webapp= path=/select params={sort=n_tl1+desc&wt=javabin&version=2&distrib=false&q=*:*} hits=68 status=0 QTime=1 
   [junit4]   2> 866384 T2013 C4175 oasc.SolrCore.execute [collection1] webapp= path=/select params={rows=10&fsv=true&sort=n_tl1+desc&wt=javabin&NOW=1392500210503&fl=id&version=2&shard.url=https://127.0.0.1:49558/&distrib=false&start=0&isShard=true&q=*:*} hits=68 status=0 QTime=1 
   [junit4]   2> 866391 T2012 C4175 oasc.SolrCore.execute [collection1] webapp= path=/select params={wt=javabin&NOW=1392500210503&ids=139,116,145,129,10,4,100,121,8,133&version=2&shard.url=https://127.0.0.1:49558/&distrib=false&isShard=true&q=*:*} status=0 QTime=1 
   [junit4]   2> 866394 T2011 C4175 oasc.SolrCore.execute [collection1] webapp= path=/select params={sort=n_tl1+desc&wt=javabin&version=2&shards=https://127.0.0.1:49558/&q=*:*} hits=68 status=0 QTime=14 
   [junit4]   2> 866403 T1998 C4174 oasc.SolrCore.execute [collection1] webapp= path=/select params={sort=n_tl1+asc&wt=javabin&version=2&distrib=false&q=*:*} hits=68 status=0 QTime=1 
   [junit4]   2> 866415 T2008 C4175 oasc.SolrCore.execute [collection1] webapp= path=/select params={rows=10&fsv=true&sort=n_tl1+asc&wt=javabin&NOW=1392500210533&fl=id&version=2&shard.url=https://127.0.0.1:49558/&distrib=false&start=0&isShard=true&q=*:*} hits=68 status=0 QTime=1 
   [junit4]   2> 866424 T2009 C4175 oasc.SolrCore.execute [collection1] webapp= path=/select params={wt=javabin&NOW=1392500210533&ids=140,148,138,137,118,16,17,115,144,13&version=2&shard.url=https://127.0.0.1:49558/&distrib=false&isShard=true&q=*:*} status=0 QTime=1 
   [junit4]   2> 866428 T2010 C4175 oasc.SolrCore.execute [collection1] webapp= path=/select params={sort=n_tl1+asc&wt=javabin&version=2&shards=https://127.0.0.1:49558/&q=*:*} hits=68 status=0 QTime=18 
   [junit4]   2> 866435 T2001 C4174 oasc.SolrCore.execute [collection1] webapp= path=/select params={sort=n_dt1+desc&wt=javabin&version=2&distrib=false&q=*:*} hits=68 status=0 QTime=1 
   [junit4]   2> 866447 T2012 C4175 oasc.SolrCore.execute [collection1] webapp= path=/select params={rows=10&fsv=true&sort=n_dt1+desc&wt=javabin&NOW=1392500210565&fl=id&version=2&shard.url=https://127.0.0.1:49558/|[ff01::114]:33332/|[ff01::213]:33332/&distrib=false&start=0&isShard=true&q=*:*} hits=68 status=0 QTime=1 
   [junit4]   2> 866455 T2011 C4175 oasc.SolrCore.execute [collection1] webapp= path=/select params={wt=javabin&NOW=1392500210565&ids=3,116,138,137,113,115,102,110,8,120&version=2&shard.url=https://127.0.0.1:49558/|[ff01::114]:33332/|[ff01::213]:33332/&distrib=false&isShard=true&q=*:*} status=0 QTime=1 
   [junit4]   2> 866459 T2013 C4175 oasc.SolrCore.execute [collection1] webapp= path=/select params={sort=n_dt1+desc&wt=javabin&version=2&shards=https://127.0.0.1:49558/|[ff01::114]:33332/|[ff01::213]:33332/&q=*:*} hits=68 status=0 QTime=17 
   [junit4]   2> 866467 T1997 C4174 oasc.SolrCore.execute [collection1] webapp= path=/select params={sort=n_dt1+asc&wt=javabin&version=2&distrib=false&q=*:*} hits=68 status=0 QTime=1 
   [junit4]   2> 866479 T2009 C4175 oasc.SolrCore.execute [collection1] webapp= path=/select params={rows=10&fsv=true&sort=n_dt1+asc&wt=javabin&NOW=1392500210597&fl=id&version=2&shard.url=https://127.0.0.1:49558/|[ff01::083]:33332/|[ff01::213]:33332/|[ff01::114]:33332/&distrib=false&start=0&isShard=true&q=*:*} hits=68 status=0 QTime=0 
   [junit4]   2> 866486 T2010 C4175 oasc.SolrCore.execute [collection1] webapp= path=/select params={wt=javabin&NOW=1392500210597&ids=105,147,139,109,142,145,121,14,117,13&version=2&shard.url=https://127.0.0.1:49558/|[ff01::083]:33332/|[ff01::213]:33332/|[ff01::114]:33332/&distrib=false&isShard=true&q=*:*} status=0 QTime=1 
   [junit4]   2> 866489 T2008 C4175 oasc.SolrCore.execute [collection1] webapp= path=/select params={sort=n_dt1+asc&wt=javabin&version=2&shards=https://127.0.0.1:49558/|[ff01::083]:33332/|[ff01::213]:33332/|[ff01::114]:33332/&q=*:*} hits=68 status=0 QTime=15 
   [junit4]   2> 866493 T2000 C4174 oasc.SolrCore.execute [collection1] webapp= path=/select params={sort=n_tdt1+desc&wt=javabin&version=2&distrib=false&q=*:*} hits=68 status=0 QTime=1 
   [junit4]   2> 866499 T2013 C4175 oasc.SolrCore.execute [collection1] webapp= path=/select params={rows=10&fsv=true&sort=n_tdt1+desc&wt=javabin&NOW=1392500210619&fl=id&version=2&shard.url=https://127.0.0.1:49558/&distrib=false&start=0&isShard=true&q=*:*} hits=68 status=0 QTime=0 
   [junit4]   2> 866503 T2009 C4175 oasc.SolrCore.execute [collection1] webapp= path=/select params={wt=javabin&NOW=1392500210619&ids=141,119,145,11,127,6,115,8,100,14&version=2&shard.url=https://127.0.0.1:49558/&distrib=false&isShard=true&q=*:*} status=0 QTime=0 
   [junit4]   2> 866504 T2012 C4175 oasc.SolrCore.execute [collection1] webapp= path=/select params={sort=n_tdt1+desc&wt=javabin&version=2&shards=https://127.0.0.1:49558/&q=*:*} hits=68 status=0 QTime=8 
   [junit4]   2> 866508 T1999 C4174 oasc.SolrCore.execute [collection1] webapp= path=/select params={sort=n_tdt1+asc&wt=javabin&version=2&distrib=false&q=*:*} hits=68 status=0 QTime=1 
   [junit4]   2> 866517 T2008 C4175 oasc.SolrCore.execute [collection1] webapp= path=/select params={rows=10&fsv=true&sort=n_tdt1+asc&wt=javabin&NOW=1392500210637&fl=id&version=2&shard.url=https://127.0.0.1:49558/|[ff01::083]:33332/&distrib=false&start=0&isShard=true&q=*:*} hits=68 status=0 QTime=0 
   [junit4]   2> 866521 T2011 C4175 oasc.SolrCore.execute [collection1] webapp= path=/select params={wt=javabin&NOW=1392500210637&ids=136,130,129,113,143,10,133,4,110,106&version=2&shard.url=https://127.0.0.1:49558/|[ff01::083]:33332/&distrib=false&isShard=true&q=*:*} status=0 QTime=0 
   [junit4]   2> 866523 T2010 C4175 oasc.SolrCore.execute [collection1] webapp= path=/select params={sort=n_tdt1+asc&wt=javabin&version=2&shards=https://127.0.0.1:49558/|[ff01::083]:33332/&q=*:*} hits=68 status=0 QTime=9 
   [junit4]   2> 866530 T1995 C4174 oasc.SolrCore.execute [collection1] webapp= path=/select params={sort=a_si+desc&wt=javabin&version=2&distrib=false&q=*:*} hits=68 status=0 QTime=1 
   [junit4]   2> 866537 T2009 C4175 oasc.SolrCore.execute [collection1] webapp= path=/select params={rows=10&fsv=true&sort=a_si+desc&wt=javabin&NOW=1392500210657&fl=id&version=2&shard.url=https://127.0.0.1:49558/|[ff01::213]:33332/|[ff01::083]:33332/&distrib=false&start=0&isShard=true&q=*:*} hits=68 status=0 QTime=0 
   [junit4]   2> 866544 T2012 C4175 oasc.SolrCore.execute [collection1] webapp= path=/select params={wt=javabin&NOW=1392500210657&ids=3,1,5,9,10,8,12,2,13,7&version=2&shard.url=https://127.0.0.1:49558/|[ff01::213]:33332/|[ff01::083]:33332/&distrib=false&isShard=true&q=*:*} status=0 QTime=1 
   [junit4]   2> 866545 T2013 C4175 oasc.SolrCore.execute [collection1] webapp= path=/select params={sort=a_si+desc&wt=javabin&version=2&shards=https://127.0.0.1:49558/|[ff01::213]:33332/|[ff01::083]:33332/&q=*:*} hits=68 status=0 QTime=11 
   [junit4]   2> 866552 T1998 C4174 oasc.SolrCore.execute [collection1] webapp= path=/select params={sort={!func}testfunc(add(a_si,5))+desc&wt=javabin&version=2&distrib=false&q=*:*} hits=68 status=0 QTime=0 
   [junit4]   2> 866559 T2011 C4175 oasc.SolrCore.execute [collection1] webapp= path=/select params={rows=10&fsv=true&sort={!func}testfunc(add(a_si,5))+desc&wt=javabin&NOW=1392500210679&fl=id&version=2&shard.url=https://127.0.0.1:49558/&distrib=false&start=0&isShard=true&q=*:*} hits=68 status=0 QTime=0 
   [junit4]   2> 866569 T2010 C4175 oasc.SolrCore.execute [collection1] webapp= path=/select params={wt=javabin&NOW=1392500210679&ids=3,1,5,9,10,8,12,2,13,7&version=2&shard.url=https://127.0.0.1:49558/&distrib=false&isShard=true&q=*:*} status=0 QTime=0 
   [junit4]   2> 866570 T2008 C4175 oasc.SolrCore.execute [collection1] webapp= path=/select params={sort={!func}testfunc(add(a_si,5))+desc&wt=javabin&version=2&shards=https://127.0.0.1:49558/&q=*:*} hits=68 status=0 QTime=14 
   [junit4]   2> 866576 T2001 C4174 oasc.SolrCore.execute [collection1] webapp= path=/select params={sort=a_si+asc&wt=javabin&version=2&distrib=false&q=*:*} hits=68 status=0 QTime=0 
   [junit4]   2> 866585 T2012 C4175 oasc.SolrCore.execute [collection1] webapp= path=/select params={rows=10&fsv=true&sort=a_si+asc&wt=javabin&NOW=1392500210704&fl=id&version=2&shard.url=[ff01::213]:33332/|[ff01::114]:33332/|https://127.0.0.1:49558/&distrib=false&start=0&isShard=true&q=*:*} hits=68 status=0 QTime=0 
   [junit4]   2> 866594 T2013 C4175 oasc.SolrCore.execute [collection1] webapp= path=/select params={wt=javabin&NOW=1392500210704&ids=3,1,11,9,6,4,2,12,7,13&version=2&shard.url=[ff01::213]:33332/|[ff01::114]:33332/|https://127.0.0.1:49558/&distrib=false&isShard=true&q=*:*} status=0 QTime=0 
   [junit4]   2> 866597 T2009 C4175 oasc.SolrCore.execute [collection1] webapp= path=/select params={sort=a_si+asc&wt=javabin&version=2&shards=[ff01::213]:33332/|[ff01::114]:33332/|https://127.0.0.1:49558/&q=*:*} hits=68 status=0 QTime=16 
   [junit4]   2> 866602 T1997 C4174 oasc.SolrCore.execute [collection1] webapp= path=/select params={sort=a_si+desc&wt=javabin&fl=*,score&version=2&distrib=false&q=*:*} hits=68 status=0 QTime=1 
   [junit4]   2> 866615 T2010 C4175 oasc.SolrCore.execute [collection1] webapp= path=/select params={rows=10&fsv=true&sort=a_si+desc&wt=javabin&NOW=1392500210732&fl=id,score&version=2&shard.url=https://127.0.0.1:49558/&distrib=false&start=0&isShard=true&q=*:*} hits=68 status=0 QTime=1 
   [junit4]   2> 866620 T2008 C4175 oasc.SolrCore.execute [collection1] webapp= path=/select params={wt=javabin&NOW=1392500210732&ids=3,1,5,9,10,8,12,2,13,7&fl=*,score&version=2&shard.url=https://127.0.0.1:49558/&distrib=false&isShard=true&q=*:*} status=0 QTime=1 
   [junit4]   2> 866622 T2011 C4175 oasc.SolrCore.execute [collection1] webapp= path=/select params={sort=a_si+desc&wt=javabin&fl=*,score&version=2&shards=https://127.0.0.1:49558/&q=*:*} hits=68 status=0 QTime=13 
   [junit4]   2> 866630 T2000 C4174 oasc.SolrCore.execute [collection1] webapp= path=/select params={sort=n_tl1+asc&wt=javabin&fl=*,score&version=2&distrib=false&q=*:*} hits=68 status=0 QTime=1 
   [junit4]   2> 866644 T2013 C4175 oasc.SolrCore.execute [collection1] webapp= path=/select params={rows=10&fsv=true&sort=n_tl1+asc&wt=javabin&NOW=1392500210762&fl=id,score&version=2&shard.url=https://127.0.0.1:49558/|[ff01::083]:33332/|[ff01::114]:33332/&distrib=false&start=0&isShard=true&q=*:*} hits=68 status=0 QTime=1 
   [junit4]   2> 866652 T2009 C4175 oasc.SolrCore.execute [collection1] webapp= path=/select params={wt=javabin&NOW=1392500210762&ids=140,148,138,137,118,16,17,115,144,13&fl=*,score&version=2&shard.url=https://127.0.0.1:49558/|[ff01::083]:33332/|[ff01::114]:33332/&distrib=false&isShard=true&q=*:*} status=0 QTime=0 
   [junit4]   2> 866655 T2012 C4175 oasc.SolrCore.execute [collection1] webapp= path=/select params={sort=n_tl1+asc&wt=javabin&fl=*,score&version=2&shards=https://127.0.0.1:49558/|[ff01::083]:33332/|[ff01::114]:33332/&q=*:*} hits=68 status=0 QTime=16 
   [junit4]   2> 866661 T1999 C4174 oasc.SolrCore.execute [collection1] webapp= path=/select params={sort=n_tl1+desc&wt=javabin&version=2&distrib=false&q=*:*} hits=68 status=0 QTime=1 
   [junit4]   2> 866669 T2008 C4175 oasc.SolrCore.execute [collection1] webapp= path=/select params={rows=10&fsv=true&sort=n_tl1+desc&wt=javabin&NOW=1392500210789&fl=id&version=2&shard.url=https://127.0.0.1:49558/&distrib=false&start=0&isShard=true&q=*:*} hits=68 status=0 QTime=0 
   [junit4]   2> 866676 T2011 C4175 oasc.SolrCore.execute [collection1] webapp= path=/select params={wt=javabin&NOW=1392500210789&ids=139,116,145,129,10,4,100,121,8,133&version=2&shard.url=https://127.0.0.1:49558/&distrib=false&isShard=true&q=*:*} status=0 QTime=1 
   [junit4]   2> 866679 T2010 C4175 oasc.SolrCore.execute [collection1] webapp= path=/select params={sort=n_tl1+desc&wt=javabin&version=2&shards=https://127.0.0.1:49558/&q=*:*} hits=68 status=0 QTime=13 
   [junit4]   2> 866684 T1998 C4174 oasc.SolrCore.execute [collection1] webapp= path=/select params={wt=javabin&version=2&distrib=false&q={!func}a_si} hits=68 status=0 QTime=0 
   [junit4]   2> 866695 T2009 C4175 oasc.SolrCore.execute [collection1] webapp= path=/select params={rows=10&fsv=true&wt=javabin&NOW=1392500210814&fl=id,score&version=2&shard.url=[ff01::213]:33332/|https://127.0.0.1:49558/&distrib=false&start=0&isShard=true&q={!func}a_si} hits=68 status=0 QTime=0 
   [junit4]   2> 866701 T2012 C4175 oasc.SolrCore.execute [collection1] webapp= path=/select params={wt=javabin&NOW=1392500210814&ids=3,1,5,9,10,8,12,2,13,7&version=2&shard.url=[ff01::213]:33332/|https://127.0.0.1:49558/&distrib=false&isShard=true&q={!func}a_si} status=0 QTime=0 
   [junit4]   2> 866704 T2013 C4175 oasc.SolrCore.execute [collection1] webapp= path=/select params={wt=javabin&version=2&shards=[ff01::213]:33332/|https://127.0.0.1:49558/&q={!func}a_si} hits=68 status=0 QTime=13 
   [junit4]   2> 866711 T2001 C4174 oasc.SolrCore.execute [collection1] webapp= path=/select params={wt=javabin&fl=*,score&version=2&distrib=false&q={!func}a_si} hits=68 status=0 QTime=0 
   [junit4]   2> 866723 T2011 C4175 oasc.SolrCore.execute [collection1] webapp= path=/select params={rows=10&fsv=true&wt=javabin&NOW=1392500210842&fl=id,score&version=2&shard.url=https://127.0.0.1:49558/&distrib=false&start=0&isShard=true&q={!func}a_si} hits=68 status=0 QTime=0 
   [junit4]   2> 866735 T2010 C4175 oasc.SolrCore.execute [collection1] webapp= path=/select params={wt=javabin&NOW=1392500210842&ids=3,1,5,9,10,8,12,2,13,7&fl=*,score&version=2&shard.url=https://127.0.0.1:49558/&distrib=false&isShard=true&q={!func}a_si} status=0 QTime=0 
   [junit4]   2> 866739 T2008 C4175 oasc.SolrCore.execute [collection1] webapp= path=/select params={wt=javabin&fl=*,score&version=2&shards=https://127.0.0.1:49558/&q={!func}a_si} hits=68 status=0 QTime=20 
   [junit4]   2> 866746 T1997 C4174 oasc.SolrCore.execute [collection1] webapp= path=/select params={wt=javabin&version=2&distrib=false&q=quick} hits=2 status=0 QTime=1 
   [junit4]   2> 866757 T2012 C4175 oasc.SolrCore.execute [collection1] webapp= path=/select params={rows=10&fsv=true&wt=javabin&NOW=1392500210875&fl=id,score&version=2&shard.url=https://127.0.0.1:49558/|[ff01::114]:33332/|[ff01::213]:33332/|[ff01::083]:33332/&distrib=false&start=0&isShard=true&q=quick} hits=2 status=0 QTime=0 
   [junit4]   2> 866765 T2013 C4175 oasc.SolrCore.execute [collection1] webapp= path=/select params={wt=javabin&NOW=1392500210875&ids=5,4&version=2&shard.url=https://127.0.0.1:49558/|[ff01::114]:33332/|[ff01::213]:

[...truncated too long message...]

teHandler2.close closing DirectUpdateHandler2{commits=3,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=35,cumulative_deletesById=0,cumulative_deletesByQuery=1,cumulative_errors=0,transaction_logs_total_size=9568,transaction_logs_total_number=3}
   [junit4]   2> 878434 T1992 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 878434 T1992 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 878435 T1992 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 878437 T1992 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 878437 T1992 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 878437 T1992 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.TestDistributedSearch-1392500206698/shard0/data [CachedDir<<refCount=0;path=./org.apache.solr.TestDistributedSearch-1392500206698/shard0/data;done=false>>]
   [junit4]   2> 878437 T1992 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.TestDistributedSearch-1392500206698/shard0/data
   [junit4]   2> 878438 T1992 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.TestDistributedSearch-1392500206698/shard0/data/index [CachedDir<<refCount=0;path=./org.apache.solr.TestDistributedSearch-1392500206698/shard0/data/index;done=false>>]
   [junit4]   2> 878438 T1992 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.TestDistributedSearch-1392500206698/shard0/data/index
   [junit4]   2> 878440 T1992 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/,null}
   [junit4]   2> 878510 T1992 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=768178618
   [junit4]   2> 878511 T1992 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@1709364d
   [junit4]   2> 878530 T1992 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=3,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=36,cumulative_deletesById=0,cumulative_deletesByQuery=1,cumulative_errors=0,transaction_logs_total_size=8923,transaction_logs_total_number=3}
   [junit4]   2> 878530 T1992 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 878530 T1992 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 878530 T1992 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 878533 T1992 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 878534 T1992 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 878534 T1992 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.TestDistributedSearch-1392500206698/shard1/data [CachedDir<<refCount=0;path=./org.apache.solr.TestDistributedSearch-1392500206698/shard1/data;done=false>>]
   [junit4]   2> 878534 T1992 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.TestDistributedSearch-1392500206698/shard1/data
   [junit4]   2> 878534 T1992 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.TestDistributedSearch-1392500206698/shard1/data/index [CachedDir<<refCount=0;path=./org.apache.solr.TestDistributedSearch-1392500206698/shard1/data/index;done=false>>]
   [junit4]   2> 878535 T1992 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.TestDistributedSearch-1392500206698/shard1/data/index
   [junit4]   2> 878537 T1992 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/,null}
   [junit4]   2> 878628 T1992 oas.SolrTestCaseJ4.tearDown ###Ending testDistribSearch
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestDistributedSearch -Dtests.method=testDistribSearch -Dtests.seed=C4672CF5EAADDFD -Dtests.slow=true -Dtests.locale=en_SG -Dtests.timezone=Asia/Damascus -Dtests.file.encoding=US-ASCII
   [junit4] FAILURE 16.1s | TestDistributedSearch.testDistribSearch <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: Expected the partialResults header to be null
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([C4672CF5EAADDFD:8DA0FCD729F5BDC1]:0)
   [junit4]    > 	at org.apache.solr.TestDistributedSearch.validateControlData(TestDistributedSearch.java:525)
   [junit4]    > 	at org.apache.solr.TestDistributedSearch.queryPartialResults(TestDistributedSearch.java:445)
   [junit4]    > 	at org.apache.solr.TestDistributedSearch.doTest(TestDistributedSearch.java:379)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:876)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:744)
   [junit4]   2> 878638 T1992 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> NOTE: test params are: codec=FastCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=FAST, chunkSize=498), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=FAST, chunkSize=498)), sim=RandomSimilarityProvider(queryNorm=false,coord=no): {}, locale=en_SG, timezone=Asia/Damascus
   [junit4]   2> NOTE: Mac OS X 10.8.5 x86_64/Oracle Corporation 1.7.0_51 (64-bit)/cpus=2,threads=2,free=47260544,total=162037760
   [junit4]   2> NOTE: All tests run in this JVM: [XsltUpdateRequestHandlerTest, TestPHPSerializedResponseWriter, IndexBasedSpellCheckerTest, TestSurroundQueryParser, DirectSolrSpellCheckerTest, TestSolrXml, TestConfig, TestDefaultSearchFieldResource, TestSolrCoreProperties, SignatureUpdateProcessorFactoryTest, TestBlendedInfixSuggestions, PrimitiveFieldTypeTest, DirectUpdateHandlerOptimizeTest, StatsComponentTest, DistributedSpellCheckComponentTest, TestStressReorder, DocumentAnalysisRequestHandlerTest, TestFastLRUCache, TestFastOutputStream, TestSerializedLuceneMatchVersion, TestSolrQueryParserDefaultOperatorResource, TestJoin, CoreMergeIndexesAdminHandlerTest, ResponseLogComponentTest, ModifyConfFileTest, HighlighterTest, SolrIndexConfigTest, FileBasedSpellCheckerTest, TestBinaryField, CoreAdminCreateDiscoverTest, SolrXmlInZkTest, PingRequestHandlerTest, TestBM25SimilarityFactory, HdfsLockFactoryTest, NumericFieldsTest, TestNonDefinedSimilarityFactory, TestCustomSort, ClusterStateTest, AutoCommitTest, SolrCmdDistributorTest, TestSolrJ, InfoHandlerTest, TestDistributedMissingSort, TestXIncludeConfig, MigrateRouteKeyTest, QueryParsingTest, RemoteQueryErrorTest, SolrCoreCheckLockOnStartupTest, CSVRequestHandlerTest, QueryEqualityTest, RequestHandlersTest, SuggesterFSTTest, TestRandomDVFaceting, SpellingQueryConverterTest, DocValuesMultiTest, TestFreeTextSuggestions, HdfsUnloadDistributedZkTest, TestStressVersions, TestSchemaNameResource, TestRangeQuery, SampleTest, TestHighFrequencyDictionaryFactory, TestNumberUtils, TestQuerySenderNoQuery, TestHighlightDedupGrouping, DocumentBuilderTest, SystemInfoHandlerTest, TestAtomicUpdateErrorCases, ConnectionManagerTest, TestDefaultSimilarityFactory, HdfsCollectionsAPIDistributedZkTest, TestRealTimeGet, ShardRoutingCustomTest, QueryFacetTest, FunctionTest, NoCacheHeaderTest, TestFieldResource, DistribCursorPagingTest, UpdateParamsTest, DirectUpdateHandlerTest, TestDocBasedVersionConstraints, DirectSolrConnectionTest, PathHierarchyTokenizerFactoryTest, QueryElevationComponentTest, AbstractAnalyticsFacetTest, MBeansHandlerTest, SuggesterTest, TestCoreDiscovery, TestStressRecovery, TestCSVLoader, DOMUtilTest, MinimalSchemaTest, TestOmitPositions, CoreAdminHandlerTest, ConvertedLegacyTest, TestNonNRTOpen, FastVectorHighlighterTest, TestRecoveryHdfs, DistanceFunctionTest, TestReversedWildcardFilterFactory, TestFileDictionaryLookup, TestIBSimilarityFactory, TestRTGBase, CurrencyFieldOpenExchangeTest, AnalysisErrorHandlingTest, TestMultiCoreConfBootstrap, TermVectorComponentTest, SliceStateTest, StressHdfsTest, TestSolrXMLSerializer, TestMaxScoreQueryParser, RequiredFieldsTest, ExpressionTest, SolrInfoMBeanTest, ClusterStateUpdateTest, DistributedQueryComponentCustomSortTest, TestCollapseQParserPlugin, TestDynamicFieldCollectionResource, TermVectorComponentDistributedTest, TestDistributedSearch]
   [junit4] Completed in 16.13s, 1 test, 1 failure <<< FAILURES!

[...truncated 759 lines...]
BUILD FAILED
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/build.xml:453: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/build.xml:433: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/build.xml:39: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/extra-targets.xml:37: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build.xml:189: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/common-build.xml:491: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/common-build.xml:1268: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/common-build.xml:901: There were test failures: 372 suites, 1604 tests, 1 failure, 40 ignored (6 assumptions)

Total time: 87 minutes 4 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.7.0 -XX:+UseCompressedOops -XX:+UseSerialGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-trunk-MacOSX (64bit/jdk1.7.0) - Build # 1332 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-MacOSX/1332/
Java: 64bit/jdk1.7.0 -XX:+UseCompressedOops -XX:+UseSerialGC

6 tests failed.
FAILED:  org.apache.solr.analytics.expression.ExpressionTest.negateTest

Error Message:
Caught exception in getStatResult, xPath = /response/lst[@name='stats']/lst[@name='nr']/double[@name='sum']  raw data: <?xml version="1.0" encoding="UTF-8"?> <response>  <lst name="responseHeader">   <int name="status">0</int>   <int name="QTime">13</int> </lst> <result name="response" numFound="100" start="0"> </result> <lst name="stats">   <lst name="stats_fields"/> </lst> <lst name="stats">   <lst name="cr">     <str name="ccmax">this is the secondstr9</str>     <str name="ccmin">this is the firststr0</str>     <str name="csmax">this is the second</str>     <str name="csmin">this is the first</str>     <str name="max">str9</str>     <str name="min">str0</str>   </lst>   <lst name="nr">     <double name="c">-100.0</double>     <long name="count">100</long>     <null name="s"/>     <null name="sum"/>   </lst>   <lst name="rr">     <str name="max">str9</str>     <str name="min">str0</str>     <str name="rmax">9rts</str>     <str name="rmin">0rts</str>   </lst>   <lst name="cnr">     <double name="c10">10.0</double>     <double name="c8">8.0</double>   </lst>   <lst name="dmr">     <str name="cma">+2MONTHS</str>     <str name="cme">+2YEARS</str>     <date name="dmma">1812-02-29T23:59:59Z</date>     <date name="dmme">1807-12-31T23:59:59Z</date>     <date name="max">1811-12-31T23:59:59Z</date>     <date name="median">1805-12-31T23:59:59Z</date>   </lst>   <lst name="pr">     <long name="count">100</long>     <null name="mc"/>     <null name="mean"/>     <null name="su"/>     <null name="sum"/>     <null name="unique"/>   </lst>   <lst name="avr">     <double name="c">100.0</double>     <long name="count">100</long>     <null name="s"/>     <null name="sum"/>   </lst>   <lst name="dr">     <long name="count">100</long>     <null name="mc"/>     <null name="mean"/>     <null name="su"/>     <null name="sum"/>     <null name="unique"/>   </lst>   <lst name="csr">     <str name="cs1">this is the first</str>     <str name="cs2">this is the second</str>     <str name="cs3">this is the third</str>   </lst>   <lst name="mr">     <long name="count">100</long>     <null name="mcm"/>     <null name="mean"/>     <null name="median"/>     <null name="su"/>     <null name="sum"/>     <null name="unique"/>   </lst>   <lst name="ar">     <long name="count">100</long>     <null name="mcm"/>     <null name="mean"/>     <null name="median"/>     <null name="su"/>     <null name="sum"/>     <null name="unique"/>   </lst>   <lst name="cdr">     <date name="cd1">1800-12-31T23:59:59Z</date>     <date name="cd2">1804-06-30T23:59:59Z</date>     <str name="cs1">1800-12-31T23:59:59Z</str>     <str name="cs2">1804-06-30T23:59:59Z</str>   </lst> </lst> </response> 

Stack Trace:
java.lang.AssertionError: Caught exception in getStatResult, xPath = /response/lst[@name='stats']/lst[@name='nr']/double[@name='sum'] 
raw data: <?xml version="1.0" encoding="UTF-8"?>
<response>

<lst name="responseHeader">
  <int name="status">0</int>
  <int name="QTime">13</int>
</lst>
<result name="response" numFound="100" start="0">
</result>
<lst name="stats">
  <lst name="stats_fields"/>
</lst>
<lst name="stats">
  <lst name="cr">
    <str name="ccmax">this is the secondstr9</str>
    <str name="ccmin">this is the firststr0</str>
    <str name="csmax">this is the second</str>
    <str name="csmin">this is the first</str>
    <str name="max">str9</str>
    <str name="min">str0</str>
  </lst>
  <lst name="nr">
    <double name="c">-100.0</double>
    <long name="count">100</long>
    <null name="s"/>
    <null name="sum"/>
  </lst>
  <lst name="rr">
    <str name="max">str9</str>
    <str name="min">str0</str>
    <str name="rmax">9rts</str>
    <str name="rmin">0rts</str>
  </lst>
  <lst name="cnr">
    <double name="c10">10.0</double>
    <double name="c8">8.0</double>
  </lst>
  <lst name="dmr">
    <str name="cma">+2MONTHS</str>
    <str name="cme">+2YEARS</str>
    <date name="dmma">1812-02-29T23:59:59Z</date>
    <date name="dmme">1807-12-31T23:59:59Z</date>
    <date name="max">1811-12-31T23:59:59Z</date>
    <date name="median">1805-12-31T23:59:59Z</date>
  </lst>
  <lst name="pr">
    <long name="count">100</long>
    <null name="mc"/>
    <null name="mean"/>
    <null name="su"/>
    <null name="sum"/>
    <null name="unique"/>
  </lst>
  <lst name="avr">
    <double name="c">100.0</double>
    <long name="count">100</long>
    <null name="s"/>
    <null name="sum"/>
  </lst>
  <lst name="dr">
    <long name="count">100</long>
    <null name="mc"/>
    <null name="mean"/>
    <null name="su"/>
    <null name="sum"/>
    <null name="unique"/>
  </lst>
  <lst name="csr">
    <str name="cs1">this is the first</str>
    <str name="cs2">this is the second</str>
    <str name="cs3">this is the third</str>
  </lst>
  <lst name="mr">
    <long name="count">100</long>
    <null name="mcm"/>
    <null name="mean"/>
    <null name="median"/>
    <null name="su"/>
    <null name="sum"/>
    <null name="unique"/>
  </lst>
  <lst name="ar">
    <long name="count">100</long>
    <null name="mcm"/>
    <null name="mean"/>
    <null name="median"/>
    <null name="su"/>
    <null name="sum"/>
    <null name="unique"/>
  </lst>
  <lst name="cdr">
    <date name="cd1">1800-12-31T23:59:59Z</date>
    <date name="cd2">1804-06-30T23:59:59Z</date>
    <str name="cs1">1800-12-31T23:59:59Z</str>
    <str name="cs2">1804-06-30T23:59:59Z</str>
  </lst>
</lst>
</response>

	at __randomizedtesting.SeedInfo.seed([9676716D18548FAF:9E7E19C8BC79DF1F]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.analytics.AbstractAnalyticsStatsTest.getStatResult(AbstractAnalyticsStatsTest.java:114)
	at org.apache.solr.analytics.expression.ExpressionTest.negateTest(ExpressionTest.java:132)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:744)


FAILED:  org.apache.solr.analytics.expression.ExpressionTest.divideTest

Error Message:
Caught exception in getStatResult, xPath = /response/lst[@name='stats']/lst[@name='dr']/double[@name='sum']  raw data: <?xml version="1.0" encoding="UTF-8"?> <response>  <lst name="responseHeader">   <int name="status">0</int>   <int name="QTime">13</int> </lst> <result name="response" numFound="100" start="0"> </result> <lst name="stats">   <lst name="stats_fields"/> </lst> <lst name="stats">   <lst name="cr">     <str name="ccmax">this is the secondstr9</str>     <str name="ccmin">this is the firststr0</str>     <str name="csmax">this is the second</str>     <str name="csmin">this is the first</str>     <str name="max">str9</str>     <str name="min">str0</str>   </lst>   <lst name="nr">     <double name="c">-100.0</double>     <long name="count">100</long>     <null name="s"/>     <null name="sum"/>   </lst>   <lst name="rr">     <str name="max">str9</str>     <str name="min">str0</str>     <str name="rmax">9rts</str>     <str name="rmin">0rts</str>   </lst>   <lst name="cnr">     <double name="c10">10.0</double>     <double name="c8">8.0</double>   </lst>   <lst name="dmr">     <str name="cma">+2MONTHS</str>     <str name="cme">+2YEARS</str>     <date name="dmma">1812-02-29T23:59:59Z</date>     <date name="dmme">1807-12-31T23:59:59Z</date>     <date name="max">1811-12-31T23:59:59Z</date>     <date name="median">1805-12-31T23:59:59Z</date>   </lst>   <lst name="pr">     <long name="count">100</long>     <null name="mc"/>     <null name="mean"/>     <null name="su"/>     <null name="sum"/>     <null name="unique"/>   </lst>   <lst name="avr">     <double name="c">100.0</double>     <long name="count">100</long>     <null name="s"/>     <null name="sum"/>   </lst>   <lst name="dr">     <long name="count">100</long>     <null name="mc"/>     <null name="mean"/>     <null name="su"/>     <null name="sum"/>     <null name="unique"/>   </lst>   <lst name="csr">     <str name="cs1">this is the first</str>     <str name="cs2">this is the second</str>     <str name="cs3">this is the third</str>   </lst>   <lst name="mr">     <long name="count">100</long>     <null name="mcm"/>     <null name="mean"/>     <null name="median"/>     <null name="su"/>     <null name="sum"/>     <null name="unique"/>   </lst>   <lst name="ar">     <long name="count">100</long>     <null name="mcm"/>     <null name="mean"/>     <null name="median"/>     <null name="su"/>     <null name="sum"/>     <null name="unique"/>   </lst>   <lst name="cdr">     <date name="cd1">1800-12-31T23:59:59Z</date>     <date name="cd2">1804-06-30T23:59:59Z</date>     <str name="cs1">1800-12-31T23:59:59Z</str>     <str name="cs2">1804-06-30T23:59:59Z</str>   </lst> </lst> </response> 

Stack Trace:
java.lang.AssertionError: Caught exception in getStatResult, xPath = /response/lst[@name='stats']/lst[@name='dr']/double[@name='sum'] 
raw data: <?xml version="1.0" encoding="UTF-8"?>
<response>

<lst name="responseHeader">
  <int name="status">0</int>
  <int name="QTime">13</int>
</lst>
<result name="response" numFound="100" start="0">
</result>
<lst name="stats">
  <lst name="stats_fields"/>
</lst>
<lst name="stats">
  <lst name="cr">
    <str name="ccmax">this is the secondstr9</str>
    <str name="ccmin">this is the firststr0</str>
    <str name="csmax">this is the second</str>
    <str name="csmin">this is the first</str>
    <str name="max">str9</str>
    <str name="min">str0</str>
  </lst>
  <lst name="nr">
    <double name="c">-100.0</double>
    <long name="count">100</long>
    <null name="s"/>
    <null name="sum"/>
  </lst>
  <lst name="rr">
    <str name="max">str9</str>
    <str name="min">str0</str>
    <str name="rmax">9rts</str>
    <str name="rmin">0rts</str>
  </lst>
  <lst name="cnr">
    <double name="c10">10.0</double>
    <double name="c8">8.0</double>
  </lst>
  <lst name="dmr">
    <str name="cma">+2MONTHS</str>
    <str name="cme">+2YEARS</str>
    <date name="dmma">1812-02-29T23:59:59Z</date>
    <date name="dmme">1807-12-31T23:59:59Z</date>
    <date name="max">1811-12-31T23:59:59Z</date>
    <date name="median">1805-12-31T23:59:59Z</date>
  </lst>
  <lst name="pr">
    <long name="count">100</long>
    <null name="mc"/>
    <null name="mean"/>
    <null name="su"/>
    <null name="sum"/>
    <null name="unique"/>
  </lst>
  <lst name="avr">
    <double name="c">100.0</double>
    <long name="count">100</long>
    <null name="s"/>
    <null name="sum"/>
  </lst>
  <lst name="dr">
    <long name="count">100</long>
    <null name="mc"/>
    <null name="mean"/>
    <null name="su"/>
    <null name="sum"/>
    <null name="unique"/>
  </lst>
  <lst name="csr">
    <str name="cs1">this is the first</str>
    <str name="cs2">this is the second</str>
    <str name="cs3">this is the third</str>
  </lst>
  <lst name="mr">
    <long name="count">100</long>
    <null name="mcm"/>
    <null name="mean"/>
    <null name="median"/>
    <null name="su"/>
    <null name="sum"/>
    <null name="unique"/>
  </lst>
  <lst name="ar">
    <long name="count">100</long>
    <null name="mcm"/>
    <null name="mean"/>
    <null name="median"/>
    <null name="su"/>
    <null name="sum"/>
    <null name="unique"/>
  </lst>
  <lst name="cdr">
    <date name="cd1">1800-12-31T23:59:59Z</date>
    <date name="cd2">1804-06-30T23:59:59Z</date>
    <str name="cs1">1800-12-31T23:59:59Z</str>
    <str name="cs2">1804-06-30T23:59:59Z</str>
  </lst>
</lst>
</response>

	at __randomizedtesting.SeedInfo.seed([9676716D18548FAF:CE7B9A9B3C96ED79]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.analytics.AbstractAnalyticsStatsTest.getStatResult(AbstractAnalyticsStatsTest.java:114)
	at org.apache.solr.analytics.expression.ExpressionTest.divideTest(ExpressionTest.java:106)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:744)


FAILED:  org.apache.solr.analytics.expression.ExpressionTest.absoluteValueTest

Error Message:
Caught exception in getStatResult, xPath = /response/lst[@name='stats']/lst[@name='avr']/double[@name='sum']  raw data: <?xml version="1.0" encoding="UTF-8"?> <response>  <lst name="responseHeader">   <int name="status">0</int>   <int name="QTime">13</int> </lst> <result name="response" numFound="100" start="0"> </result> <lst name="stats">   <lst name="stats_fields"/> </lst> <lst name="stats">   <lst name="cr">     <str name="ccmax">this is the secondstr9</str>     <str name="ccmin">this is the firststr0</str>     <str name="csmax">this is the second</str>     <str name="csmin">this is the first</str>     <str name="max">str9</str>     <str name="min">str0</str>   </lst>   <lst name="nr">     <double name="c">-100.0</double>     <long name="count">100</long>     <null name="s"/>     <null name="sum"/>   </lst>   <lst name="rr">     <str name="max">str9</str>     <str name="min">str0</str>     <str name="rmax">9rts</str>     <str name="rmin">0rts</str>   </lst>   <lst name="cnr">     <double name="c10">10.0</double>     <double name="c8">8.0</double>   </lst>   <lst name="dmr">     <str name="cma">+2MONTHS</str>     <str name="cme">+2YEARS</str>     <date name="dmma">1812-02-29T23:59:59Z</date>     <date name="dmme">1807-12-31T23:59:59Z</date>     <date name="max">1811-12-31T23:59:59Z</date>     <date name="median">1805-12-31T23:59:59Z</date>   </lst>   <lst name="pr">     <long name="count">100</long>     <null name="mc"/>     <null name="mean"/>     <null name="su"/>     <null name="sum"/>     <null name="unique"/>   </lst>   <lst name="avr">     <double name="c">100.0</double>     <long name="count">100</long>     <null name="s"/>     <null name="sum"/>   </lst>   <lst name="dr">     <long name="count">100</long>     <null name="mc"/>     <null name="mean"/>     <null name="su"/>     <null name="sum"/>     <null name="unique"/>   </lst>   <lst name="csr">     <str name="cs1">this is the first</str>     <str name="cs2">this is the second</str>     <str name="cs3">this is the third</str>   </lst>   <lst name="mr">     <long name="count">100</long>     <null name="mcm"/>     <null name="mean"/>     <null name="median"/>     <null name="su"/>     <null name="sum"/>     <null name="unique"/>   </lst>   <lst name="ar">     <long name="count">100</long>     <null name="mcm"/>     <null name="mean"/>     <null name="median"/>     <null name="su"/>     <null name="sum"/>     <null name="unique"/>   </lst>   <lst name="cdr">     <date name="cd1">1800-12-31T23:59:59Z</date>     <date name="cd2">1804-06-30T23:59:59Z</date>     <str name="cs1">1800-12-31T23:59:59Z</str>     <str name="cs2">1804-06-30T23:59:59Z</str>   </lst> </lst> </response> 

Stack Trace:
java.lang.AssertionError: Caught exception in getStatResult, xPath = /response/lst[@name='stats']/lst[@name='avr']/double[@name='sum'] 
raw data: <?xml version="1.0" encoding="UTF-8"?>
<response>

<lst name="responseHeader">
  <int name="status">0</int>
  <int name="QTime">13</int>
</lst>
<result name="response" numFound="100" start="0">
</result>
<lst name="stats">
  <lst name="stats_fields"/>
</lst>
<lst name="stats">
  <lst name="cr">
    <str name="ccmax">this is the secondstr9</str>
    <str name="ccmin">this is the firststr0</str>
    <str name="csmax">this is the second</str>
    <str name="csmin">this is the first</str>
    <str name="max">str9</str>
    <str name="min">str0</str>
  </lst>
  <lst name="nr">
    <double name="c">-100.0</double>
    <long name="count">100</long>
    <null name="s"/>
    <null name="sum"/>
  </lst>
  <lst name="rr">
    <str name="max">str9</str>
    <str name="min">str0</str>
    <str name="rmax">9rts</str>
    <str name="rmin">0rts</str>
  </lst>
  <lst name="cnr">
    <double name="c10">10.0</double>
    <double name="c8">8.0</double>
  </lst>
  <lst name="dmr">
    <str name="cma">+2MONTHS</str>
    <str name="cme">+2YEARS</str>
    <date name="dmma">1812-02-29T23:59:59Z</date>
    <date name="dmme">1807-12-31T23:59:59Z</date>
    <date name="max">1811-12-31T23:59:59Z</date>
    <date name="median">1805-12-31T23:59:59Z</date>
  </lst>
  <lst name="pr">
    <long name="count">100</long>
    <null name="mc"/>
    <null name="mean"/>
    <null name="su"/>
    <null name="sum"/>
    <null name="unique"/>
  </lst>
  <lst name="avr">
    <double name="c">100.0</double>
    <long name="count">100</long>
    <null name="s"/>
    <null name="sum"/>
  </lst>
  <lst name="dr">
    <long name="count">100</long>
    <null name="mc"/>
    <null name="mean"/>
    <null name="su"/>
    <null name="sum"/>
    <null name="unique"/>
  </lst>
  <lst name="csr">
    <str name="cs1">this is the first</str>
    <str name="cs2">this is the second</str>
    <str name="cs3">this is the third</str>
  </lst>
  <lst name="mr">
    <long name="count">100</long>
    <null name="mcm"/>
    <null name="mean"/>
    <null name="median"/>
    <null name="su"/>
    <null name="sum"/>
    <null name="unique"/>
  </lst>
  <lst name="ar">
    <long name="count">100</long>
    <null name="mcm"/>
    <null name="mean"/>
    <null name="median"/>
    <null name="su"/>
    <null name="sum"/>
    <null name="unique"/>
  </lst>
  <lst name="cdr">
    <date name="cd1">1800-12-31T23:59:59Z</date>
    <date name="cd2">1804-06-30T23:59:59Z</date>
    <str name="cs1">1800-12-31T23:59:59Z</str>
    <str name="cs2">1804-06-30T23:59:59Z</str>
  </lst>
</lst>
</response>

	at __randomizedtesting.SeedInfo.seed([9676716D18548FAF:B7DA5178D5C9D7C9]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.analytics.AbstractAnalyticsStatsTest.getStatResult(AbstractAnalyticsStatsTest.java:114)
	at org.apache.solr.analytics.expression.ExpressionTest.absoluteValueTest(ExpressionTest.java:143)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:744)


FAILED:  org.apache.solr.analytics.expression.ExpressionTest.addTest

Error Message:
Caught exception in getStatResult, xPath = /response/lst[@name='stats']/lst[@name='ar']/double[@name='sum']  raw data: <?xml version="1.0" encoding="UTF-8"?> <response>  <lst name="responseHeader">   <int name="status">0</int>   <int name="QTime">13</int> </lst> <result name="response" numFound="100" start="0"> </result> <lst name="stats">   <lst name="stats_fields"/> </lst> <lst name="stats">   <lst name="cr">     <str name="ccmax">this is the secondstr9</str>     <str name="ccmin">this is the firststr0</str>     <str name="csmax">this is the second</str>     <str name="csmin">this is the first</str>     <str name="max">str9</str>     <str name="min">str0</str>   </lst>   <lst name="nr">     <double name="c">-100.0</double>     <long name="count">100</long>     <null name="s"/>     <null name="sum"/>   </lst>   <lst name="rr">     <str name="max">str9</str>     <str name="min">str0</str>     <str name="rmax">9rts</str>     <str name="rmin">0rts</str>   </lst>   <lst name="cnr">     <double name="c10">10.0</double>     <double name="c8">8.0</double>   </lst>   <lst name="dmr">     <str name="cma">+2MONTHS</str>     <str name="cme">+2YEARS</str>     <date name="dmma">1812-02-29T23:59:59Z</date>     <date name="dmme">1807-12-31T23:59:59Z</date>     <date name="max">1811-12-31T23:59:59Z</date>     <date name="median">1805-12-31T23:59:59Z</date>   </lst>   <lst name="pr">     <long name="count">100</long>     <null name="mc"/>     <null name="mean"/>     <null name="su"/>     <null name="sum"/>     <null name="unique"/>   </lst>   <lst name="avr">     <double name="c">100.0</double>     <long name="count">100</long>     <null name="s"/>     <null name="sum"/>   </lst>   <lst name="dr">     <long name="count">100</long>     <null name="mc"/>     <null name="mean"/>     <null name="su"/>     <null name="sum"/>     <null name="unique"/>   </lst>   <lst name="csr">     <str name="cs1">this is the first</str>     <str name="cs2">this is the second</str>     <str name="cs3">this is the third</str>   </lst>   <lst name="mr">     <long name="count">100</long>     <null name="mcm"/>     <null name="mean"/>     <null name="median"/>     <null name="su"/>     <null name="sum"/>     <null name="unique"/>   </lst>   <lst name="ar">     <long name="count">100</long>     <null name="mcm"/>     <null name="mean"/>     <null name="median"/>     <null name="su"/>     <null name="sum"/>     <null name="unique"/>   </lst>   <lst name="cdr">     <date name="cd1">1800-12-31T23:59:59Z</date>     <date name="cd2">1804-06-30T23:59:59Z</date>     <str name="cs1">1800-12-31T23:59:59Z</str>     <str name="cs2">1804-06-30T23:59:59Z</str>   </lst> </lst> </response> 

Stack Trace:
java.lang.AssertionError: Caught exception in getStatResult, xPath = /response/lst[@name='stats']/lst[@name='ar']/double[@name='sum'] 
raw data: <?xml version="1.0" encoding="UTF-8"?>
<response>

<lst name="responseHeader">
  <int name="status">0</int>
  <int name="QTime">13</int>
</lst>
<result name="response" numFound="100" start="0">
</result>
<lst name="stats">
  <lst name="stats_fields"/>
</lst>
<lst name="stats">
  <lst name="cr">
    <str name="ccmax">this is the secondstr9</str>
    <str name="ccmin">this is the firststr0</str>
    <str name="csmax">this is the second</str>
    <str name="csmin">this is the first</str>
    <str name="max">str9</str>
    <str name="min">str0</str>
  </lst>
  <lst name="nr">
    <double name="c">-100.0</double>
    <long name="count">100</long>
    <null name="s"/>
    <null name="sum"/>
  </lst>
  <lst name="rr">
    <str name="max">str9</str>
    <str name="min">str0</str>
    <str name="rmax">9rts</str>
    <str name="rmin">0rts</str>
  </lst>
  <lst name="cnr">
    <double name="c10">10.0</double>
    <double name="c8">8.0</double>
  </lst>
  <lst name="dmr">
    <str name="cma">+2MONTHS</str>
    <str name="cme">+2YEARS</str>
    <date name="dmma">1812-02-29T23:59:59Z</date>
    <date name="dmme">1807-12-31T23:59:59Z</date>
    <date name="max">1811-12-31T23:59:59Z</date>
    <date name="median">1805-12-31T23:59:59Z</date>
  </lst>
  <lst name="pr">
    <long name="count">100</long>
    <null name="mc"/>
    <null name="mean"/>
    <null name="su"/>
    <null name="sum"/>
    <null name="unique"/>
  </lst>
  <lst name="avr">
    <double name="c">100.0</double>
    <long name="count">100</long>
    <null name="s"/>
    <null name="sum"/>
  </lst>
  <lst name="dr">
    <long name="count">100</long>
    <null name="mc"/>
    <null name="mean"/>
    <null name="su"/>
    <null name="sum"/>
    <null name="unique"/>
  </lst>
  <lst name="csr">
    <str name="cs1">this is the first</str>
    <str name="cs2">this is the second</str>
    <str name="cs3">this is the third</str>
  </lst>
  <lst name="mr">
    <long name="count">100</long>
    <null name="mcm"/>
    <null name="mean"/>
    <null name="median"/>
    <null name="su"/>
    <null name="sum"/>
    <null name="unique"/>
  </lst>
  <lst name="ar">
    <long name="count">100</long>
    <null name="mcm"/>
    <null name="mean"/>
    <null name="median"/>
    <null name="su"/>
    <null name="sum"/>
    <null name="unique"/>
  </lst>
  <lst name="cdr">
    <date name="cd1">1800-12-31T23:59:59Z</date>
    <date name="cd2">1804-06-30T23:59:59Z</date>
    <str name="cs1">1800-12-31T23:59:59Z</str>
    <str name="cs2">1804-06-30T23:59:59Z</str>
  </lst>
</lst>
</response>

	at __randomizedtesting.SeedInfo.seed([9676716D18548FAF:605ADCB3599B88E8]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.analytics.AbstractAnalyticsStatsTest.getStatResult(AbstractAnalyticsStatsTest.java:114)
	at org.apache.solr.analytics.expression.ExpressionTest.addTest(ExpressionTest.java:78)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:744)


FAILED:  org.apache.solr.analytics.expression.ExpressionTest.powerTest

Error Message:
Caught exception in getStatResult, xPath = /response/lst[@name='stats']/lst[@name='pr']/double[@name='sum']  raw data: <?xml version="1.0" encoding="UTF-8"?> <response>  <lst name="responseHeader">   <int name="status">0</int>   <int name="QTime">13</int> </lst> <result name="response" numFound="100" start="0"> </result> <lst name="stats">   <lst name="stats_fields"/> </lst> <lst name="stats">   <lst name="cr">     <str name="ccmax">this is the secondstr9</str>     <str name="ccmin">this is the firststr0</str>     <str name="csmax">this is the second</str>     <str name="csmin">this is the first</str>     <str name="max">str9</str>     <str name="min">str0</str>   </lst>   <lst name="nr">     <double name="c">-100.0</double>     <long name="count">100</long>     <null name="s"/>     <null name="sum"/>   </lst>   <lst name="rr">     <str name="max">str9</str>     <str name="min">str0</str>     <str name="rmax">9rts</str>     <str name="rmin">0rts</str>   </lst>   <lst name="cnr">     <double name="c10">10.0</double>     <double name="c8">8.0</double>   </lst>   <lst name="dmr">     <str name="cma">+2MONTHS</str>     <str name="cme">+2YEARS</str>     <date name="dmma">1812-02-29T23:59:59Z</date>     <date name="dmme">1807-12-31T23:59:59Z</date>     <date name="max">1811-12-31T23:59:59Z</date>     <date name="median">1805-12-31T23:59:59Z</date>   </lst>   <lst name="pr">     <long name="count">100</long>     <null name="mc"/>     <null name="mean"/>     <null name="su"/>     <null name="sum"/>     <null name="unique"/>   </lst>   <lst name="avr">     <double name="c">100.0</double>     <long name="count">100</long>     <null name="s"/>     <null name="sum"/>   </lst>   <lst name="dr">     <long name="count">100</long>     <null name="mc"/>     <null name="mean"/>     <null name="su"/>     <null name="sum"/>     <null name="unique"/>   </lst>   <lst name="csr">     <str name="cs1">this is the first</str>     <str name="cs2">this is the second</str>     <str name="cs3">this is the third</str>   </lst>   <lst name="mr">     <long name="count">100</long>     <null name="mcm"/>     <null name="mean"/>     <null name="median"/>     <null name="su"/>     <null name="sum"/>     <null name="unique"/>   </lst>   <lst name="ar">     <long name="count">100</long>     <null name="mcm"/>     <null name="mean"/>     <null name="median"/>     <null name="su"/>     <null name="sum"/>     <null name="unique"/>   </lst>   <lst name="cdr">     <date name="cd1">1800-12-31T23:59:59Z</date>     <date name="cd2">1804-06-30T23:59:59Z</date>     <str name="cs1">1800-12-31T23:59:59Z</str>     <str name="cs2">1804-06-30T23:59:59Z</str>   </lst> </lst> </response> 

Stack Trace:
java.lang.AssertionError: Caught exception in getStatResult, xPath = /response/lst[@name='stats']/lst[@name='pr']/double[@name='sum'] 
raw data: <?xml version="1.0" encoding="UTF-8"?>
<response>

<lst name="responseHeader">
  <int name="status">0</int>
  <int name="QTime">13</int>
</lst>
<result name="response" numFound="100" start="0">
</result>
<lst name="stats">
  <lst name="stats_fields"/>
</lst>
<lst name="stats">
  <lst name="cr">
    <str name="ccmax">this is the secondstr9</str>
    <str name="ccmin">this is the firststr0</str>
    <str name="csmax">this is the second</str>
    <str name="csmin">this is the first</str>
    <str name="max">str9</str>
    <str name="min">str0</str>
  </lst>
  <lst name="nr">
    <double name="c">-100.0</double>
    <long name="count">100</long>
    <null name="s"/>
    <null name="sum"/>
  </lst>
  <lst name="rr">
    <str name="max">str9</str>
    <str name="min">str0</str>
    <str name="rmax">9rts</str>
    <str name="rmin">0rts</str>
  </lst>
  <lst name="cnr">
    <double name="c10">10.0</double>
    <double name="c8">8.0</double>
  </lst>
  <lst name="dmr">
    <str name="cma">+2MONTHS</str>
    <str name="cme">+2YEARS</str>
    <date name="dmma">1812-02-29T23:59:59Z</date>
    <date name="dmme">1807-12-31T23:59:59Z</date>
    <date name="max">1811-12-31T23:59:59Z</date>
    <date name="median">1805-12-31T23:59:59Z</date>
  </lst>
  <lst name="pr">
    <long name="count">100</long>
    <null name="mc"/>
    <null name="mean"/>
    <null name="su"/>
    <null name="sum"/>
    <null name="unique"/>
  </lst>
  <lst name="avr">
    <double name="c">100.0</double>
    <long name="count">100</long>
    <null name="s"/>
    <null name="sum"/>
  </lst>
  <lst name="dr">
    <long name="count">100</long>
    <null name="mc"/>
    <null name="mean"/>
    <null name="su"/>
    <null name="sum"/>
    <null name="unique"/>
  </lst>
  <lst name="csr">
    <str name="cs1">this is the first</str>
    <str name="cs2">this is the second</str>
    <str name="cs3">this is the third</str>
  </lst>
  <lst name="mr">
    <long name="count">100</long>
    <null name="mcm"/>
    <null name="mean"/>
    <null name="median"/>
    <null name="su"/>
    <null name="sum"/>
    <null name="unique"/>
  </lst>
  <lst name="ar">
    <long name="count">100</long>
    <null name="mcm"/>
    <null name="mean"/>
    <null name="median"/>
    <null name="su"/>
    <null name="sum"/>
    <null name="unique"/>
  </lst>
  <lst name="cdr">
    <date name="cd1">1800-12-31T23:59:59Z</date>
    <date name="cd2">1804-06-30T23:59:59Z</date>
    <str name="cs1">1800-12-31T23:59:59Z</str>
    <str name="cs2">1804-06-30T23:59:59Z</str>
  </lst>
</lst>
</response>

	at __randomizedtesting.SeedInfo.seed([9676716D18548FAF:F8C4C66EF043D17E]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.analytics.AbstractAnalyticsStatsTest.getStatResult(AbstractAnalyticsStatsTest.java:114)
	at org.apache.solr.analytics.expression.ExpressionTest.powerTest(ExpressionTest.java:119)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:744)


FAILED:  org.apache.solr.analytics.expression.ExpressionTest.multiplyTest

Error Message:
Caught exception in getStatResult, xPath = /response/lst[@name='stats']/lst[@name='mr']/double[@name='sum']  raw data: <?xml version="1.0" encoding="UTF-8"?> <response>  <lst name="responseHeader">   <int name="status">0</int>   <int name="QTime">13</int> </lst> <result name="response" numFound="100" start="0"> </result> <lst name="stats">   <lst name="stats_fields"/> </lst> <lst name="stats">   <lst name="cr">     <str name="ccmax">this is the secondstr9</str>     <str name="ccmin">this is the firststr0</str>     <str name="csmax">this is the second</str>     <str name="csmin">this is the first</str>     <str name="max">str9</str>     <str name="min">str0</str>   </lst>   <lst name="nr">     <double name="c">-100.0</double>     <long name="count">100</long>     <null name="s"/>     <null name="sum"/>   </lst>   <lst name="rr">     <str name="max">str9</str>     <str name="min">str0</str>     <str name="rmax">9rts</str>     <str name="rmin">0rts</str>   </lst>   <lst name="cnr">     <double name="c10">10.0</double>     <double name="c8">8.0</double>   </lst>   <lst name="dmr">     <str name="cma">+2MONTHS</str>     <str name="cme">+2YEARS</str>     <date name="dmma">1812-02-29T23:59:59Z</date>     <date name="dmme">1807-12-31T23:59:59Z</date>     <date name="max">1811-12-31T23:59:59Z</date>     <date name="median">1805-12-31T23:59:59Z</date>   </lst>   <lst name="pr">     <long name="count">100</long>     <null name="mc"/>     <null name="mean"/>     <null name="su"/>     <null name="sum"/>     <null name="unique"/>   </lst>   <lst name="avr">     <double name="c">100.0</double>     <long name="count">100</long>     <null name="s"/>     <null name="sum"/>   </lst>   <lst name="dr">     <long name="count">100</long>     <null name="mc"/>     <null name="mean"/>     <null name="su"/>     <null name="sum"/>     <null name="unique"/>   </lst>   <lst name="csr">     <str name="cs1">this is the first</str>     <str name="cs2">this is the second</str>     <str name="cs3">this is the third</str>   </lst>   <lst name="mr">     <long name="count">100</long>     <null name="mcm"/>     <null name="mean"/>     <null name="median"/>     <null name="su"/>     <null name="sum"/>     <null name="unique"/>   </lst>   <lst name="ar">     <long name="count">100</long>     <null name="mcm"/>     <null name="mean"/>     <null name="median"/>     <null name="su"/>     <null name="sum"/>     <null name="unique"/>   </lst>   <lst name="cdr">     <date name="cd1">1800-12-31T23:59:59Z</date>     <date name="cd2">1804-06-30T23:59:59Z</date>     <str name="cs1">1800-12-31T23:59:59Z</str>     <str name="cs2">1804-06-30T23:59:59Z</str>   </lst> </lst> </response> 

Stack Trace:
java.lang.AssertionError: Caught exception in getStatResult, xPath = /response/lst[@name='stats']/lst[@name='mr']/double[@name='sum'] 
raw data: <?xml version="1.0" encoding="UTF-8"?>
<response>

<lst name="responseHeader">
  <int name="status">0</int>
  <int name="QTime">13</int>
</lst>
<result name="response" numFound="100" start="0">
</result>
<lst name="stats">
  <lst name="stats_fields"/>
</lst>
<lst name="stats">
  <lst name="cr">
    <str name="ccmax">this is the secondstr9</str>
    <str name="ccmin">this is the firststr0</str>
    <str name="csmax">this is the second</str>
    <str name="csmin">this is the first</str>
    <str name="max">str9</str>
    <str name="min">str0</str>
  </lst>
  <lst name="nr">
    <double name="c">-100.0</double>
    <long name="count">100</long>
    <null name="s"/>
    <null name="sum"/>
  </lst>
  <lst name="rr">
    <str name="max">str9</str>
    <str name="min">str0</str>
    <str name="rmax">9rts</str>
    <str name="rmin">0rts</str>
  </lst>
  <lst name="cnr">
    <double name="c10">10.0</double>
    <double name="c8">8.0</double>
  </lst>
  <lst name="dmr">
    <str name="cma">+2MONTHS</str>
    <str name="cme">+2YEARS</str>
    <date name="dmma">1812-02-29T23:59:59Z</date>
    <date name="dmme">1807-12-31T23:59:59Z</date>
    <date name="max">1811-12-31T23:59:59Z</date>
    <date name="median">1805-12-31T23:59:59Z</date>
  </lst>
  <lst name="pr">
    <long name="count">100</long>
    <null name="mc"/>
    <null name="mean"/>
    <null name="su"/>
    <null name="sum"/>
    <null name="unique"/>
  </lst>
  <lst name="avr">
    <double name="c">100.0</double>
    <long name="count">100</long>
    <null name="s"/>
    <null name="sum"/>
  </lst>
  <lst name="dr">
    <long name="count">100</long>
    <null name="mc"/>
    <null name="mean"/>
    <null name="su"/>
    <null name="sum"/>
    <null name="unique"/>
  </lst>
  <lst name="csr">
    <str name="cs1">this is the first</str>
    <str name="cs2">this is the second</str>
    <str name="cs3">this is the third</str>
  </lst>
  <lst name="mr">
    <long name="count">100</long>
    <null name="mcm"/>
    <null name="mean"/>
    <null name="median"/>
    <null name="su"/>
    <null name="sum"/>
    <null name="unique"/>
  </lst>
  <lst name="ar">
    <long name="count">100</long>
    <null name="mcm"/>
    <null name="mean"/>
    <null name="median"/>
    <null name="su"/>
    <null name="sum"/>
    <null name="unique"/>
  </lst>
  <lst name="cdr">
    <date name="cd1">1800-12-31T23:59:59Z</date>
    <date name="cd2">1804-06-30T23:59:59Z</date>
    <str name="cs1">1800-12-31T23:59:59Z</str>
    <str name="cs2">1804-06-30T23:59:59Z</str>
  </lst>
</lst>
</response>

	at __randomizedtesting.SeedInfo.seed([9676716D18548FAF:FDF76F132D5AB9C1]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.analytics.AbstractAnalyticsStatsTest.getStatResult(AbstractAnalyticsStatsTest.java:114)
	at org.apache.solr.analytics.expression.ExpressionTest.multiplyTest(ExpressionTest.java:92)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:744)




Build Log:
[...truncated 20395 lines...]
   [junit4] Suite: org.apache.solr.analytics.expression.ExpressionTest
   [junit4]   2> 3032430 T10027 oas.SolrTestCaseJ4.buildSSLConfig Randomized ssl (true) and clientAuth (false)
   [junit4]   2> 3032433 T10027 oas.SolrTestCaseJ4.initCore ####initCore
   [junit4]   2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-ExpressionTest-1392479706367
   [junit4]   2> 3032435 T10027 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/'
   [junit4]   2> 3032436 T10027 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/lib/classes/' to classloader
   [junit4]   2> 3032437 T10027 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/lib/README' to classloader
   [junit4]   2> 3032518 T10027 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
   [junit4]   2> 3032566 T10027 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-basic.xml
   [junit4]   2> 3032567 T10027 oass.IndexSchema.readSchema Reading Solr Schema from schema-analytics.xml
   [junit4]   2> 3032573 T10027 oass.IndexSchema.readSchema [null] Schema name=schema-docValues
   [junit4]   2> 3032680 T10027 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 3032694 T10027 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 3032698 T10027 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr
   [junit4]   2> 3032704 T10027 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/'
   [junit4]   2> 3032815 T10027 oasc.CoreContainer.<init> New CoreContainer 1498312382
   [junit4]   2> 3032816 T10027 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/]
   [junit4]   2> 3032817 T10027 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
   [junit4]   2> 3032818 T10027 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: null
   [junit4]   2> 3032818 T10027 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
   [junit4]   2> 3032818 T10027 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 3032818 T10027 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 3032819 T10027 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 3032819 T10027 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 3032819 T10027 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 3032819 T10027 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 3032831 T10027 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 3032831 T10027 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 3032831 T10027 oasc.CoreContainer.load Host Name: 
   [junit4]   2> 3032840 T10028 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1
   [junit4]   2> 3032840 T10028 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/'
   [junit4]   2> 3032841 T10028 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/lib/classes/' to classloader
   [junit4]   2> 3032842 T10028 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/lib/README' to classloader
   [junit4]   2> 3032905 T10028 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
   [junit4]   2> 3032953 T10028 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-basic.xml
   [junit4]   2> 3032953 T10028 oass.IndexSchema.readSchema Reading Solr Schema from schema-analytics.xml
   [junit4]   2> 3032959 T10028 oass.IndexSchema.readSchema [collection1] Schema name=schema-docValues
   [junit4]   2> 3033025 T10028 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 3033026 T10028 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 3033027 T10028 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/, dataDir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-ExpressionTest-1392479706367/
   [junit4]   2> 3033027 T10028 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
   [junit4]   2> 3033027 T10028 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-ExpressionTest-1392479706367
   [junit4]   2> 3033028 T10028 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-ExpressionTest-1392479706367/index/
   [junit4]   2> 3033028 T10028 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-ExpressionTest-1392479706367/index' doesn't exist. Creating new index...
   [junit4]   2> 3033028 T10028 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-ExpressionTest-1392479706367/index
   [junit4]   2> 3033029 T10028 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=15, maxMergeAtOnceExplicit=11, maxMergedSegmentMB=3.9375, floorSegmentMB=1.236328125, forceMergeDeletesPctAllowed=20.188155281591605, segmentsPerTier=16.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 3033029 T10028 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@4c015556 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4c5f2e71),segFN=segments_1,generation=1}
   [junit4]   2> 3033030 T10028 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 3033031 T10028 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 3033031 T10028 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 3033032 T10028 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 3033041 T10028 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 3033044 T10028 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 3033044 T10028 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 3033044 T10028 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=45, maxMergeAtOnceExplicit=11, maxMergedSegmentMB=46.30859375, floorSegmentMB=1.9619140625, forceMergeDeletesPctAllowed=27.942700401574715, segmentsPerTier=36.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 3033045 T10028 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@4c015556 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4c5f2e71),segFN=segments_1,generation=1}
   [junit4]   2> 3033045 T10028 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 3033045 T10028 oass.SolrIndexSearcher.<init> Opening Searcher@371197b6[collection1] main
   [junit4]   2> 3033045 T10028 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 3033046 T10029 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@371197b6[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 3033048 T10027 oas.SolrTestCaseJ4.initCore ####initCore end
   [junit4]   2> ASYNC  NEW_CORE C12042 name=collection1 org.apache.solr.core.SolrCore@40fa4848
   [junit4]   2> 3033048 T10027 C12042 oasu.DirectUpdateHandler2.deleteAll [collection1] REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 3033048 T10027 C12042 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {deleteByQuery=*:*} 0 0
   [junit4]   2> 3033049 T10027 C12042 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[10000]} 0 0
   [junit4]   2> 3033053 T10027 C12042 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 3033055 T10027 C12042 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@4c015556 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4c5f2e71),segFN=segments_1,generation=1}
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@4c015556 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4c5f2e71),segFN=segments_2,generation=2}
   [junit4]   2> 3033056 T10027 C12042 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
   [junit4]   2> 3033057 T10027 C12042 oass.SolrIndexSearcher.<init> Opening Searcher@7763e33f[collection1] main
   [junit4]   2> 3033057 T10027 C12042 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 3033057 T10029 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7763e33f[collection1] main{StandardDirectoryReader(segments_2:4:nrt _0(5.0):c1)}
   [junit4]   2> 3033058 T10027 C12042 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {commit=} 0 5
   [junit4]   2> 3033060 T10027 C12042 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[10001]} 0 1
   [junit4]   2> 3033061 T10027 C12042 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 3033063 T10027 C12042 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@4c015556 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4c5f2e71),segFN=segments_2,generation=2}
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@4c015556 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4c5f2e71),segFN=segments_3,generation=3}
   [junit4]   2> 3033064 T10027 C12042 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
   [junit4]   2> 3033066 T10027 C12042 oass.SolrIndexSearcher.<init> Opening Searcher@62554db2[collection1] main
   [junit4]   2> 3033066 T10027 C12042 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 3033066 T10029 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@62554db2[collection1] main{StandardDirectoryReader(segments_3:6:nrt _0(5.0):c1 _1(5.0):c1)}
   [junit4]   2> 3033067 T10027 C12042 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {commit=} 0 6
   [junit4]   2> 3033069 T10027 C12042 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[10002]} 0 1
   [junit4]   2> 3033070 T10027 C12042 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 3033072 T10027 C12042 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@4c015556 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4c5f2e71),segFN=segments_3,generation=3}
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@4c015556 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4c5f2e71),segFN=segments_4,generation=4}
   [junit4]   2> 3033073 T10027 C12042 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 4
   [junit4]   2> 3033074 T10027 C12042 oass.SolrIndexSearcher.<init> Opening Searcher@6813323e[collection1] main
   [junit4]   2> 3033074 T10027 C12042 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 3033074 T10029 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6813323e[collection1] main{StandardDirectoryReader(segments_4:8:nrt _0(5.0):c1 _1(5.0):c1 _2(5.0):c1)}
   [junit4]   2> 3033075 T10027 C12042 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {commit=} 0 5
   [junit4]   2> 3033077 T10027 C12042 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[10003]} 0 0
   [junit4]   2> 3033079 T10027 C12042 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 3033081 T10027 C12042 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@4c015556 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4c5f2e71),segFN=segments_4,generation=4}
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@4c015556 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4c5f2e71),segFN=segments_5,generation=5}
   [junit4]   2> 3033081 T10027 C12042 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 5
   [junit4]   2> 3033082 T10027 C12042 oass.SolrIndexSearcher.<init> Opening Searcher@2f869c50[collection1] main
   [junit4]   2> 3033083 T10027 C12042 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 3033083 T10029 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2f869c50[collection1] main{StandardDirectoryReader(segments_5:10:nrt _0(5.0):c1 _1(5.0):c1 _2(5.0):c1 _3(5.0):c1)}
   [junit4]   2> 3033083 T10027 C12042 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {commit=} 0 4
   [junit4]   2> 3033085 T10027 C12042 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[10004]} 0 0
   [junit4]   2> 3033088 T10027 C12042 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 3033090 T10027 C12042 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@4c015556 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4c5f2e71),segFN=segments_5,generation=5}
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@4c015556 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4c5f2e71),segFN=segments_6,generation=6}
   [junit4]   2> 3033090 T10027 C12042 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 6
   [junit4]   2> 3033091 T10027 C12042 oass.SolrIndexSearcher.<init> Opening Searcher@575f311d[collection1] main
   [junit4]   2> 3033092 T10027 C12042 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 3033092 T10029 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@575f311d[collection1] main{StandardDirectoryReader(segments_6:12:nrt _0(5.0):c1 _1(5.0):c1 _2(5.0):c1 _3(5.0):c1 _4(5.0):c1)}
   [junit4]   2> 3033093 T10027 C12042 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {commit=} 0 5
   [junit4]   2> 3033095 T10027 C12042 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[10005]} 0 1
   [junit4]   2> 3033096 T10027 C12042 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 3033098 T10027 C12042 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@4c015556 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4c5f2e71),segFN=segments_6,generation=6}
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@4c015556 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4c5f2e71),segFN=segments_7,generation=7}
   [junit4]   2> 3033098 T10027 C12042 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 7
   [junit4]   2> 3033099 T10027 C12042 oass.SolrIndexSearcher.<init> Opening Searcher@6f8893ab[collection1] main
   [junit4]   2> 3033100 T10027 C12042 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 3033100 T10029 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6f8893ab[collection1] main{StandardDirectoryReader(segments_7:14:nrt _0(5.0):c1 _1(5.0):c1 _2(5.0):c1 _3(5.0):c1 _4(5.0):c1 _5(5.0):c1)}
   [junit4]   2> 3033101 T10027 C12042 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {commit=} 0 5
   [junit4]   2> 3033103 T10027 C12042 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[10006]} 0 1
   [junit4]   2> 3033104 T10027 C12042 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 3033106 T10027 C12042 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@4c015556 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4c5f2e71),segFN=segments_7,generation=7}
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@4c015556 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4c5f2e71),segFN=segments_8,generation=8}
   [junit4]   2> 3033107 T10027 C12042 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 8
   [junit4]   2> 3033108 T10027 C12042 oass.SolrIndexSearcher.<init> Opening Searcher@56086569[collection1] main
   [junit4]   2> 3033108 T10027 C12042 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 3033109 T10029 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@56086569[collection1] main{StandardDirectoryReader(segments_8:16:nrt _0(5.0):c1 _1(5.0):c1 _2(5.0):c1 _3(5.0):c1 _4(5.0):c1 _5(5.0):c1 _6(5.0):c1)}
   [junit4]   2> 3033109 T10027 C12042 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {commit=} 0 5
   [junit4]   2> 3033111 T10027 C12042 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[10007]} 0 0
   [junit4]   2> 3033113 T10027 C12042 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 3033116 T10027 C12042 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@4c015556 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4c5f2e71),segFN=segments_8,generation=8}
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@4c015556 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4c5f2e71),segFN=segments_9,generation=9}
   [junit4]   2> 3033116 T10027 C12042 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 9
   [junit4]   2> 3033117 T10027 C12042 oass.SolrIndexSearcher.<init> Opening Searcher@370aea2b[collection1] main
   [junit4]   2> 3033117 T10027 C12042 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 3033118 T10029 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@370aea2b[collection1] main{StandardDirectoryReader(segments_9:18:nrt _0(5.0):c1 _1(5.0):c1 _2(5.0):c1 _3(5.0):c1 _4(5.0):c1 _5(5.0):c1 _6(5.0):c1 _7(5.0):c1)}
   [junit4]   2> 3033118 T10027 C12042 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {commit=} 0 5
   [junit4]   2> 3033121 T10027 C12042 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[10008]} 0 1
   [junit4]   2> 3033124 T10027 C12042 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 3033128 T10027 C12042 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@4c015556 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4c5f2e71),segFN=segments_9,generation=9}
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@4c015556 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4c5f2e71),segFN=segments_a,generation=10}
   [junit4]   2> 3033128 T10027 C12042 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 10
   [junit4]   2> 3033130 T10027 C12042 oass.SolrIndexSearcher.<init> Opening Searcher@3db17f94[collection1] main
   [junit4]   2> 3033131 T10027 C12042 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 3033131 T10029 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3db17f94[collection1] main{StandardDirectoryReader(segments_a:20:nrt _0(5.0):c1 _1(5.0):c1 _2(5.0):c1 _3(5.0):c1 _4(5.0):c1 _5(5.0):c1 _6(5.0):c1 _7(5.0):c1 _8(5.0):c1)}
   [junit4]   2> 3033133 T10027 C12042 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {commit=} 0 9
   [junit4]   2> 3033136 T10027 C12042 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[10009]} 0 1
   [junit4]   2> 3033137 T10027 C12042 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 3033140 T10027 C12042 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@4c015556 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4c5f2e71),segFN=segments_a,generation=10}
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@4c015556 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4c5f2e71),segFN=segments_b,generation=11}
   [junit4]   2> 3033141 T10027 C12042 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 11
   [junit4]   2> 3033142 T10027 C12042 oass.SolrIndexSearcher.<init> Opening Searcher@3eeb9cfc[collection1] main
   [junit4]   2> 3033142 T10027 C12042 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 3033143 T10029 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3eeb9cfc[collection1] main{StandardDirectoryReader(segments_b:22:nrt _0(5.0):c1 _1(5.0):c1 _2(5.0):c1 _3(5.0):c1 _4(5.0):c1 _5(5.0):c1 _6(5.0):c1 _7(5.0):c1 _8(5.0):c1 _9(5.0):c1)}
   [junit4]   2> 3033143 T10027 C12042 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {commit=} 0 6
   [junit4]   2> 3033145 T10027 C12042 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[100010]} 0 0
   [junit4]   2> 3033147 T10027 C12042 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 3033149 T10027 C12042 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@4c015556 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4c5f2e71),segFN=segments_b,generation=11}
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@4c015556 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4c5f2e71),segFN=segments_c,generation=12}
   [junit4]   2> 3033150 T10027 C12042 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 12
   [junit4]   2> 3033151 T10027 C12042 oass.SolrIndexSearcher.<init> Opening Searcher@62271f53[collection1] main
   [junit4]   2> 3033152 T10027 C12042 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 3033152 T10029 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@62271f53[collection1] main{StandardDirectoryReader(segments_c:24:nrt _0(5.0):c1 _1(5.0):c1 _2(5.0):c1 _3(5.0):c1 _4(5.0):c1 _5(5.0):c1 _6(5.0):c1 _7(5.0):c1 _8(5.0):c1 _9(5.0):c1 _a(5.0):c1)}
   [junit4]   2> 3033152 T10027 C12042 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {commit=} 0 5
   [junit4]   2> 3033155 T10027 C12042 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[100011]} 0 1
   [junit4]   2> 3033156 T10027 C12042 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 3033159 T10027 C12042 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@4c015556 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4c5f2e71),segFN=segments_c,generation=12}
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@4c015556 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4c5f2e71),segFN=segments_d,generation=13}
   [junit4]   2> 3033159 T10027 C12042 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 13
   [junit4]   2> 3033161 T10027 C12042 oass.SolrIndexSearcher.<init> Opening Searcher@d95c2c8[collection1] main
   [junit4]   2> 3033162 T10027 C12042 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 3033162 T10029 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@d95c2c8[collection1] main{StandardDirectoryReader(segments_d:26:nrt _0(5.0):c1 _1(5.0):c1 _2(5.0):c1 _3(5.0):c1 _4(5.0):c1 _5(5.0):c1 _6(5.0):c1 _7(5.0):c1 _8(5.0):c1 _9(5.0):c1 _a(5.0):c1 _b(5.0):c1)}
   [junit4]   2> 3033163 T10027 C12042 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {commit=} 0 7
   [junit4]   2> 3033164 T10027 C12042 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[100012]} 0 0
   [junit4]   2> 3033166 T10027 C12042 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 3033169 T10027 C12042 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@4c015556 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4c5f2e71),segFN=segments_d,generation=13}
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@4c015556 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4c5f2e71),segFN=segments_e,generation=14}
   [junit4]   2> 3033169 T10027 C12042 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 14
   [junit4]   2> 3033170 T10027 C12042 oass.SolrIndexSearcher.<init> Opening Searcher@1ae36e40[collection1] main
   [junit4]   2> 3033171 T10027 C12042 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 3033171 T10029 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1ae36e40[collection1] main{StandardDirectoryReader(segments_e:28:nrt _0(5.0):c1 _1(5.0):c1 _2(5.0):c1 _3(5.0):c1 _4(5.0):c1 _5(5.0):c1 _6(5.0):c1 _7(5.0):c1 _8(5.0):c1 _9(5.0):c1 _a(5.0):c1 _b(5.0):c1 _c(5.0):c1)}
   [junit4]   2> 3033172 T10027 C12042 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {commit=} 0 6
   [junit4]   2> 3033174 T10027 C12042 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[100013]} 0 0
   [junit4]   2> 3033176 T10027 C12042 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 3033178 T10027 C12042 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@4c015556 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4c5f2e71),segFN=segments_e,generation=14}
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@4c015556 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4c5f2e71),segFN=segments_f,generation=15}
   [junit4]   2> 3033179 T10027 C12042 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 15
   [junit4]   2> 3033180 T10027 C12042 oass.SolrIndexSearcher.<init> Opening Searcher@461f6005[collection1] main
   [junit4]   2> 3033180 T10027 C12042 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 3033180 T10029 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@461f6005[collection1] main{StandardDirectoryReader(segments_f:30:nrt _0(5.0):c1 _1(5.0):c1 _2(5.0):c1 _3(5.0):c1 _4(5.0):c1 _5(5.0):c1 _6(5.0):c1 _7(5.0):c1 _8(5.0):c1 _9(5.0):c1 _a(5.0):c1 _b(5.0):c1 _c(5.0):c1 _d(5.0):c1)}
   [junit4]   2> 3033181 T10027 C12042 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {commit=} 0 5
   [junit4]   2> 3033183 T10027 C12042 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[100014]} 0 0
   [junit4]   2> 3033185 T10027 C12042 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 3033188 T10027 C12042 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@4c015556 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4c5f2e71),segFN=segments_f,generation=15}
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@4c015556 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4c5f2e71),segFN=segments_g,generation=16}
   [junit4]   2> 3033188 T10027 C12042 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 16
   [junit4]   2> 3033242 T10027 C12042 oass.SolrIndexSearcher.<init> Opening Searcher@61885c31[collection1] main
   [junit4]   2> 3033243 T10027 C12042 oasu

[...truncated too long message...]

cOSX/solr/build/solr-core/test/J0/./solrtest-ExpressionTest-1392479706367 [CachedDir<<refCount=0;path=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-ExpressionTest-1392479706367;done=false>>]
   [junit4]   2> 3034659 T10027 oasc.CachingDirectoryFactory.close Closing directory: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-ExpressionTest-1392479706367
   [junit4]   2> 3034659 T10027 oasc.CachingDirectoryFactory.closeCacheValue looking to close /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-ExpressionTest-1392479706367/index [CachedDir<<refCount=0;path=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-ExpressionTest-1392479706367/index;done=false>>]
   [junit4]   2> 3034659 T10027 oasc.CachingDirectoryFactory.close Closing directory: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-ExpressionTest-1392479706367/index
   [junit4]   2> NOTE: test params are: codec=HighCompressionCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=HIGH_COMPRESSION, chunkSize=299), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=HIGH_COMPRESSION, chunkSize=299)), sim=RandomSimilarityProvider(queryNorm=false,coord=no): {}, locale=es_GT, timezone=America/Ojinaga
   [junit4]   2> NOTE: Mac OS X 10.8.5 x86_64/Oracle Corporation 1.7.0_51 (64-bit)/cpus=2,threads=1,free=216422976,total=321093632
   [junit4]   2> NOTE: All tests run in this JVM: [SchemaVersionSpecificBehaviorTest, TestSolrCoreProperties, TestSolrXmlPersistor, TestSolr4Spatial, TestWordDelimiterFilterFactory, TestRandomDVFaceting, MoreLikeThisHandlerTest, SuggesterTSTTest, HdfsSyncSliceTest, TermsComponentTest, RecoveryZkTest, LeaderElectionIntegrationTest, DeleteShardTest, ZkSolrClientTest, TestSimpleQParserPlugin, SystemInfoHandlerTest, TestPartialUpdateDeduplication, TestGroupingSearch, OverseerRolesTest, TestFieldTypeCollectionResource, BJQParserTest, TestSolrQueryParserDefaultOperatorResource, TestInitQParser, DateFieldTest, TestManagedSchemaFieldResource, TestDistribDocBasedVersion, TestNonNRTOpen, TestTrie, XsltUpdateRequestHandlerTest, TestSurroundQueryParser, ClusterStateUpdateTest, TestConfig, ChaosMonkeyNothingIsSafeTest, TriLevelCompositeIdRoutingTest, TestFaceting, DistributedSuggestComponentTest, DocValuesMultiTest, SolrCmdDistributorTest, HdfsBasicDistributedZkTest, SolrInfoMBeanTest, TestDistributedSearch, TestBinaryField, CircularListTest, TimeZoneUtilsTest, ScriptEngineTest, TestAddFieldRealTimeGet, TestExtendedDismaxParser, PolyFieldTest, QueryFacetTest, TestLuceneMatchVersion, BlockCacheTest, TestArbitraryIndexDir, TestSystemIdResolver, TestReversedWildcardFilterFactory, MultiTermTest, ReturnFieldsTest, TestIBSimilarityFactory, ConnectionManagerTest, TestAnalyzedSuggestions, NotRequiredUniqueKeyTest, TestCSVLoader, TestDynamicFieldCollectionResource, TestCSVResponseWriter, TestNonDefinedSimilarityFactory, TestDocumentBuilder, TestCopyFieldCollectionResource, TestOverriddenPrefixQueryForCustomFieldType, TestRangeQuery, TestReplicationHandler, AddSchemaFieldsUpdateProcessorFactoryTest, OverseerTest, TestLRUCache, TestSweetSpotSimilarityFactory, ShardRoutingTest, LegacyHTMLStripCharFilterTest, QueryEqualityTest, SolrIndexSplitterTest, HighlighterTest, PeerSyncTest, TestUpdate, SyncSliceTest, TestCollationFieldDocValues, TestCollationField, TestSchemaResource, SliceStateTest, AnalysisAfterCoreReloadTest, CurrencyFieldOpenExchangeTest, TestIndexingPerformance, DistribCursorPagingTest, TestOmitPositions, QueryElevationComponentTest, ZkNodePropsTest, TestQuerySenderListener, TestCodecSupport, ZkControllerTest, RAMDirectoryFactoryTest, HdfsUnloadDistributedZkTest, BadCopyFieldTest, HdfsDirectoryTest, TestBM25SimilarityFactory, DocumentAnalysisRequestHandlerTest, BlockDirectoryTest, HardAutoCommitTest, SolrIndexConfigTest, TestSolrXml, XmlUpdateRequestHandlerTest, NoCacheHeaderTest, AssignTest, RangeFacetTest, TestQueryUtils, TestBadConfig, TestCharFilters, FullSolrCloudDistribCmdsTest, TestLMJelinekMercerSimilarityFactory, DirectUpdateHandlerOptimizeTest, StandardRequestHandlerTest, OpenCloseCoreStressTest, FieldAnalysisRequestHandlerTest, TestMergePolicyConfig, SolrCoreCheckLockOnStartupTest, TestPhraseSuggestions, AbstractAnalyticsStatsTest, SolrCoreTest, TestHashPartitioner, MigrateRouteKeyTest, IndexSchemaTest, OutputWriterTest, BadIndexSchemaTest, HdfsRecoveryZkTest, UnloadDistributedZkTest, TestModifyConfFiles, TestSchemaVersionResource, PrimitiveFieldTypeTest, EnumFieldTest, DocValuesTest, TestRemoteStreaming, TestSolrDeletionPolicy2, FileUtilsTest, TestIndexSearcher, UpdateRequestProcessorFactoryTest, IndexSchemaRuntimeFieldTest, TestSchemaNameResource, TestStressReorder, TestBlendedInfixSuggestions, TestUtils, SampleTest, TestFreeTextSuggestions, TestElisionMultitermQuery, TestCloudManagedSchema, HdfsBasicDistributedZk2Test, SuggestComponentTest, LukeRequestHandlerTest, TestJmxMonitoredMap, FileBasedSpellCheckerTest, TestReloadAndDeleteDocs, PingRequestHandlerTest, UpdateParamsTest, DirectSolrConnectionTest, TestZkChroot, SearchHandlerTest, SpellCheckCollatorTest, CoreAdminCreateDiscoverTest, TestNumberUtils, TestCursorMarkWithoutUniqueKey, ResponseLogComponentTest, DefaultValueUpdateProcessorTest, TestValueSourceCache, RequiredFieldsTest, StatelessScriptUpdateProcessorFactoryTest, QueryResultKeyTest, MinimalSchemaTest, TestQueryTypes, DirectUpdateHandlerTest, ParsingFieldUpdateProcessorsTest, TestCustomSort, TestSearchPerf, TestSerializedLuceneMatchVersion, ModifyConfFileTest, TestRecovery, TestRandomFaceting, OpenExchangeRatesOrgProviderTest, TestRealTimeGet, TestImplicitCoreProperties, WordBreakSolrSpellCheckerTest, BasicDistributedZkTest, ChaosMonkeySafeLeaderTest, BasicDistributedZk2Test, CollectionsAPIDistributedZkTest, BasicZkTest, LeaderElectionTest, ZkCLITest, ShardRoutingCustomTest, SliceStateUpdateTest, AutoCommitTest, TestDistributedGrouping, DistributedSpellCheckComponentTest, TermVectorComponentDistributedTest, TestJoin, TestMultiCoreConfBootstrap, TestReload, TestStressVersions, DistributedTermsComponentTest, TestCoreContainer, SimpleFacetsTest, StatsComponentTest, SpellCheckComponentTest, ConvertedLegacyTest, TestSort, TestFiltering, TestFunctionQuery, BasicFunctionalityTest, TestLazyCores, OverseerCollectionProcessorTest, SoftAutoCommitTest, ShowFileRequestHandlerTest, DistributedQueryElevationComponentTest, CurrencyFieldXmlFileTest, SimplePostToolTest, TestCoreDiscovery, SignatureUpdateProcessorFactoryTest, SuggesterFSTTest, CoreAdminHandlerTest, SolrRequestParserTest, TestFoldingMultitermQuery, SuggesterTest, TestStressLucene, SpatialFilterTest, SuggesterWFSTTest, TestPseudoReturnFields, FieldMutatingUpdateProcessorTest, TestAtomicUpdateErrorCases, SortByFunctionTest, DistanceFunctionTest, TestSolrDeletionPolicy1, DebugComponentTest, CacheHeaderTest, IndexBasedSpellCheckerTest, DisMaxRequestHandlerTest, TestWriterPerf, DirectSolrSpellCheckerTest, RequestHandlersTest, DocumentBuilderTest, PathHierarchyTokenizerFactoryTest, TermVectorComponentTest, TestSolrQueryParser, FastVectorHighlighterTest, LoggingHandlerTest, RegexBoostProcessorTest, SolrPluginUtilsTest, TestJmxIntegration, JSONWriterTest, MBeansHandlerTest, QueryParsingTest, UniqFieldsUpdateProcessorFactoryTest, JsonLoaderTest, BinaryUpdateRequestHandlerTest, TestPHPSerializedResponseWriter, CSVRequestHandlerTest, TestComponentsName, CoreContainerCoreInitFailuresTest, TestBinaryResponseWriter, TestLFUCache, HighlighterConfigTest, SOLR749Test, AlternateDirectoryTest, TestSolrIndexConfig, TestQuerySenderNoQuery, CopyFieldTest, BadComponentTest, TestStressRecovery, TestDocSet, NumericFieldsTest, TestFuzzyAnalyzedSuggestions, ExternalFileFieldSortTest, TestPostingsSolrHighlighter, SpellPossibilityIteratorTest, SynonymTokenizerTest, TestXIncludeConfig, EchoParamsTest, TestDFRSimilarityFactory, TestPerFieldSimilarity, TestLMDirichletSimilarityFactory, TestDefaultSimilarityFactory, TestFastWriter, ResourceLoaderTest, TestFastOutputStream, URLClassifyProcessorTest, PluginInfoTest, TestFastLRUCache, DateMathParserTest, TestSolrXMLSerializer, PreAnalyzedFieldTest, PrimUtilsTest, TestSuggestSpellingConverter, SpellingQueryConverterTest, DOMUtilTest, ClusterStateTest, TestSolrJ, UUIDFieldTest, TestRTGBase, CursorPagingTest, SolrTestCaseJ4Test, TestDistributedMissingSort, TestHighlightDedupGrouping, NoFacetTest, ExpressionTest]
   [junit4] Completed in 2.26s, 12 tests, 6 failures <<< FAILURES!

[...truncated 178 lines...]
BUILD FAILED
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/build.xml:453: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/build.xml:433: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/build.xml:39: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/extra-targets.xml:37: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build.xml:189: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/common-build.xml:491: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/common-build.xml:1268: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/common-build.xml:901: There were test failures: 372 suites, 1604 tests, 6 failures, 40 ignored (6 assumptions)

Total time: 95 minutes 14 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.7.0 -XX:+UseCompressedOops -XX:+UseSerialGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-trunk-MacOSX (64bit/jdk1.7.0) - Build # 1330 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-MacOSX/1330/
Java: 64bit/jdk1.7.0 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC

4 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.ChaosMonkeySafeLeaderTest

Error Message:
Suite timeout exceeded (>= 7200000 msec).

Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
	at __randomizedtesting.SeedInfo.seed([BD501308B432D1DE]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.ChaosMonkeySafeLeaderTest

Error Message:
Captured an uncaught exception in thread: Thread[id=6339, name=RecoveryThread, state=RUNNABLE, group=TGRP-ChaosMonkeySafeLeaderTest]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=6339, name=RecoveryThread, state=RUNNABLE, group=TGRP-ChaosMonkeySafeLeaderTest]
Caused by: java.lang.AssertionError: file _1.cfe does not exist
	at __randomizedtesting.SeedInfo.seed([BD501308B432D1DE]:0)
	at org.apache.lucene.index.IndexWriter.filesExist(IndexWriter.java:4302)
	at org.apache.lucene.index.IndexWriter.startCommit(IndexWriter.java:4368)
	at org.apache.lucene.index.IndexWriter.prepareCommitInternal(IndexWriter.java:2865)
	at org.apache.lucene.index.IndexWriter.commitInternal(IndexWriter.java:2961)
	at org.apache.lucene.index.IndexWriter.commit(IndexWriter.java:2928)
	at org.apache.solr.update.DirectUpdateHandler2.commit(DirectUpdateHandler2.java:578)
	at org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:396)
	at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:247)


REGRESSION:  org.apache.solr.cloud.OverseerTest.testOverseerFailure

Error Message:
KeeperErrorCode = NodeExists for /collections/collection1/leaders/shard1

Stack Trace:
org.apache.zookeeper.KeeperException$NodeExistsException: KeeperErrorCode = NodeExists for /collections/collection1/leaders/shard1
	at __randomizedtesting.SeedInfo.seed([BD501308B432D1DE:B9589CFBA6973EFF]:0)
	at org.apache.zookeeper.KeeperException.create(KeeperException.java:119)
	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
	at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
	at org.apache.solr.common.cloud.SolrZkClient$10.execute(SolrZkClient.java:429)
	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
	at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:426)
	at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:383)
	at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:370)
	at org.apache.solr.cloud.ShardLeaderElectionContextBase.runLeaderProcess(ElectionContext.java:112)
	at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:164)
	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:108)
	at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:289)
	at org.apache.solr.cloud.OverseerTest$MockZKController.publishState(OverseerTest.java:153)
	at org.apache.solr.cloud.OverseerTest.testOverseerFailure(OverseerTest.java:584)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:744)


FAILED:  org.apache.solr.cloud.ChaosMonkeySafeLeaderTest.testDistribSearch

Error Message:
Test abandoned because suite timeout was reached.

Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
	at __randomizedtesting.SeedInfo.seed([BD501308B432D1DE]:0)




Build Log:
[...truncated 9977 lines...]
   [junit4] Suite: org.apache.solr.cloud.OverseerTest
   [junit4]   2> 577347 T1999 oas.SolrTestCaseJ4.buildSSLConfig Randomized ssl (false) and clientAuth (false)
   [junit4]   2> 577347 T1999 oas.SolrTestCaseJ4.initCore ####initCore
   [junit4]   2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-OverseerTest-1392416235062
   [junit4]   2> 577348 T1999 oas.SolrTestCaseJ4.initCore ####initCore end
   [junit4]   2> 577353 T1999 oas.SolrTestCaseJ4.setUp ###Starting testDoubleAssignment
   [junit4]   2> 577353 T1999 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   2> 577354 T2000 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 577458 T1999 oasc.ZkTestServer.run start zk server on port:49939
   [junit4]   2> 577460 T1999 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 577467 T2006 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7554effb name:ZooKeeperConnection Watcher:127.0.0.1:49939/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 577467 T1999 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 577468 T1999 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 577472 T2008 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@75c36a5f name:ZooKeeperConnection Watcher:127.0.0.1:49939 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 577472 T1999 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 577479 T1999 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 577484 T2010 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@355f0dcd name:ZooKeeperConnection Watcher:127.0.0.1:49939 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 577484 T1999 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 577484 T1999 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 577494 T1999 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 577503 T1999 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 577509 T1999 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 577514 T1999 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 577523 T1999 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 577526 T2012 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@31674127 name:ZooKeeperConnection Watcher:127.0.0.1:49939/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 577527 T1999 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 577530 T1999 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 577537 T1999 oascc.SolrZkClient.makePath makePath: /live_nodes/node1
   [junit4]   2> 577544 T2006 oascc.ZkStateReader$3.process Updating live nodes... (1)
   [junit4]   2> 577545 T2012 oascc.ZkStateReader$3.process Updating live nodes... (1)
   [junit4]   2> 577545 T1999 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 577549 T2014 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@318bfeda name:ZooKeeperConnection Watcher:127.0.0.1:49939/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 577550 T1999 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 577552 T1999 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 577558 T1999 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 577570 T1999 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:49939_solr
   [junit4]   2> 577571 T1999 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 577577 T1999 oasc.Overseer.start Overseer (id=91253390381678596-127.0.0.1:49939_solr-n_0000000000) starting
   [junit4]   2> 577582 T1999 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 577592 T1999 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 577601 T1999 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 577607 T2016 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 577609 T2016 oasc.OverseerCollectionProcessor.prioritizeOverseerNodes prioritizing overseer nodes
   [junit4]   2> 577610 T2015 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 577616 T2015 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 577618 T2015 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"recovering",
   [junit4]   2> 	  "node_name":"node1",
   [junit4]   2> 	  "core":"core1",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "base_url":"http://node1/solr/"}
   [junit4]   2> 577618 T2015 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1]
   [junit4]   2> 577618 T2015 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 577624 T2014 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 577627 T2012 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 577628 T2006 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 578114 T1999 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 578145 T1999 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 578163 T2014 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 578165 T1999 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 578167 T2015 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 578174 T2006 oascc.ZkStateReader$3.process Updating live nodes... (0)
   [junit4]   2> 578174 T2012 oascc.ZkStateReader$3.process Updating live nodes... (0)
   [junit4]   2> 578178 T2014 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 578179 T1999 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 578183 T2018 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7bb1901b name:ZooKeeperConnection Watcher:127.0.0.1:49939/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 578184 T1999 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 578188 T1999 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 578195 T1999 oascc.SolrZkClient.makePath makePath: /live_nodes/node1
   [junit4]   2> 578203 T2006 oascc.ZkStateReader$3.process Updating live nodes... (1)
   [junit4]   2> 578203 T2018 oascc.ZkStateReader$3.process Updating live nodes... (1)
   [junit4]   2> 578208 T2014 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 578208 T1999 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 578211 T2015 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"recovering",
   [junit4]   2> 	  "node_name":"node1",
   [junit4]   2> 	  "core":"core1",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "base_url":"http://node1/solr/"}
   [junit4]   2> 578212 T2015 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
   [junit4]   2> 578219 T2014 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 578224 T1999 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 578238 T2014 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 578248 T2014 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 578353 T2018 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 578354 T2006 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 578357 T1999 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 578366 T2006 oascc.ZkStateReader$3.process Updating live nodes... (0)
   [junit4]   2> 578366 T2018 oascc.ZkStateReader$3.process Updating live nodes... (0)
   [junit4]   2> 578569 T1999 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:49939 49939
   [junit4]   2> 578606 T1999 oas.SolrTestCaseJ4.tearDown ###Ending testDoubleAssignment
   [junit4]   1> client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 578619 T1999 oas.SolrTestCaseJ4.setUp ###Starting testShardLeaderChange
   [junit4]   2> 578620 T1999 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   2> 578621 T2019 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 578724 T1999 oasc.ZkTestServer.run start zk server on port:49946
   [junit4]   2> 578725 T1999 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 578732 T2025 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@66f71ccf name:ZooKeeperConnection Watcher:127.0.0.1:49946/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 578733 T1999 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 578735 T1999 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 578740 T2027 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@62a0931e name:ZooKeeperConnection Watcher:127.0.0.1:49946 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 578741 T1999 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 578796 T1999 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 578797 T2029 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7bad6ffd name:ZooKeeperConnection Watcher:127.0.0.1:49946 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 578798 T1999 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 578798 T1999 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 578805 T1999 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 578814 T1999 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 578815 T2030 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 578820 T2034 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7df3691f name:ZooKeeperConnection Watcher:127.0.0.1:49946/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 578820 T2030 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 578821 T2032 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@bcdf29e name:ZooKeeperConnection Watcher:127.0.0.1:49946/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 578821 T1999 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 578822 T2030 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 578824 T1999 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 578828 T2030 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 578829 T1999 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 578834 T1999 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 578837 T2030 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:49946_solr
   [junit4]   2> 578838 T2030 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 578840 T1999 oascc.SolrZkClient.makePath makePath: /live_nodes/node1
   [junit4]   2> 578844 T2030 oasc.Overseer.start Overseer (id=91253390465695747-127.0.0.1:49946_solr-n_0000000000) starting
   [junit4]   2> 578848 T2032 oascc.ZkStateReader$3.process Updating live nodes... (1)
   [junit4]   2> 578850 T2030 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 578851 T1999 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 578859 T2030 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 578868 T2030 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 578875 T2030 oasc.OverseerTest$OverseerRestarter.run Killing overseer.
   [junit4]   2> 578875 T2036 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 578879 T2030 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 578883 T2038 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@58ed54c5 name:ZooKeeperConnection Watcher:127.0.0.1:49946/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 578883 T2030 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 578891 T2030 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:49946_solr
   [junit4]   2> 578891 T2030 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 578901 T2030 oasc.Overseer.start Overseer (id=91253390465695749-127.0.0.1:49946_solr-n_0000000001) starting
   [junit4]   2> 578918 T2040 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 578919 T2040 oasc.OverseerCollectionProcessor.prioritizeOverseerNodes prioritizing overseer nodes
   [junit4]   2> 578920 T2039 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 578924 T2039 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 578925 T2039 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"state1",
   [junit4]   2> 	  "node_name":"node1",
   [junit4]   2> 	  "core":"core1",
   [junit4]   2> 	  "core_node_name":"node1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "base_url":"http://node1/solr/"}
   [junit4]   2> 578925 T2039 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1]
   [junit4]   2> 578926 T2039 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 578933 T2038 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 578934 T2032 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 579359 T1999 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 579386 T1999 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 579400 T2038 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 579405 T2038 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 579405 T2039 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 579405 T1999 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 579415 T2039 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"state2",
   [junit4]   2> 	  "node_name":"node1",
   [junit4]   2> 	  "core":"core1",
   [junit4]   2> 	  "core_node_name":"node1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "base_url":"http://node1/solr/"}
   [junit4]   2> 579415 T2039 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
   [junit4]   2> 579423 T1999 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 579425 T2038 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 579429 T2042 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@e43ad2c name:ZooKeeperConnection Watcher:127.0.0.1:49946/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 579429 T1999 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 579434 T1999 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 579441 T1999 oascc.SolrZkClient.makePath makePath: /live_nodes/node2
   [junit4]   2> 579448 T2032 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 579448 T2042 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 579453 T2038 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 579454 T1999 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 579456 T2039 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"state1",
   [junit4]   2> 	  "node_name":"node1",
   [junit4]   2> 	  "core":"core1",
   [junit4]   2> 	  "core_node_name":"node1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "base_url":"http://node1/solr/"}
   [junit4]   2> 579456 T2039 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
   [junit4]   2> 579464 T2038 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 579469 T1999 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 579572 T2042 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 579573 T2032 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 579673 T1999 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 579680 T2038 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 579680 T2038 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 579680 T2038 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 579683 T2039 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 579684 T2039 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"state2",
   [junit4]   2> 	  "node_name":"node2",
   [junit4]   2> 	  "core":"core4",
   [junit4]   2> 	  "core_node_name":"node2",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "base_url":"http://node2/solr/"}
   [junit4]   2> 579684 T2039 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
   [junit4]   2> 579684 T2039 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 579689 T2038 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 579797 T2042 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 579797 T2032 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 580182 T1999 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 580201 T2032 oascc.ZkStateReader$3.process Updating live nodes... (1)
   [junit4]   2> 580201 T2042 oascc.ZkStateReader$3.process Updating live nodes... (1)
   [junit4]   2> 580205 T1999 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 580207 T2042 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 580220 T2038 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 580220 T2038 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 580220 T2038 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 580225 T2039 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 580232 T2038 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 580339 T2042 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 580377 T2036 oasc.OverseerCollectionProcessor.amILeader  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1151)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:274)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:271)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:271)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerCollectionProcessor.amILeader(OverseerCollectionProcessor.java:357)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerCollectionProcessor.run(OverseerCollectionProcessor.java:171)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:744)
   [junit4]   2> 
   [junit4]   2> 580378 T2036 oasc.OverseerCollectionProcessor.amILeader According to ZK I (id=91253390465695747-127.0.0.1:49946_solr-n_0000000000) am no longer a leader.
   [junit4]   2> 580378 T2036 oasc.OverseerCollectionProcessor.prioritizeOverseerNodes prioritizing overseer nodes
   [junit4]   2> 580378 T2036 oasc.OverseerCollectionProcessor.run ERROR Unable to prioritize overseer  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /roles.json
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1041)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$4.execute(SolrZkClient.java:223)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$4.execute(SolrZkClient.java:220)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:220)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerCollectionProcessor.prioritizeOverseerNodes(OverseerCollectionProcessor.java:227)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerCollectionProcessor.run(OverseerCollectionProcessor.java:178)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:744)
   [junit4]   2> 
   [junit4]   2> 580380 T2036 oasc.OverseerCollectionProcessor.amILeader  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1151)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:274)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:271)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:271)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerCollectionProcessor.amILeader(OverseerCollectionProcessor.java:357)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerCollectionProcessor.run(OverseerCollectionProcessor.java:185)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:744)
   [junit4]   2> 
   [junit4]   2> 580380 T2036 oasc.OverseerCollectionProcessor.amILeader According to ZK I (id=91253390465695747-127.0.0.1:49946_solr-n_0000000000) am no longer a leader.
   [junit4]   2> 580377 T2035 oasc.Overseer$ClusterStateUpdater.run WARN Solr cannot talk to ZK, exiting Overseer work queue loop org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer/queue-work
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:257)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:254)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:254)
   [junit4]   2> 	at org.apache.solr.cloud.DistributedQueue.orderedChildren(DistributedQueue.java:89)
   [junit4]   2> 	at org.apache.solr.cloud.DistributedQueue.element(DistributedQueue.java:131)
   [junit4]   2> 	at org.apache.solr.cloud.DistributedQueue.peek(DistributedQueue.java:325)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:105)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:744)
   [junit4]   2> 
   [junit4]   2> 580413 T1999 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 580417 T1999 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 580421 T2044 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1df8399b name:ZooKeeperConnection Watcher:127.0.0.1:49946/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 580422 T1999 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 580426 T1999 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 580435 T1999 oascc.SolrZkClient.makePath makePath: /live_nodes/node1
   [junit4]   2> 580441 T2042 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 580441 T2044 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 580446 T2038 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 580446 T2038 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 580446 T2038 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 580446 T1999 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 580450 T2039 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 580451 T2039 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"state1",
   [junit4]   2> 	  "node_name":"node1",
   [junit4]   2> 	  "core":"core1",
   [junit4]   2> 	  "core_node_name":"node1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "base_url":"http://node1/solr/"}
   [junit4]   2> 580452 T2039 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
   [junit4]   2> 580452 T2030 oasc.OverseerTest$OverseerRestarter.run Killing overseer.
   [junit4]   2> 580456 T2030 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 580462 T2046 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@8d7b28f name:ZooKeeperConnection Watcher:127.0.0.1:49946/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 580463 T2030 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 580470 T2042 oascc.ZkStateReader$3.process Updating live nodes... (1)
   [junit4]   2> 580470 T2044 oascc.ZkStateReader$3.process Updating live nodes... (1)
   [junit4]   2> 580473 T2030 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:49946_solr
   [junit4]   2> 580473 T2030 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 580476 T2044 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 580477 T1999 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 580481 T2030 oasc.Overseer.start Overseer (id=91253390465695752-127.0.0.1:49946_solr-n_0000000002) starting
   [junit4]   2> 580495 T2048 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 580496 T1999 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 580498 T2048 oasc.OverseerCollectionProcessor.prioritizeOverseerNodes prioritizing overseer nodes
   [junit4]   2> 580502 T2050 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@64ce3a01 name:ZooKeeperConnection Watcher:127.0.0.1:49946/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 580503 T1999 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 580505 T2047 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 580506 T1999 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 580506 T2047 oasc.Overseer$ClusterStateUpdater.run Replaying operations from work queue.
   [junit4]   2> 580508 T2047 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"state1",
   [junit4]   2> 	  "node_name":"node1",
   [junit4]   2> 	  "core":"core1",
   [junit4]   2> 	  "core_node_name":"node1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "base_url":"http://node1/solr/"}
   [junit4]   2> 580508 T2047 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
   [junit4]   2> 580511 T2044 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 580511 T2050 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 580513 T1999 oascc.SolrZkClient.makePath makePath: /live_nodes/node2
   [junit4]   2> 580518 T2047 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 580520 T2044 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 580520 T2050 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 580526 T2046 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 580526 T2047 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 580526 T1999 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 580528 T2047 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"state1",
   [junit4]   2> 	  "node_name":"node1",
   [junit4]   2> 	  "core":"core1",
   [junit4]   2> 	  "core_node_name":"node1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "base_url":"http://node1/solr/"}
   [junit4]   2> 580528 T2047 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
   [junit4]   2> 580536 T2044 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 580536 T2050 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 580545 T1999 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 580548 T2047 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 580549 T2047 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"state2",
   [junit4]   2> 	  "node_name":"node1",
   [junit4]   2> 	  "core":"core1",
   [junit4]   2> 	  "core_node_name":"node1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "base_url":"http://node1/solr/"}
   [junit4]   2> 580550 T2047 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
   [junit4]   2> 580557 T2046 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 580570 T2046 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 580572 T2047 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"state1",
   [junit4]   2> 	  "node_name":"node1",
   [junit4]   2> 	  "core":"core1",
   [junit4]   2> 	  "core_node_name":"node1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "base_url":"http://node1/solr/"}
   [junit4]   2> 580572 T2047 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
   [junit4]   2> 580586 T2046 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 580699 T2044 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 580699 T2050 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 580749 T1999 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 580757 T2046 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 580757 T2046 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 580757 T2046 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 580757 T1999 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 580761 T2047 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 580762 T2047 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"state2",
   [junit4]   2> 	  "node_name":"node2",
   [junit4]   2> 	  "core":"core4",
   [junit4]   2> 	  "core_node_name":"node2",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "base_url":"http://node2/solr/"}
   [junit4]   2> 580762 T2047 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
   [junit4]   2> 580768 T2046 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 580775 T2044 oascc.ZkStateReader$3.process Updating live nodes... (1)
   [junit4]   2> 580775 T2050 oascc.ZkStateReader$3.process Updating live nodes... (1)
   [junit4]   2> 580776 T2044 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:257)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:254)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:254)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:92)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> 580777 T2044 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:257)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:254)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:254)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:92)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> 580777 T1999 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 580780 T2050 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 580792 T2046 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 580801 T2046 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 580907 T2050 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 580984 T1999 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 580987 T1999 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 580991 T2052 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@74f11abf name:ZooKeeperConnection Watcher:127.0.0.1:49946/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 580992 T1999 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 580995 T1999 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 581002 T2030 oasc.OverseerTest$OverseerRestarter.run Killing overseer.
   [junit4]   2> 581003 T1999 oascc.SolrZkClient.makePath makePath: /live_nodes/node1
   [junit4]   2> 581006 T2030 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 581010 T2050 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 581012 T2054 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@459477e6 name:ZooKeeperConnection Watcher:127.0.0.1:49946/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 581012 T2052 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 581012 T2030 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 581017 T1999 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 581021 T2030 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:49946_solr
   [junit4]   2> 581021 T2030 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 581026 T2030 oasc.Overseer.start Overseer (id=91253390465695755-127.0.0.1:49946_solr-n_0000000003) starting
   [junit4]   2> 581034 T2050 oascc.ZkStateReader$3.process Updating live nodes... (1)
   [junit4]   2> 581036 T2052 oascc.ZkStateReader$3.process Updating live nodes... (1)
   [junit4]   2> 581039 T2056 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 581041 T2052 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 581041 T1999 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 581042 T2056 oasc.OverseerCollectionProcessor.prioritizeOverseerNodes prioritizing overseer nodes
   [junit4]   2> 581044 T2055 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 581051 T2055 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 581053 T2055 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"state1",
   [junit4]   2> 	  "node_name":"node1",
   [junit4]   2> 	  "core":"core1",
   [junit4]   2> 	  "core_node_name":"node1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "base_url":"http://node1/solr/"}
   [junit4]   2> 581053 T2055 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
   [junit4]   2> 581057 T2054 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 581060 T1999 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 581062 T2052 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 581064 T2058 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6e3af6d2 name:ZooKeeperConnection Watcher:127.0.0.1:49946/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 581064 T1999 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 581067 T1999 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 581072 T2055 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 581073 T1999 oascc.SolrZkClient.makePath makePath: /live_nodes/node2
   [junit4]   2> 581074 T2055 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"state2",
   [junit4]   2> 	  "node_name":"node1",
   [junit4]   2> 	  "core":"core1",
   [junit4]   2> 	  "core_node_name":"node1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "base_url":"http://node1/solr/"}
   [junit4]   2> 581074 T2055 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
   [junit4]   2> 581081 T2058 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 581081 T2052 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 581081 T2054 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 581085 T2054 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 581085 T1999 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 581091 T2055 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"state1",
   [junit4]   2> 	  "node_name":"node1",
   [junit4]   2> 	  "core":"core1",
   [junit4]   2> 	  "core_node_name":"node1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "base_url":"http://node1/solr/"}
   [junit4]   2> 581091 T2055 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
   [junit4]   2> 581097 T2054 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 581099 T1999 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 581205 T2058 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 581206 T2052 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 581305 T1999 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 581312 T2054 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 581312 T1999 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 581312 T2054 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 581313 T2054 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 581318 T2055 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 581320 T2055 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"state2",
   [junit4]   2> 	  "node_name":"node2",
   [junit4]   2> 	  "core":"core4",
   [junit4]   2> 	  "core_node_name":"node2",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "base_url":"http://node2/solr/"}
   [junit4]   2> 581321 T2055 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
   [junit4]   2> 581329 T2054 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 581333 T2058 oascc.ZkStateReader$3.process Updating live nodes... (1)
   [junit4]   2> 581335 T2052 oascc.ZkStateReader$3.process Updating live nodes... (1)
   [junit4]   2> 581341 T1999 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 581342 T2058 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 581355 T2054 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 581365 T2054 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 581472 T2058 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 581547 T1999 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 581550 T1999 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 581554 T2060 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3119db17 name:ZooKeeperConnection Watcher:127.0.0.1:49946/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 581555 T1999 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 581559 T1999 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 581566 T1999 oascc.SolrZkClient.makePath makePath: /live_nodes/node1
   [junit4]   2> 581572 T2058 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 581573 T2060 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 581577 T2054 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 581577 T2054 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 581577 T2054 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 581578 T1999 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 581582 T2055 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 581584 T2055 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"state1",
   [junit4]   2> 	  "node_name":"node1",
   [junit4]   2> 	  "core":"core1",
   [junit4]   2> 	  "core_node_name":"node1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "base_url":"http://node1/solr/"}
   [junit4]   2> 581584 T2055 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
   [junit4]   2> 581592 T2054 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 581596 T2020 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x1443279a342000c, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:744)
   [junit4]   2> 
   [junit4]   2> 581596 T2060 oascc.ZkStateReader$3.process Updating live nodes... (1)
   [junit4]   2> 581600 T2060 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 581601 T1999 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 581601 T2054 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 581605 T2055 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"state2",
   [junit4]   2> 	  "node_name":"node1",
   [junit4]   2> 	  "core":"core1",
   [junit4]   2> 	  "core_node_name":"node1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "base_url":"http://node1/solr/"}
   [junit4]   2> 581605 T2055 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
   [junit4]   2> 581613 T2054 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 581618 T1999 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 581622 T2062 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5bbb5705 name:ZooKeeperConnection Watcher:127.0.0.1:49946/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 581623 T1999 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 581623 T2054 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 581626 T1999 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 581632 T1999 oascc.SolrZkClient.makePath makePath: /live_nodes/node2
   [junit4]   2> 581638 T2062 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 581638 T2060 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 581643 T1999 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 581643 T2054 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 581646 T2055 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"state1",
   [junit4]   2> 	  "node_name":"node1",
   [junit4]   2> 	  "core":"core1",
   [junit4]   2> 	  "core_node_name":"node1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "base_url":"http://node1/solr/"}
   [junit4]   2> 581646 T2055 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
   [junit4]   2> 581649 T2030 oasc.OverseerTest$OverseerRestarter.run Killing overseer.
   [junit4]   2> 581672 T2030 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 581703 T2064 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@374dc2b4 name:ZooKeeperConnection Watcher:127.0.0.1:49946/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 581703 T2030 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 581704 T2032 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:257)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:254)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:254)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:92)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> 581705 T2032 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:257)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:254)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:254)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:92)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> 581707 T1999 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 581714 T2030 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:49946_solr
   [junit4]   2> 581714 T2030 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 581719 T2030 oasc.Overseer.start Overseer (id=91253390465695759-127.0.0.1:49946_solr-n_0000000004) starting
   [junit4]   2> 581730 T2066 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 581731 T2066 oasc.OverseerCollectionProcessor.prioritizeOverseerNodes prioritizing overseer nodes
   [junit4]   2> 581734 T2065 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 581735 T2065 oasc.Overseer$ClusterStateUpdater.run Replaying operations from work queue.
   [junit4]   2> 581737 T2065 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"state1",
   [junit4]   2> 	  "node_name":"node1",
   [junit4]   2> 	  "core":"core1",
   [junit4]   2> 	  "core_node_name":"node1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "base_url":"http://node1/solr/"}
   [junit4]   2> 581737 T2065 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
   [junit4]   2> 581739 T2062 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 581739 T2060 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 581745 T2065 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"state2",
   [junit4]   2> 	  "node_name":"node1",
   [junit4]   2> 	  "core":"core1",
   [junit4]   2> 	  "core_node_name":"node1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "base_url":"http://node1/solr/"}
   [junit4]   2> 581745 T2065 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
   [junit4]   2> 581747 T2062 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 581747 T2060 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 581756 T2060 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 581756 T2062 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 581764 T2065 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"state1",
   [junit4]   2> 	  "node_name":"node1",
   [junit4]   2> 	  "core":"core1",
   [junit4]   2> 	  "core_node_name":"node1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "base_url":"http://node1/solr/"}
   [junit4]   2> 581764 T2065 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
   [junit4]   2> 581766 T2060 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 581766 T2062 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 581779 T2065 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 581784 T2065 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 581786 T2065 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"state1",
   [junit4]   2> 	  "node_name":"node1",
   [junit4]   2> 	  "core":"core1",
   [junit4]   2> 	  "core_node_name":"node1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "base_url":"http://node1/solr/"}
   [junit4]   2> 581786 T2065 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
   [junit4]   2> 581792 T2064 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 581794 T2062 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 581794 T2060 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 581913 T1999 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 581920 T2064 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 581920 T1999 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 581924 T2065 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 581926 T2065 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"state2",
   [junit4]   2> 	  "node_name":"node2",
   [junit4]   2> 	  "core":"core4",
   [junit4]   2> 	  "core_node_name":"node2",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "base_url":"http://node2/solr/"}
   [junit4]   2> 581926 T2065 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
   [junit4]   2> 581932 T2064 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 581936 T2060 oascc.ZkStateReader$3.process Updating live nodes... (1)
   [junit4]   2> 581936 T2062 oascc.ZkStateReader$3.process Updating live nodes... (1)
   [junit4]   2> 581938 T1999 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 581940 T2062 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 581953 T2064 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 581956 T2039 oasc.Overseer$ClusterStateUpdater.run WARN Solr cannot talk to ZK, exiting Overseer main queue loop org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer/queue
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:257)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:254)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:254)
   [junit4]   2> 	at org.apache.solr.cloud.DistributedQueue.orderedChildren(DistributedQueue.java:89)
   [junit4]   2> 	at org.apache.solr.cloud.DistributedQueue.remove(DistributedQueue.java:160)
   [junit4]   2> 	at org.apache.solr.cloud.DistributedQueue.poll(DistributedQueue.java:445)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:190)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:744)
   [junit4]   2> 
   [junit4]   2> 581962 T2064 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 582069 T2062 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 582143 T1999 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 582146 T1999 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 582150 T2068 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4d14bb9c name:ZooKeeperConnection Watcher:127.0.0.1:49946/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 582150 T1999 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 582154 T1999 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 582161 T1999 oascc.SolrZkClient.makePath makePath: /live_nodes/node1
   [junit4]   2> 582168 T2062 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 582169 T2068 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 582173 T2064 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 582173 T2064 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 582174 T2064 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 582173 T1999 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 582177 T2065 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 582179 T2065 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"state1",
   [junit4]   2> 	  "node_name":"node1",
   [junit4]   2> 	  "core":"core1",
   [junit4]   2> 	  "core_node_name":"node1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "base_url":"http://node1/solr/"}
   [junit4]   2> 582180 T2065 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
   [junit4]   2> 582185 T2064 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 582190 T2068 oascc.ZkStateReader$3.process Updating live nodes... (1)
   [junit4]   2> 582190 T2062 oascc.ZkStateReader$3.process Updating live nodes... (1)
   [junit4]   2> 582195 T2068 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 582196 T2064 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 582196 T1999 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 582199 T2065 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"state2",
   [junit4]   2> 	  "node_name":"node1",
   [junit4]   2> 	  "core":"core1",
   [junit4]   2> 	  "core_node_name":"node1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "base_url":"http://node1/solr/"}
   [junit4]   2> 582199 T2065 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
   [junit4]   2> 582205 T2064 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 582209 T2064 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 582212 T1999 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 582216 T2070 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@60f29d46 name:ZooKeeperConnection Watcher:127.0.0.1:49946/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 582217 T1999 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 582218 T2064 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 582220 T1999 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 582227 T1999 oascc.SolrZkClient.makePath makePath: /live_nodes/node2
   [junit4]   2> 582235 T2068 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 582235 T2030 oasc.OverseerTest$OverseerRestarter.run Killing overseer.
   [junit4]   2> 582236 T2070 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 582240 T2030 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 582243 T1999 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 582245 T2072 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@179bc1f5 name:ZooKeeperConnection Watcher:127.0.0.1:49946/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 582245 T2030 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 582253 T2030 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:49946_solr
   [junit4]   2> 582254 T2030 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 582257 T1999 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 582260 T2030 oasc.Overseer.start Overseer (id=91253390465695762-127.0.0.1:49946_solr-n_0000000005) starting
   [junit4]   2> 582271 T2074 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 582272 T2074 oasc.OverseerCollectionProcessor.prioritizeOverseerNodes prioritizing overseer nodes
   [junit4]   2> 582276 T2073 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 582277 T2073 oasc.Overseer$ClusterStateUpdater.run Replaying operations from work queue.
   [junit4]   2> 582279 T2073 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"state1",
   [junit4]   2> 	  "node_name":"node1",
   [junit4]   2> 	  "core":"core1",
   [junit4]   2> 	  "core_node_name":"node1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "base_url":"http://node1/solr/"}
   [junit4]   2> 582279 T2073 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
   [junit4]   2> 582282 T2068 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 582282 T2070 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 582291 T2073 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"state2",
   [junit4]   2> 	  "node_name":"node1",
   [junit4]   2> 	  "core":"core1",
   [junit4]   2> 	  "core_node_name":"node1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "base_url":"http://node1/solr/"}
   [junit4]   2> 582292 T2073 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
   [junit4]   2> 582295 T2068 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 582295 T2070 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 582306 T2070 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 582306 T2068 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 582311 T2073 oasc.Overseer$ClusterStateUpdater.run Starting 

[...truncated too long message...]

sleep(Native Method)
   [junit4]   2> 	        at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:984)
   [junit4]   2> 	  51) Thread[id=6331, name=coreZkRegister-3511-thread-1, state=WAITING, group=TGRP-ChaosMonkeySafeLeaderTest]
   [junit4]   2> 	        at sun.misc.Unsafe.park(Native Method)
   [junit4]   2> 	        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
   [junit4]   2> 	        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
   [junit4]   2> 	        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
   [junit4]   2> 	        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
   [junit4]   2> 	        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
   [junit4]   2> 	        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
   [junit4]   2> 	        at java.lang.Thread.run(Thread.java:744)
   [junit4]   2> 	  52) Thread[id=6116, name=qtp783612370-6116 Selector0, state=RUNNABLE, group=TGRP-ChaosMonkeySafeLeaderTest]
   [junit4]   2> 	        at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
   [junit4]   2> 	        at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:200)
   [junit4]   2> 	        at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
   [junit4]   2> 	        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)
   [junit4]   2> 	        at sun.nio.ch.SelectorImpl.selectNow(SelectorImpl.java:106)
   [junit4]   2> 	        at org.eclipse.jetty.io.nio.SelectorManager$SelectSet.doSelect(SelectorManager.java:536)
   [junit4]   2> 	        at org.eclipse.jetty.io.nio.SelectorManager$1.run(SelectorManager.java:290)
   [junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
   [junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
   [junit4]   2> 	        at java.lang.Thread.run(Thread.java:744)
   [junit4]   2> 	  53) Thread[id=6091, name=Thread-2752, state=WAITING, group=TGRP-ChaosMonkeySafeLeaderTest]
   [junit4]   2> 	        at java.lang.Object.wait(Native Method)
   [junit4]   2> 	        at java.lang.Object.wait(Object.java:503)
   [junit4]   2> 	        at org.apache.solr.core.CloserThread.run(CoreContainer.java:1018)
   [junit4]   2> NOTE: test params are: codec=Lucene40, sim=RandomSimilarityProvider(queryNorm=false,coord=yes): {}, locale=iw_IL, timezone=Africa/Addis_Ababa
   [junit4]   2> NOTE: Mac OS X 10.8.5 x86_64/Oracle Corporation 1.7.0_51 (64-bit)/cpus=2,threads=62,free=221764624,total=376655872
   [junit4]   2> NOTE: All tests run in this JVM: [MoreLikeThisHandlerTest, TestSolrXml, TestDynamicFieldResource, OverseerCollectionProcessorTest, TestWordDelimiterFilterFactory, TestFiltering, AliasIntegrationTest, SimpleFacetsTest, FullSolrCloudDistribCmdsTest, ShardRoutingCustomTest, TestSolrXmlPersistor, OpenCloseCoreStressTest, AnalysisAfterCoreReloadTest, TestMaxScoreQueryParser, TestSolrJ, RegexBoostProcessorTest, CachingDirectoryFactoryTest, TestRecoveryHdfs, SliceStateTest, TestSolrDeletionPolicy2, SortByFunctionTest, DistanceFunctionTest, AutoCommitTest, TestIBSimilarityFactory, DOMUtilTest, TestSolrDeletionPolicy1, LukeRequestHandlerTest, DistributedQueryComponentCustomSortTest, StatelessScriptUpdateProcessorFactoryTest, BasicDistributedZk2Test, SolrPluginUtilsTest, TestSolrQueryParserDefaultOperatorResource, TriLevelCompositeIdRoutingTest, TestGroupingSearch, TestSerializedLuceneMatchVersion, FieldAnalysisRequestHandlerTest, TestSolrCoreProperties, ZkControllerTest, TestPostingsSolrHighlighter, ShowFileRequestHandlerTest, QueryResultKeyTest, RemoteQueryErrorTest, TestJmxMonitoredMap, EnumFieldTest, SpellCheckCollatorTest, TestSchemaNameResource, TestDocBasedVersionConstraints, UniqFieldsUpdateProcessorFactoryTest, OpenExchangeRatesOrgProviderTest, HighlighterTest, CurrencyFieldXmlFileTest, BadIndexSchemaTest, TestDefaultSimilarityFactory, FileUtilsTest, UpdateRequestProcessorFactoryTest, ZkNodePropsTest, TestIndexSearcher, OverseerTest, SuggesterFSTTest, TestElisionMultitermQuery, TestLRUCache, TestArbitraryIndexDir, SolrCmdDistributorTest, CursorMarkTest, QueryFacetTest, TestPartialUpdateDeduplication, FieldMutatingUpdateProcessorTest, TestFaceting, TestStressReorder, DateMathParserTest, HardAutoCommitTest, TestSearchPerf, TestFastWriter, HighlighterConfigTest, TestReplicationHandler, BinaryUpdateRequestHandlerTest, AddSchemaFieldsUpdateProcessorFactoryTest, TestOverriddenPrefixQueryForCustomFieldType, TestLMJelinekMercerSimilarityFactory, TestJoin, PreAnalyzedUpdateProcessorTest, SystemInfoHandlerTest, TestBM25SimilarityFactory, TestDocSet, PathHierarchyTokenizerFactoryTest, TestCloudManagedSchema, TestDistributedMissingSort, PeerSyncTest, TestFieldResource, RequestHandlersTest, IndexSchemaRuntimeFieldTest, TestHighFrequencyDictionaryFactory, TestInitQParser, TestDistributedGrouping, TestCollationFieldDocValues, QueryEqualityTest, HdfsCollectionsAPIDistributedZkTest, TestCollationField, TestMergePolicyConfig, TestReload, TestTrie, FieldFacetExtrasTest, DateFieldTest, ResourceLoaderTest, AnalysisErrorHandlingTest, TestQuerySenderNoQuery, SolrCoreCheckLockOnStartupTest, TestLazyCores, TestBadConfig, TestDynamicFieldCollectionResource, SolrRequestParserTest, BasicDistributedZkTest, DistributedSuggestComponentTest, TestInfoStreamLogging, TestFoldingMultitermQuery, SynonymTokenizerTest, TestStressLucene, LegacyHTMLStripCharFilterTest, NumericFieldsTest, TermsComponentTest, BlockDirectoryTest, TestFileDictionaryLookup, ClusterStateUpdateTest, TestFieldTypeCollectionResource, CoreAdminHandlerTest, TestCopyFieldCollectionResource, TestCursorMarkWithoutUniqueKey, TermVectorComponentTest, TestPerFieldSimilarity, PolyFieldTest, MBeansHandlerTest, AbstractAnalyticsFacetTest, TestNRTOpen, TestAnalyzeInfixSuggestions, TestManagedSchema, SimplePostToolTest, TestQueryTypes, TestIndexingPerformance, TestSuggestSpellingConverter, AlternateDirectoryTest, TestFieldTypeResource, TestStressRecovery, TestConfig, PrimitiveFieldTypeTest, DocumentBuilderTest, TestBinaryResponseWriter, SuggesterTest, TestQuerySenderListener, TestRemoteStreaming, TestDefaultSearchFieldResource, BasicZkTest, SuggesterWFSTTest, LoggingHandlerTest, JSONWriterTest, TestRandomMergePolicy, SpellPossibilityIteratorTest, StatsComponentTest, ChaosMonkeyNothingIsSafeTest, RangeFacetTest, TestAddFieldRealTimeGet, TestPHPSerializedResponseWriter, DocValuesTest, TestUtils, CoreContainerCoreInitFailuresTest, HdfsRecoveryZkTest, PluginInfoTest, StandardRequestHandlerTest, CoreAdminCreateDiscoverTest, CircularListTest, ConnectionManagerTest, PingRequestHandlerTest, SolrTestCaseJ4Test, InfoHandlerTest, TestSolrXMLSerializer, TestRandomDVFaceting, ChaosMonkeySafeLeaderTest]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=ChaosMonkeySafeLeaderTest -Dtests.seed=BD501308B432D1DE -Dtests.slow=true -Dtests.locale=iw_IL -Dtests.timezone=Africa/Addis_Ababa -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.00s | ChaosMonkeySafeLeaderTest (suite) <<<
   [junit4]    > Throwable #1: java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([BD501308B432D1DE]:0)Throwable #2: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=6339, name=RecoveryThread, state=RUNNABLE, group=TGRP-ChaosMonkeySafeLeaderTest]
   [junit4]    > Caused by: java.lang.AssertionError: file _1.cfe does not exist
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([BD501308B432D1DE]:0)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.filesExist(IndexWriter.java:4302)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.startCommit(IndexWriter.java:4368)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.prepareCommitInternal(IndexWriter.java:2865)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.commitInternal(IndexWriter.java:2961)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.commit(IndexWriter.java:2928)
   [junit4]    > 	at org.apache.solr.update.DirectUpdateHandler2.commit(DirectUpdateHandler2.java:578)
   [junit4]    > 	at org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:396)
   [junit4]    > 	at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:247)
   [junit4] Completed in 7228.35s, 1 test, 3 errors <<< FAILURES!

[...truncated 572 lines...]
BUILD FAILED
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/build.xml:453: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/build.xml:433: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/build.xml:39: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/extra-targets.xml:37: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build.xml:189: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/common-build.xml:491: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/common-build.xml:1268: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/common-build.xml:901: There were test failures: 372 suites, 1604 tests, 2 suite-level errors, 2 errors, 748 ignored (4 assumptions)

Total time: 183 minutes 49 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.7.0 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure