You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2014/02/11 13:40:49 UTC

[JENKINS] Lucene-Solr-trunk-MacOSX (64bit/jdk1.7.0) - Build # 1319 - Failure!

Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-MacOSX/1319/
Java: 64bit/jdk1.7.0 -XX:+UseCompressedOops -XX:+UseParallelGC

2 tests failed.
REGRESSION:  org.apache.solr.TestDistributedGrouping.testDistribSearch

Error Message:
IOException occured when talking to server at: https://127.0.0.1:50503

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: https://127.0.0.1:50503
	at __randomizedtesting.SeedInfo.seed([A5827C5A64F1C714:2464F24213AEA728]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:507)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:199)
	at org.apache.solr.client.solrj.request.AbstractUpdateRequest.process(AbstractUpdateRequest.java:117)
	at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:116)
	at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:102)
	at org.apache.solr.BaseDistributedSearchTestCase.index_specific(BaseDistributedSearchTestCase.java:492)
	at org.apache.solr.TestDistributedGrouping.doTest(TestDistributedGrouping.java:140)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:874)
	at sun.reflect.GeneratedMethodAccessor66.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:744)
Caused by: java.net.SocketException: Invalid argument
	at java.net.SocketInputStream.socketRead0(Native Method)
	at java.net.SocketInputStream.read(SocketInputStream.java:152)
	at java.net.SocketInputStream.read(SocketInputStream.java:122)
	at sun.security.ssl.InputRecord.readFully(InputRecord.java:442)
	at sun.security.ssl.InputRecord.read(InputRecord.java:480)
	at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:927)
	at sun.security.ssl.SSLSocketImpl.readDataRecord(SSLSocketImpl.java:884)
	at sun.security.ssl.AppInputStream.read(AppInputStream.java:102)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
	at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:260)
	at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
	at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
	at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:271)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123)
	at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:682)
	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:486)
	at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:863)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:106)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:57)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:395)
	... 46 more


REGRESSION:  org.apache.solr.cloud.ShardSplitTest.testDistribSearch

Error Message:
Wrong doc count on shard1_1 expected:<42> but was:<26>

Stack Trace:
java.lang.AssertionError: Wrong doc count on shard1_1 expected:<42> but was:<26>
	at __randomizedtesting.SeedInfo.seed([A5827C5A64F1C714:2464F24213AEA728]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.apache.solr.cloud.ShardSplitTest.checkDocCountsAndShardStates(ShardSplitTest.java:478)
	at org.apache.solr.cloud.ShardSplitTest.splitByUniqueKeyTest(ShardSplitTest.java:249)
	at org.apache.solr.cloud.ShardSplitTest.doTest(ShardSplitTest.java:113)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:868)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:744)




Build Log:
[...truncated 10009 lines...]
   [junit4] Suite: org.apache.solr.cloud.ShardSplitTest
   [junit4]   2> 710462 T1727 oas.SolrTestCaseJ4.buildSSLConfig Randomized ssl (true) and clientAuth (true)
   [junit4]   2> 710463 T1727 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
   [junit4]   2> 710468 T1727 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-ShardSplitTest-1392120091444
   [junit4]   2> 710469 T1727 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   2> 710470 T1728 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 710572 T1727 oasc.ZkTestServer.run start zk server on port:52769
   [junit4]   2> 710573 T1727 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 710580 T1734 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@19b677b4 name:ZooKeeperConnection Watcher:127.0.0.1:52769 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 710580 T1727 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 710581 T1727 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 710592 T1727 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 710596 T1736 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5a159aea name:ZooKeeperConnection Watcher:127.0.0.1:52769/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 710597 T1727 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 710597 T1727 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 710605 T1727 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 710613 T1727 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 710619 T1727 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 710628 T1727 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 710628 T1727 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 710641 T1727 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
   [junit4]   2> 710641 T1727 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 710650 T1727 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 710651 T1727 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 710661 T1727 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 710662 T1727 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 710669 T1727 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 710670 T1727 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 710677 T1727 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 710677 T1727 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 710686 T1727 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 710686 T1727 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 710695 T1727 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 710696 T1727 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 710706 T1727 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 710706 T1727 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 710717 T1727 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 710718 T1727 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 710730 T1727 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 710731 T1727 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 710748 T1727 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 710754 T1738 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4706c51d name:ZooKeeperConnection Watcher:127.0.0.1:52769/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 710755 T1727 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 711137 T1727 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 711144 T1727 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 711163 T1727 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:52773
   [junit4]   2> 711168 T1727 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 711168 T1727 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 711169 T1727 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.ShardSplitTest-controljetty-1392120091740
   [junit4]   2> 711169 T1727 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.ShardSplitTest-controljetty-1392120091740/'
   [junit4]   2> 711199 T1727 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-controljetty-1392120091740/solr.xml
   [junit4]   2> 711292 T1727 oasc.CoreContainer.<init> New CoreContainer 194118537
   [junit4]   2> 711292 T1727 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.ShardSplitTest-controljetty-1392120091740/]
   [junit4]   2> 711294 T1727 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 711294 T1727 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 711295 T1727 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 711295 T1727 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 711295 T1727 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 711296 T1727 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 711296 T1727 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 711296 T1727 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 711297 T1727 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 711311 T1727 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 711312 T1727 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 711312 T1727 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 711312 T1727 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:52769/solr
   [junit4]   2> 711313 T1727 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 711314 T1727 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 711319 T1749 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@74d3fc6c name:ZooKeeperConnection Watcher:127.0.0.1:52769 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 711321 T1727 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 711328 T1727 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 711332 T1751 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@45d3c677 name:ZooKeeperConnection Watcher:127.0.0.1:52769/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 711333 T1727 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 711338 T1727 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 711350 T1727 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 711363 T1727 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 711368 T1727 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52773_
   [junit4]   2> 711371 T1727 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52773_
   [junit4]   2> 711382 T1727 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 711390 T1727 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 711405 T1727 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:52773_
   [junit4]   2> 711406 T1727 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 711413 T1727 oasc.Overseer.start Overseer (id=91233982313267204-127.0.0.1:52773_-n_0000000000) starting
   [junit4]   2> 711423 T1727 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 711435 T1753 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 711436 T1727 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 711439 T1753 oasc.OverseerCollectionProcessor.prioritizeOverseerNodes prioritizing overseer nodes
   [junit4]   2> 711444 T1727 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 711449 T1727 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 711460 T1752 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 711470 T1754 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 711471 T1754 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 711474 T1751 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 711474 T1754 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 711480 T1752 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 711482 T1752 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:52773",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:52773_",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 711482 T1752 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with shards [shard1]
   [junit4]   2> 711483 T1752 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 711493 T1751 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 711495 T1751 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 712476 T1754 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 712476 T1754 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ./org.apache.solr.cloud.ShardSplitTest-controljetty-1392120091740/collection1
   [junit4]   2> 712477 T1754 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
   [junit4]   2> 712480 T1754 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 712480 T1754 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 712486 T1754 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 712487 T1754 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.ShardSplitTest-controljetty-1392120091740/collection1/'
   [junit4]   2> 712489 T1754 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-controljetty-1392120091740/collection1/lib/classes/' to classloader
   [junit4]   2> 712489 T1754 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-controljetty-1392120091740/collection1/lib/README' to classloader
   [junit4]   2> 712564 T1754 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
   [junit4]   2> 712623 T1754 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 712629 T1754 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 712638 T1754 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 713164 T1754 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 713167 T1754 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 713169 T1754 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 713180 T1754 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 713271 T1754 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 713272 T1754 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./org.apache.solr.cloud.ShardSplitTest-controljetty-1392120091740/collection1/, dataDir=./org.apache.solr.cloud.ShardSplitTest-1392120091444/control/data/
   [junit4]   2> 713272 T1754 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@a2c31a1
   [junit4]   2> 713273 T1754 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1392120091444/control/data
   [junit4]   2> 713274 T1754 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ShardSplitTest-1392120091444/control/data/index/
   [junit4]   2> 713274 T1754 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ShardSplitTest-1392120091444/control/data/index' doesn't exist. Creating new index...
   [junit4]   2> 713275 T1754 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1392120091444/control/data/index
   [junit4]   2> 713275 T1754 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=20, maxMergeAtOnceExplicit=14, maxMergedSegmentMB=61.3408203125, floorSegmentMB=0.9208984375, forceMergeDeletesPctAllowed=5.971839824590912, segmentsPerTier=29.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 713277 T1754 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@5a6804ca lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7619859d),segFN=segments_1,generation=1}
   [junit4]   2> 713277 T1754 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 713285 T1754 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 713286 T1754 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 713286 T1754 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 713287 T1754 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 713287 T1754 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 713288 T1754 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 713289 T1754 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 713290 T1754 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 713290 T1754 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 713291 T1754 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 713293 T1754 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 713294 T1754 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 713294 T1754 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 713295 T1754 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 713296 T1754 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 713296 T1754 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 713297 T1754 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
   [junit4]   2> 713308 T1754 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 713313 T1754 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 713314 T1754 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 713314 T1754 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=20, maxMergeAtOnceExplicit=15, maxMergedSegmentMB=60.9609375, floorSegmentMB=0.771484375, forceMergeDeletesPctAllowed=13.170594041150425, segmentsPerTier=10.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 713315 T1754 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@5a6804ca lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7619859d),segFN=segments_1,generation=1}
   [junit4]   2> 713315 T1754 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 713316 T1754 oass.SolrIndexSearcher.<init> Opening Searcher@34dced9f[collection1] main
   [junit4]   2> 713319 T1755 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@34dced9f[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 713320 T1754 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 713322 T1727 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 713323 T1758 oasc.ZkController.register Register replica - core:collection1 address:https://127.0.0.1:52773 collection:control_collection shard:shard1
   [junit4]   2> 713323 T1727 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 713330 T1758 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 713330 T1727 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 713334 T1760 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@21a67523 name:ZooKeeperConnection Watcher:127.0.0.1:52769/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 713334 T1727 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 713339 T1727 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 713346 T1727 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 713353 T1758 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 713358 T1751 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 713360 T1758 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 713360 T1758 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C1011 name=collection1 org.apache.solr.core.SolrCore@2fb453d7 url=https://127.0.0.1:52773/collection1 node=127.0.0.1:52773_ C1011_STATE=coll:control_collection core:collection1 props:{state=down, base_url=https://127.0.0.1:52773, core=collection1, node_name=127.0.0.1:52773_}
   [junit4]   2> 713360 T1758 C1011 P52773 oasc.SyncStrategy.sync Sync replicas to https://127.0.0.1:52773/collection1/
   [junit4]   2> 713361 T1758 C1011 P52773 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 713361 T1758 C1011 P52773 oasc.SyncStrategy.syncToMe https://127.0.0.1:52773/collection1/ has no replicas
   [junit4]   2> 713361 T1758 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: https://127.0.0.1:52773/collection1/ shard1
   [junit4]   2> 713361 T1758 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 713369 T1752 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 713375 T1751 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 713379 T1751 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 713382 T1760 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 713388 T1752 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 713394 T1751 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 713501 T1751 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 713501 T1760 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 713531 T1758 oasc.ZkController.register We are https://127.0.0.1:52773/collection1/ and leader is https://127.0.0.1:52773/collection1/
   [junit4]   2> 713531 T1758 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=https://127.0.0.1:52773
   [junit4]   2> 713531 T1758 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 713532 T1758 oasc.ZkController.publish publishing core=collection1 state=active
   [junit4]   2> 713532 T1758 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 713534 T1751 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 713535 T1751 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 713535 T1751 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 713536 T1758 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 713538 T1752 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 713539 T1752 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:52773",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:52773_",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":"core_node1"}
   [junit4]   2> 713545 T1751 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 713651 T1760 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 713651 T1751 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 713704 T1727 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1
   [junit4]   2> 713704 T1727 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 713709 T1727 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 713711 T1727 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:52777
   [junit4]   2> 713715 T1727 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 713715 T1727 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 713715 T1727 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.ShardSplitTest-jetty1-1392120094322
   [junit4]   2> 713716 T1727 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.ShardSplitTest-jetty1-1392120094322/'
   [junit4]   2> 713747 T1727 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty1-1392120094322/solr.xml
   [junit4]   2> 713838 T1727 oasc.CoreContainer.<init> New CoreContainer 372560956
   [junit4]   2> 713839 T1727 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.ShardSplitTest-jetty1-1392120094322/]
   [junit4]   2> 713850 T1727 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 713851 T1727 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 713851 T1727 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 713851 T1727 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 713852 T1727 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 713852 T1727 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 713852 T1727 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 713853 T1727 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 713853 T1727 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 713867 T1727 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 713867 T1727 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 713868 T1727 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 713868 T1727 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:52769/solr
   [junit4]   2> 713869 T1727 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 713870 T1727 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 713874 T1771 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6445a5bb name:ZooKeeperConnection Watcher:127.0.0.1:52769 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 713876 T1727 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 713886 T1727 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 713891 T1773 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1347cbfc name:ZooKeeperConnection Watcher:127.0.0.1:52769/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 713892 T1727 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 713915 T1727 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 714934 T1727 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52777_
   [junit4]   2> 714939 T1727 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52777_
   [junit4]   2> 714955 T1760 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 714955 T1773 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 714956 T1751 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 714988 T1774 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 714988 T1774 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 714993 T1751 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 714994 T1751 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 714995 T1751 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 714994 T1774 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 715002 T1752 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 715005 T1752 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:52777",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:52777_",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 715007 T1752 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1, shard2]
   [junit4]   2> 715008 T1752 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
   [junit4]   2> 715022 T1751 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 715133 T1760 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 715134 T1751 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 715134 T1773 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 715997 T1774 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 715998 T1774 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ./org.apache.solr.cloud.ShardSplitTest-jetty1-1392120094322/collection1
   [junit4]   2> 715998 T1774 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 715999 T1774 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 716000 T1774 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 716002 T1774 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 716003 T1774 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.ShardSplitTest-jetty1-1392120094322/collection1/'
   [junit4]   2> 716004 T1774 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty1-1392120094322/collection1/lib/classes/' to classloader
   [junit4]   2> 716004 T1774 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty1-1392120094322/collection1/lib/README' to classloader
   [junit4]   2> 716072 T1774 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
   [junit4]   2> 716138 T1774 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 716141 T1774 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 716152 T1774 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 716682 T1774 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 716685 T1774 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 716686 T1774 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 716693 T1774 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 716751 T1774 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 716752 T1774 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./org.apache.solr.cloud.ShardSplitTest-jetty1-1392120094322/collection1/, dataDir=./org.apache.solr.cloud.ShardSplitTest-1392120091444/jetty1/
   [junit4]   2> 716752 T1774 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@a2c31a1
   [junit4]   2> 716753 T1774 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1392120091444/jetty1
   [junit4]   2> 716753 T1774 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ShardSplitTest-1392120091444/jetty1/index/
   [junit4]   2> 716753 T1774 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ShardSplitTest-1392120091444/jetty1/index' doesn't exist. Creating new index...
   [junit4]   2> 716753 T1774 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1392120091444/jetty1/index
   [junit4]   2> 716754 T1774 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=20, maxMergeAtOnceExplicit=14, maxMergedSegmentMB=61.3408203125, floorSegmentMB=0.9208984375, forceMergeDeletesPctAllowed=5.971839824590912, segmentsPerTier=29.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 716754 T1774 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@751ae4e lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@74a2eb81),segFN=segments_1,generation=1}
   [junit4]   2> 716755 T1774 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 716759 T1774 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 716759 T1774 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 716759 T1774 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 716760 T1774 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 716760 T1774 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 716760 T1774 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 716761 T1774 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 716761 T1774 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 716761 T1774 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 716762 T1774 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 716762 T1774 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 716762 T1774 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 716763 T1774 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 716763 T1774 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 716764 T1774 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 716764 T1774 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 716766 T1774 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
   [junit4]   2> 716776 T1774 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 716780 T1774 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 716780 T1774 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 716781 T1774 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=20, maxMergeAtOnceExplicit=15, maxMergedSegmentMB=60.9609375, floorSegmentMB=0.771484375, forceMergeDeletesPctAllowed=13.170594041150425, segmentsPerTier=10.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 716781 T1774 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@751ae4e lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@74a2eb81),segFN=segments_1,generation=1}
   [junit4]   2> 716781 T1774 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 716782 T1774 oass.SolrIndexSearcher.<init> Opening Searcher@326a7829[collection1] main
   [junit4]   2> 716788 T1775 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@326a7829[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 716792 T1774 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 716794 T1727 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 716794 T1727 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 716794 T1778 oasc.ZkController.register Register replica - core:collection1 address:https://127.0.0.1:52777 collection:collection1 shard:shard2
   [junit4]   2> 716796 T1778 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
   [junit4]   2> 716808 T1778 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
   [junit4]   2> 716812 T1778 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 716812 T1778 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C1012 name=collection1 org.apache.solr.core.SolrCore@47058eb1 url=https://127.0.0.1:52777/collection1 node=127.0.0.1:52777_ C1012_STATE=coll:collection1 core:collection1 props:{state=down, base_url=https://127.0.0.1:52777, core=collection1, node_name=127.0.0.1:52777_}
   [junit4]   2> 716813 T1778 C1012 P52777 oasc.SyncStrategy.sync Sync replicas to https://127.0.0.1:52777/collection1/
   [junit4]   2> 716813 T1778 C1012 P52777 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 716813 T1778 C1012 P52777 oasc.SyncStrategy.syncToMe https://127.0.0.1:52777/collection1/ has no replicas
   [junit4]   2> 716814 T1778 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: https://127.0.0.1:52777/collection1/ shard2
   [junit4]   2> 716814 T1778 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
   [junit4]   2> 716815 T1751 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 716815 T1751 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 716815 T1751 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 716822 T1752 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 716829 T1751 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 716833 T1760 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 716836 T1751 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 716837 T1773 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 716844 T1752 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 716850 T1751 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 716956 T1773 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 716960 T1751 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 716961 T1760 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 716985 T1778 oasc.ZkController.register We are https://127.0.0.1:52777/collection1/ and leader is https://127.0.0.1:52777/collection1/
   [junit4]   2> 716986 T1778 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=https://127.0.0.1:52777
   [junit4]   2> 716986 T1778 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 716987 T1778 oasc.ZkController.publish publishing core=collection1 state=active
   [junit4]   2> 716987 T1778 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 716990 T1751 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 716990 T1751 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 716991 T1751 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 716995 T1752 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 716997 T1752 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:52777",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:52777_",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":"core_node1"}
   [junit4]   2> 717000 T1778 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 717003 T1751 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 717112 T1751 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 717113 T1760 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 717114 T1773 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 717157 T1727 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 2
   [junit4]   2> 717158 T1727 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 717163 T1727 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 717164 T1727 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:52780
   [junit4]   2> 717171 T1727 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 717172 T1727 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 717173 T1727 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty2-1392120097773
   [junit4]   2> 717174 T1727 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty2-1392120097773/'
   [junit4]   2> 717223 T1727 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty2-1392120097773/solr.xml
   [junit4]   2> 717299 T1727 oasc.CoreContainer.<init> New CoreContainer 1110140527
   [junit4]   2> 717299 T1727 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty2-1392120097773/]
   [junit4]   2> 717301 T1727 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 717301 T1727 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 717301 T1727 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 717302 T1727 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 717302 T1727 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 717302 T1727 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 717303 T1727 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 717303 T1727 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 717303 T1727 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 717315 T1727 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 717315 T1727 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 717316 T1727 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 717316 T1727 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:52769/solr
   [junit4]   2> 717316 T1727 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 717318 T1727 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 717323 T1789 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5ac31f43 name:ZooKeeperConnection Watcher:127.0.0.1:52769 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 717324 T1727 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 717335 T1727 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 717339 T1791 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@63fb0f7c name:ZooKeeperConnection Watcher:127.0.0.1:52769/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 717340 T1727 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 717366 T1727 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 718382 T1727 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52780_
   [junit4]   2> 718386 T1727 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52780_
   [junit4]   2> 718399 T1791 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 718399 T1751 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 718399 T1760 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 718399 T1773 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 718414 T1792 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 718415 T1792 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 718420 T1751 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 718420 T1751 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 718421 T1751 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 718420 T1792 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 718424 T1752 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 718426 T1752 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:52780",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:52780_",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 718426 T1752 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
   [junit4]   2> 718427 T1752 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 718434 T1751 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 718540 T1760 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 718541 T1751 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 718541 T1791 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 718541 T1773 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 719423 T1792 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 719424 T1792 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty2-1392120097773/collection1
   [junit4]   2> 719424 T1792 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 719427 T1792 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 719447 T1792 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 719451 T1792 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 719451 T1792 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty2-1392120097773/collection1/'
   [junit4]   2> 719454 T1792 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty2-1392120097773/collection1/lib/classes/' to classloader
   [junit4]   2> 719455 T1792 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty2-1392120097773/collection1/lib/README' to classloader
   [junit4]   2> 719543 T1792 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
   [junit4]   2> 719612 T1792 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 719615 T1792 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 719623 T1792 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 720148 T1792 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 720153 T1792 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 720155 T1792 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 720166 T1792 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 720305 T1792 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 720306 T1792 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty2-1392120097773/collection1/, dataDir=./org.apache.solr.cloud.ShardSplitTest-1392120091444/jetty2/
   [junit4]   2> 720308 T1792 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@a2c31a1
   [junit4]   2> 720310 T1792 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1392120091444/jetty2
   [junit4]   2> 720311 T1792 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ShardSplitTest-1392120091444/jetty2/index/
   [junit4]   2> 720311 T1792 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ShardSplitTest-1392120091444/jetty2/index' doesn't exist. Creating new index...
   [junit4]   2> 720314 T1792 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1392120091444/jetty2/index
   [junit4]   2> 720315 T1792 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=20, maxMergeAtOnceExplicit=14, maxMergedSegmentMB=61.3408203125, floorSegmentMB=0.9208984375, forceMergeDeletesPctAllowed=5.971839824590912, segmentsPerTier=29.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 720316 T1792 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@ab48a5c lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4fd9dc53),segFN=segments_1,generation=1}
   [junit4]   2> 720316 T1792 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 720325 T1792 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 720326 T1792 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 720327 T1792 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 720327 T1792 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 720328 T1792 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 720328 T1792 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 720329 T1792 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 720330 T1792 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 720330 T1792 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 720331 T1792 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 720333 T1792 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 720333 T1792 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 720334 T1792 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 720335 T1792 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 720336 T1792 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 720337 T1792 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 720337 T1792 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
   [junit4]   2> 720347 T1792 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 720352 T1792 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 720352 T1792 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 720352 T1792 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=20, maxMergeAtOnceExplicit=15, maxMergedSegmentMB=60.9609375, floorSegmentMB=0.771484375, forceMergeDeletesPctAllowed=13.170594041150425, segmentsPerTier=10.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 720353 T1792 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@ab48a5c lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4fd9dc53),segFN=segments_1,generation=1}
   [junit4]   2> 720353 T1792 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 720353 T1792 oass.SolrIndexSearcher.<init> Opening Searcher@37f4c4fb[collection1] main
   [junit4]   2> 720358 T1793 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@37f4c4fb[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 720360 T1792 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 720363 T1727 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 720363 T1727 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 720363 T1796 oasc.ZkController.register Register replica - core:collection1 address:https://127.0.0.1:52780 collection:collection1 shard:shard1
   [junit4]   2> 720366 T1796 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 720377 T1796 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 720383 T1796 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 720384 T1796 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C1013 name=collection1 org.apache.solr.core.SolrCore@374ed73d url=https://127.0.0.1:52780/collection1 node=127.0.0.1:52780_ C1013_STATE=coll:collection1 core:collection1 props:{state=down, base_url=https://127.0.0.1:52780, core=collection1, node_name=127.0.0.1:52780_}
   [junit4]   2> 720384 T1796 C1013 P52780 oasc.SyncStrategy.sync Sync replicas to https://127.0.0.1:52780/collection1/
   [junit4]   2> 720384 T1796 C1013 P52780 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 720385 T1796 C1013 P52780 oasc.SyncStrategy.syncToMe https://127.0.0.1:52780/collection1/ has no replicas
   [junit4]   2> 720385 T1796 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: https://127.0.0.1:52780/collection1/ shard1
   [junit4]   2> 720385 T1796 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 720387 T1751 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 720387 T1751 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 720387 T1751 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 720395 T1752 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 720399 T1751 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 720405 T1751 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 720408 T1791 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 720408 T1773 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 720409 T1760 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 720421 T1752 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 720428 T1751 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 720533 T1773 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 720534 T1760 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 720535 T1751 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 720537 T1791 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 720554 T1796 oasc.ZkController.register We are https://127.0.0.1:52780/collection1/ and leader is https://127.0.0.1:52780/collection1/
   [junit4]   2> 720555 T1796 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=https://127.0.0.1:52780
   [junit4]   2> 720555 T1796 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 720555 T1796 oasc.ZkController.publish publishing core=collection1 state=active
   [junit4]   2> 720555 T1796 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 720557 T1751 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 720558 T1751 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 720558 T1751 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 720560 T1796 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 720562 T1752 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 720563 T1752 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:52780",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:52780_",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":"core_node2"}
   [junit4]   2> 720569 T1751 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 720674 T1751 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 720674 T1791 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 720674 T1773 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 720674 T1760 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 720771 T1727 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 3
   [junit4]   2> 720772 T1727 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 720781 T1727 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 720783 T1727 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:52783
   [junit4]   2> 720785 T1727 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 720787 T1727 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 720787 T1727 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.ShardSplitTest-jetty3-1392120101342
   [junit4]   2> 720787 T1727 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.ShardSplitTest-jetty3-1392120101342/'
   [junit4]   2> 720827 T1727 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty3-1392120101342/solr.xml
   [junit4]   2> 720896 T1727 oasc.CoreContainer.<init> New CoreContainer 947255530
   [junit4]   2> 720897 T1727 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.ShardSplitTest-jetty3-1392120101342/]
   [junit4]   2> 720898 T1727 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 720898 T1727 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 720899 T1727 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 720899 T1727 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 720899 T1727 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 720900 T1727 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 720900 T1727 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 720900 T1727 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 720900 T1727 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 720913 T1727 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 720914 T1727 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 720914 T1727 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 720914 T1727 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:52769/solr
   [junit4]   2> 720915 T1727 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 720916 T1727 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 720920 T1807 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6bb6472b name:ZooKeeperConnection Watcher:127.0.0.1:52769 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 720922 T1727 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 720929 T1727 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 720932 T1809 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@307c9483 name:ZooKeeperConnection Watcher:127.0.0.1:52769/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 720933 T1727 oascc.Connect

[...truncated too long message...]

-trunk-MacOSX/solr/core/lib/commons-lang-2.6.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/lib/concurrentlinkedhashmap-lru-1.2.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/lib/dom4j-1.6.1.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/lib/guava-14.0.1.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/lib/hadoop-annotations-2.2.0.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/lib/hadoop-auth-2.2.0.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/lib/hadoop-common-2.2.0.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/lib/hadoop-hdfs-2.2.0.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/lib/hppc-0.5.2.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/lib/joda-time-2.2.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/lib/org.restlet-2.1.1.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/lib/org.restlet.ext.servlet-2.1.1.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/lib/protobuf-java-2.5.0.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/lib/spatial4j-0.4.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/solrj/lib/commons-io-2.1.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/solrj/lib/httpclient-4.3.1.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/solrj/lib/httpcore-4.3.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/solrj/lib/httpmime-4.3.1.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/solrj/lib/jcl-over-slf4j-1.6.6.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/solrj/lib/jul-to-slf4j-1.6.6.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/solrj/lib/log4j-1.2.16.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/solrj/lib/noggit-0.5.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/solrj/lib/slf4j-api-1.6.6.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/solrj/lib/slf4j-log4j12-1.6.6.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/solrj/lib/wstx-asl-3.2.7.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/solrj/lib/zookeeper-3.4.5.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/example/lib/jetty-continuation-8.1.10.v20130312.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/example/lib/jetty-deploy-8.1.10.v20130312.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/example/lib/jetty-http-8.1.10.v20130312.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/example/lib/jetty-io-8.1.10.v20130312.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/example/lib/jetty-jmx-8.1.10.v20130312.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/example/lib/jetty-security-8.1.10.v20130312.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/example/lib/jetty-server-8.1.10.v20130312.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/example/lib/jetty-servlet-8.1.10.v20130312.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/example/lib/jetty-util-8.1.10.v20130312.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/example/lib/jetty-webapp-8.1.10.v20130312.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/example/lib/jetty-xml-8.1.10.v20130312.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/example/lib/servlet-api-3.0.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/example/example-DIH/solr/db/lib/derby-10.9.1.0.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/example/example-DIH/solr/db/lib/hsqldb-1.8.0.10.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/build/core/classes/java:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/test-framework/lib/junit-4.10.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/test-framework/lib/randomizedtesting-runner-2.0.13.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/test-lib/antlr-runtime-3.5.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/test-lib/asm-4.1.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/test-lib/asm-commons-4.1.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/test-lib/cglib-nodep-2.2.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/test-lib/commons-collections-3.2.1.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/test-lib/dom4j-1.6.1.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/test-lib/easymock-3.0.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/test-lib/hadoop-common-2.2.0-tests.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/test-lib/hadoop-hdfs-2.2.0-tests.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/test-lib/hppc-0.5.2.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/test-lib/httpclient-4.3.1.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/test-lib/javax.servlet-api-3.0.1.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/test-lib/jersey-core-1.8.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/test-lib/jetty-6.1.26.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/test-lib/jetty-util-6.1.26.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/test-lib/objenesis-1.2.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-launcher.jar:/Users/jenkins/.ant/lib/ivy-2.3.0.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-antlr.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-bcel.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-bsf.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-log4j.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-oro.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-regexp.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-resolver.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-xalan2.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-commons-logging.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-commons-net.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jai.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-javamail.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jdepend.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jmf.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jsch.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-junit.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-junit4.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-netrexx.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-swing.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-testutil.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant.jar:/Library/Java/JavaVirtualMachines/jdk1.7.0_51.jdk/Contents/Home/lib/tools.jar:/Users/jenkins/.ivy2/cache/com.carrotsearch.randomizedtesting/junit4-ant/jars/junit4-ant-2.0.13.jar -ea:org.apache.lucene... -ea:org.apache.solr... com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe -flush -eventsfile /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/temp/junit4-J0-20140211_114937_639.events @/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/temp/junit4-J0-20140211_114937_639.suites
   [junit4] ERROR: JVM J0 ended with an exception: Forked process returned with error code: 134. Very likely a JVM crash.  Process output piped in logs above.
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4.executeSlave(JUnit4.java:1373)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4.access$000(JUnit4.java:119)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:911)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:908)
   [junit4] 	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
   [junit4] 	at java.lang.Thread.run(Thread.java:744)

BUILD FAILED
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/build.xml:453: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/build.xml:433: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/build.xml:39: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/extra-targets.xml:37: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build.xml:189: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/common-build.xml:491: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/common-build.xml:1268: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/common-build.xml:901: At least one slave process threw an exception, first: Forked process returned with error code: 134. Very likely a JVM crash.  Process output piped in logs above.

Total time: 82 minutes 4 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.7.0 -XX:+UseCompressedOops -XX:+UseParallelGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-trunk-MacOSX (64bit/jdk1.7.0) - Build # 1324 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-MacOSX/1324/
Java: 64bit/jdk1.7.0 -XX:-UseCompressedOops -XX:+UseG1GC

1 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.core.TestLazyCores

Error Message:
ERROR: SolrIndexSearcher opens=59 closes=58

Stack Trace:
java.lang.AssertionError: ERROR: SolrIndexSearcher opens=59 closes=58
	at __randomizedtesting.SeedInfo.seed([7F0DCB70FE08141C]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.SolrTestCaseJ4.endTrackingSearchers(SolrTestCaseJ4.java:402)
	at org.apache.solr.SolrTestCaseJ4.afterClass(SolrTestCaseJ4.java:158)
	at sun.reflect.GeneratedMethodAccessor35.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:700)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:744)




Build Log:
[...truncated 10107 lines...]
   [junit4] Suite: org.apache.solr.core.TestLazyCores
   [junit4]   2> 1114440 T2964 oas.SolrTestCaseJ4.buildSSLConfig Randomized ssl (true) and clientAuth (false)
   [junit4]   2> 1114442 T2964 oas.SolrTestCaseJ4.initCore ####initCore
   [junit4]   2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-TestLazyCores-1392245031760
   [junit4]   2> 1114444 T2964 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/'
   [junit4]   2> 1114447 T2964 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/lib/classes/' to classloader
   [junit4]   2> 1114448 T2964 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/lib/README' to classloader
   [junit4]   2> 1114673 T2964 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
   [junit4]   2> 1114834 T2964 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-minimal.xml
   [junit4]   2> 1114835 T2964 oass.IndexSchema.readSchema Reading Solr Schema from schema-tiny.xml
   [junit4]   2> 1114857 T2964 oass.IndexSchema.readSchema [null] Schema name=tiny
   [junit4]   2> 1114899 T2964 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1114900 T2964 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1114901 T2964 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr
   [junit4]   2> 1114901 T2964 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/'
   [junit4]   2> 1115064 T2964 oasc.CoreContainer.<init> New CoreContainer 1753083380
   [junit4]   2> 1115065 T2964 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/]
   [junit4]   2> 1115066 T2964 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
   [junit4]   2> 1115067 T2964 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: null
   [junit4]   2> 1115067 T2964 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
   [junit4]   2> 1115067 T2964 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1115068 T2964 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1115068 T2964 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1115068 T2964 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1115068 T2964 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1115068 T2964 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1115084 T2964 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1115084 T2964 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1115084 T2964 oasc.CoreContainer.load Host Name: 
   [junit4]   2> 1115094 T2965 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1
   [junit4]   2> 1115095 T2965 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/'
   [junit4]   2> 1115096 T2965 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/lib/classes/' to classloader
   [junit4]   2> 1115097 T2965 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/lib/README' to classloader
   [junit4]   2> 1115168 T2965 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
   [junit4]   2> 1115241 T2965 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-minimal.xml
   [junit4]   2> 1115242 T2965 oass.IndexSchema.readSchema Reading Solr Schema from schema-tiny.xml
   [junit4]   2> 1115249 T2965 oass.IndexSchema.readSchema [collection1] Schema name=tiny
   [junit4]   2> 1115283 T2965 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1115286 T2965 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1115286 T2965 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/, dataDir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-TestLazyCores-1392245031760/
   [junit4]   2> 1115286 T2965 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
   [junit4]   2> 1115287 T2965 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-TestLazyCores-1392245031760
   [junit4]   2> 1115288 T2965 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-TestLazyCores-1392245031760/index/
   [junit4]   2> 1115288 T2965 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-TestLazyCores-1392245031760/index' doesn't exist. Creating new index...
   [junit4]   2> 1115289 T2965 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-TestLazyCores-1392245031760/index
   [junit4]   2> 1115289 T2965 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=22, maxMergeAtOnceExplicit=19, maxMergedSegmentMB=23.6611328125, floorSegmentMB=0.357421875, forceMergeDeletesPctAllowed=20.451141597131812, segmentsPerTier=47.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 1115290 T2965 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@17c412de lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@30884ebf),segFN=segments_1,generation=1}
   [junit4]   2> 1115291 T2965 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1115292 T2965 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1115293 T2965 oasc.RequestHandlers.initHandlersFromConfig created /select: solr.SearchHandler
   [junit4]   2> 1115293 T2965 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 1115294 T2965 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 1115304 T2965 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1115307 T2965 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1115308 T2965 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1115308 T2965 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=13, maxMergeAtOnceExplicit=40, maxMergedSegmentMB=16.5947265625, floorSegmentMB=0.98828125, forceMergeDeletesPctAllowed=8.960546702270237, segmentsPerTier=49.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.19626341736945366
   [junit4]   2> 1115309 T2965 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@17c412de lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@30884ebf),segFN=segments_1,generation=1}
   [junit4]   2> 1115310 T2965 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1115310 T2965 oass.SolrIndexSearcher.<init> Opening Searcher@6f8674d7[collection1] main
   [junit4]   2> 1115312 T2966 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6f8674d7[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 1115312 T2965 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 1115315 T2964 oas.SolrTestCaseJ4.initCore ####initCore end
   [junit4]   2> 1115321 T2964 oas.SolrTestCaseJ4.setUp ###Starting testCachingLimit
   [junit4]   2> 1115381 T2964 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/'
   [junit4]   2> 1115405 T2964 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/solr.xml
   [junit4]   2> 1115551 T2964 oasc.CoreContainer.<init> New CoreContainer 1996838693
   [junit4]   2> 1115552 T2964 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/]
   [junit4]   2> 1115554 T2964 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
   [junit4]   2> 1115554 T2964 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: null
   [junit4]   2> 1115555 T2964 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
   [junit4]   2> 1115555 T2964 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1115555 T2964 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1115555 T2964 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1115556 T2964 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1115556 T2964 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1115556 T2964 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1115570 T2964 oasc.SolrCores.allocateLazyCores Allocating transient cache for 4 transient cores
   [junit4]   2> 1115571 T2964 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1115571 T2964 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1115571 T2964 oasc.CoreContainer.load Host Name: null
   [junit4]   2> 1115593 T2968 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/collection1
   [junit4]   2> 1115594 T2968 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/collection1/'
   [junit4]   2> 1115612 T2970 oasc.CoreContainer.create Creating SolrCore 'collectionLazy5' using instanceDir: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/collection5
   [junit4]   2> 1115612 T2970 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/collection5/'
   [junit4]   2> 1115614 T2969 oasc.CoreContainer.create Creating SolrCore 'collectionLazy2' using instanceDir: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/collection2
   [junit4]   2> 1115615 T2969 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/collection2/'
   [junit4]   2> 1115720 T2969 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
   [junit4]   2> 1115755 T2970 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
   [junit4]   2> 1115794 T2968 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
   [junit4]   2> 1115890 T2969 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1115891 T2969 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1115898 T2969 oass.IndexSchema.readSchema [collectionLazy2] Schema name=tiny
   [junit4]   2> 1115936 T2970 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1115938 T2970 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1115950 T2970 oass.IndexSchema.readSchema [collectionLazy5] Schema name=tiny
   [junit4]   2> 1115983 T2969 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1115985 T2969 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1115986 T2969 oasc.SolrCore.<init> [collectionLazy2] Opening new SolrCore at /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/collection2/, dataDir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/collection2/data/
   [junit4]   2> 1115986 T2969 oasc.SolrCore.<init> JMX monitoring not detected for core: collectionLazy2
   [junit4]   2> 1115992 T2968 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1115994 T2968 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1116051 T2968 oass.IndexSchema.readSchema [collection1] Schema name=tiny
   [junit4]   2> 1116052 T2969 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/collection2/data
   [junit4]   2> 1116053 T2969 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/collection2/data/index/
   [junit4]   2> 1116054 T2969 oasc.SolrCore.initIndex WARN [collectionLazy2] Solr index directory '/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/collection2/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1116069 T2969 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/collection2/data/index
   [junit4]   2> 1116070 T2969 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=22, maxMergeAtOnceExplicit=19, maxMergedSegmentMB=23.6611328125, floorSegmentMB=0.357421875, forceMergeDeletesPctAllowed=20.451141597131812, segmentsPerTier=47.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 1116071 T2969 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@62a3ddee lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@65ad78ab),segFN=segments_1,generation=1}
   [junit4]   2> 1116071 T2969 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1116073 T2969 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1116073 T2969 oasc.RequestHandlers.initHandlersFromConfig created /select: solr.SearchHandler
   [junit4]   2> 1116074 T2969 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 1116074 T2969 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 1116095 T2970 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1116096 T2970 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1116097 T2970 oasc.SolrCore.<init> [collectionLazy5] Opening new SolrCore at /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/collection5/, dataDir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/collection5/data/
   [junit4]   2> 1116097 T2970 oasc.SolrCore.<init> JMX monitoring not detected for core: collectionLazy5
   [junit4]   2> 1116118 T2970 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/collection5/data
   [junit4]   2> 1116118 T2970 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/collection5/data/index/
   [junit4]   2> 1116118 T2970 oasc.SolrCore.initIndex WARN [collectionLazy5] Solr index directory '/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/collection5/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1116125 T2970 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/collection5/data/index
   [junit4]   2> 1116125 T2970 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=22, maxMergeAtOnceExplicit=19, maxMergedSegmentMB=23.6611328125, floorSegmentMB=0.357421875, forceMergeDeletesPctAllowed=20.451141597131812, segmentsPerTier=47.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 1116126 T2969 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1116123 T2968 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1116134 T2968 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1116134 T2968 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/collection1/, dataDir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/collection1/data/
   [junit4]   2> 1116134 T2968 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
   [junit4]   2> 1116135 T2969 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1116136 T2969 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1116136 T2969 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=13, maxMergeAtOnceExplicit=40, maxMergedSegmentMB=16.5947265625, floorSegmentMB=0.98828125, forceMergeDeletesPctAllowed=8.960546702270237, segmentsPerTier=49.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.19626341736945366
   [junit4]   2> 1116137 T2968 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/collection1/data
   [junit4]   2> 1116137 T2968 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/collection1/data/index/
   [junit4]   2> 1116137 T2968 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1116138 T2968 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/collection1/data/index
   [junit4]   2> 1116138 T2968 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=22, maxMergeAtOnceExplicit=19, maxMergedSegmentMB=23.6611328125, floorSegmentMB=0.357421875, forceMergeDeletesPctAllowed=20.451141597131812, segmentsPerTier=47.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 1116141 T2969 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@62a3ddee lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@65ad78ab),segFN=segments_1,generation=1}
   [junit4]   2> 1116142 T2969 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1116142 T2969 oass.SolrIndexSearcher.<init> Opening Searcher@e137857[collectionLazy2] main
   [junit4]   2> 1116144 T2969 oasc.SolrCores.putTransientCore Opening transient core collectionLazy2
   [junit4]   2> 1116144 T2971 oasc.SolrCore.registerSearcher [collectionLazy2] Registered new searcher Searcher@e137857[collectionLazy2] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 1116145 T2968 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@336283a lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1fd24b19),segFN=segments_1,generation=1}
   [junit4]   2> 1116145 T2968 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1116144 T2969 oasc.CoreContainer.registerCore registering core: collectionLazy2
   [junit4]   2> 1116147 T2968 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1116147 T2968 oasc.RequestHandlers.initHandlersFromConfig created /select: solr.SearchHandler
   [junit4]   2> 1116148 T2968 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 1116148 T2968 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 1116152 T2968 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1116156 T2968 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1116157 T2968 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1116157 T2968 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=13, maxMergeAtOnceExplicit=40, maxMergedSegmentMB=16.5947265625, floorSegmentMB=0.98828125, forceMergeDeletesPctAllowed=8.960546702270237, segmentsPerTier=49.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.19626341736945366
   [junit4]   2> 1116158 T2968 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@336283a lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1fd24b19),segFN=segments_1,generation=1}
   [junit4]   2> 1116158 T2968 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1116158 T2968 oass.SolrIndexSearcher.<init> Opening Searcher@5e045e98[collection1] main
   [junit4]   2> 1116160 T2972 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5e045e98[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 1116160 T2968 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 1116161 T2970 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@4106b4c3 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6aa0d623),segFN=segments_1,generation=1}
   [junit4]   2> 1116161 T2970 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1116162 T2970 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1116162 T2970 oasc.RequestHandlers.initHandlersFromConfig created /select: solr.SearchHandler
   [junit4]   2> 1116163 T2970 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 1116163 T2970 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 1116165 T2970 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1116169 T2970 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1116169 T2970 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1116169 T2970 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=13, maxMergeAtOnceExplicit=40, maxMergedSegmentMB=16.5947265625, floorSegmentMB=0.98828125, forceMergeDeletesPctAllowed=8.960546702270237, segmentsPerTier=49.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.19626341736945366
   [junit4]   2> 1116170 T2970 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@4106b4c3 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6aa0d623),segFN=segments_1,generation=1}
   [junit4]   2> 1116170 T2970 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1116171 T2970 oass.SolrIndexSearcher.<init> Opening Searcher@6a5965d4[collectionLazy5] main
   [junit4]   2> 1116172 T2973 oasc.SolrCore.registerSearcher [collectionLazy5] Registered new searcher Searcher@6a5965d4[collectionLazy5] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 1116172 T2970 oasc.CoreContainer.registerCore registering core: collectionLazy5
   [junit4]   2> 1116174 T2964 oasc.CoreContainer.create Creating SolrCore 'collectionLazy3' using instanceDir: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/collection3
   [junit4]   2> 1116175 T2964 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/collection3/'
   [junit4]   2> 1116255 T2964 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
   [junit4]   2> 1116361 T2964 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1116362 T2964 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1116369 T2964 oass.IndexSchema.readSchema [collectionLazy3] Schema name=tiny
   [junit4]   2> 1116401 T2964 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1116403 T2964 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1116404 T2964 oasc.SolrCore.<init> [collectionLazy3] Opening new SolrCore at /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/collection3/, dataDir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/collection3/data/
   [junit4]   2> 1116404 T2964 oasc.SolrCore.<init> JMX monitoring not detected for core: collectionLazy3
   [junit4]   2> 1116404 T2964 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/collection3/data
   [junit4]   2> 1116407 T2964 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/collection3/data/index/
   [junit4]   2> 1116408 T2964 oasc.SolrCore.initIndex WARN [collectionLazy3] Solr index directory '/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/collection3/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1116409 T2964 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/collection3/data/index
   [junit4]   2> 1116409 T2964 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=25, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 1116410 T2964 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@4cf9abe lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@71666e6a),segFN=segments_1,generation=1}
   [junit4]   2> 1116411 T2964 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1116414 T2964 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1116415 T2964 oasc.RequestHandlers.initHandlersFromConfig created /select: solr.SearchHandler
   [junit4]   2> 1116415 T2964 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 1116416 T2964 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 1116419 T2964 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1116425 T2964 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1116427 T2964 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1116428 T2964 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=37, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.49318309967257135]
   [junit4]   2> 1116430 T2964 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@4cf9abe lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@71666e6a),segFN=segments_1,generation=1}
   [junit4]   2> 1116431 T2964 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1116431 T2964 oass.SolrIndexSearcher.<init> Opening Searcher@5b24ffc8[collectionLazy3] main
   [junit4]   2> 1116435 T2975 oasc.SolrCore.registerSearcher [collectionLazy3] Registered new searcher Searcher@5b24ffc8[collectionLazy3] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 1116435 T2964 oasc.SolrCores.putTransientCore Opening transient core collectionLazy3
   [junit4]   2> 1116436 T2964 oasc.CoreContainer.registerCore registering core: collectionLazy3
   [junit4]   2> 1116437 T2964 oasc.CoreContainer.create Creating SolrCore 'collectionLazy4' using instanceDir: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/collection4
   [junit4]   2> 1116438 T2964 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/collection4/'
   [junit4]   2> 1116532 T2964 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
   [junit4]   2> 1116656 T2964 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1116660 T2964 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1116672 T2964 oass.IndexSchema.readSchema [collectionLazy4] Schema name=tiny
   [junit4]   2> 1116700 T2964 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1116703 T2964 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1116704 T2964 oasc.SolrCore.<init> [collectionLazy4] Opening new SolrCore at /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/collection4/, dataDir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/collection4/data/
   [junit4]   2> 1116704 T2964 oasc.SolrCore.<init> JMX monitoring not detected for core: collectionLazy4
   [junit4]   2> 1116705 T2964 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/collection4/data
   [junit4]   2> 1116705 T2964 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/collection4/data/index/
   [junit4]   2> 1116706 T2964 oasc.SolrCore.initIndex WARN [collectionLazy4] Solr index directory '/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/collection4/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1116706 T2964 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/collection4/data/index
   [junit4]   2> 1116706 T2964 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=38, maxMergeAtOnceExplicit=31, maxMergedSegmentMB=85.9765625, floorSegmentMB=0.962890625, forceMergeDeletesPctAllowed=8.130397618277428, segmentsPerTier=11.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3586817891087112
   [junit4]   2> 1116707 T2964 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@6d22ddcf lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7104da0b),segFN=segments_1,generation=1}
   [junit4]   2> 1116708 T2964 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1116709 T2964 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1116710 T2964 oasc.RequestHandlers.initHandlersFromConfig created /select: solr.SearchHandler
   [junit4]   2> 1116710 T2964 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 1116711 T2964 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 1116714 T2964 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1116717 T2964 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1116718 T2964 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1116718 T2964 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=49, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.2652051599133152]
   [junit4]   2> 1116719 T2964 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@6d22ddcf lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7104da0b),segFN=segments_1,generation=1}
   [junit4]   2> 1116719 T2964 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1116720 T2964 oass.SolrIndexSearcher.<init> Opening Searcher@723d5ddd[collectionLazy4] main
   [junit4]   2> 1116722 T2977 oasc.SolrCore.registerSearcher [collectionLazy4] Registered new searcher Searcher@723d5ddd[collectionLazy4] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 1116722 T2964 oasc.CoreContainer.registerCore registering core: collectionLazy4
   [junit4]   2> 1116723 T2964 oasc.CoreContainer.create Creating SolrCore 'collectionLazy6' using instanceDir: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/collection6
   [junit4]   2> 1116723 T2964 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/collection6/'
   [junit4]   2> 1116779 T2964 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
   [junit4]   2> 1116841 T2964 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1116842 T2964 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1116851 T2964 oass.IndexSchema.readSchema [collectionLazy6] Schema name=tiny
   [junit4]   2> 1116913 T2964 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1116915 T2964 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1116916 T2964 oasc.SolrCore.<init> [collectionLazy6] Opening new SolrCore at /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/collection6/, dataDir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/collection6/data/
   [junit4]   2> 1116916 T2964 oasc.SolrCore.<init> JMX monitoring not detected for core: collectionLazy6
   [junit4]   2> 1116917 T2964 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/collection6/data
   [junit4]   2> 1116917 T2964 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/collection6/data/index/
   [junit4]   2> 1116917 T2964 oasc.SolrCore.initIndex WARN [collectionLazy6] Solr index directory '/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/collection6/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1116918 T2964 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/collection6/data/index
   [junit4]   2> 1116918 T2964 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=141001299, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 1116920 T2964 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@ff5e1de lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7ceeedaa),segFN=segments_1,generation=1}
   [junit4]   2> 1116920 T2964 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1116921 T2964 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1116922 T2964 oasc.RequestHandlers.initHandlersFromConfig created /select: solr.SearchHandler
   [junit4]   2> 1116922 T2964 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 1116923 T2964 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 1116925 T2964 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1116928 T2964 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1116929 T2964 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1116929 T2964 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=19, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 1116930 T2964 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@ff5e1de lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7ceeedaa),segFN=segments_1,generation=1}
   [junit4]   2> 1116930 T2964 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1116931 T2964 oass.SolrIndexSearcher.<init> Opening Searcher@5454d1ef[collectionLazy6] main
   [junit4]   2> 1116932 T2979 oasc.SolrCore.registerSearcher [collectionLazy6] Registered new searcher Searcher@5454d1ef[collectionLazy6] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 1116933 T2964 oasc.SolrCores.putTransientCore Opening transient core collectionLazy6
   [junit4]   2> 1116934 T2964 oasc.CoreContainer.registerCore registering core: collectionLazy6
   [junit4]   2> 1116934 T2964 oasc.CoreContainer.create Creating SolrCore 'collectionLazy7' using instanceDir: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/collection7
   [junit4]   2> 1116935 T2964 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/collection7/'
   [junit4]   2> 1117004 T2964 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
   [junit4]   2> 1117082 T2964 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1117082 T2964 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1117089 T2964 oass.IndexSchema.readSchema [collectionLazy7] Schema name=tiny
   [junit4]   2> 1117114 T2964 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1117115 T2964 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1117116 T2964 oasc.SolrCore.<init> [collectionLazy7] Opening new SolrCore at /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/collection7/, dataDir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/collection7/data/
   [junit4]   2> 1117116 T2964 oasc.SolrCore.<init> JMX monitoring not detected for core: collectionLazy7
   [junit4]   2> 1117116 T2964 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/collection7/data
   [junit4]   2> 1117117 T2964 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/collection7/data/index/
   [junit4]   2> 1117117 T2964 oasc.SolrCore.initIndex WARN [collectionLazy7] Solr index directory '/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/collection7/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1117117 T2964 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/collection7/data/index
   [junit4]   2> 1117118 T2964 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=21, maxMergeAtOnceExplicit=40, maxMergedSegmentMB=73.4990234375, floorSegmentMB=1.7744140625, forceMergeDeletesPctAllowed=0.6225799204879356, segmentsPerTier=26.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5910123353993066
   [junit4]   2> 1117119 T2964 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@4fc3bb1f lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@3e10b32a),segFN=segments_1,generation=1}
   [junit4]   2> 1117119 T2964 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1117121 T2964 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1117121 T2964 oasc.RequestHandlers.initHandlersFromConfig created /select: solr.SearchHandler
   [junit4]   2> 1117121 T2964 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 1117122 T2964 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 1117123 T2964 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1117127 T2964 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1117128 T2964 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1117128 T2964 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=38, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 1117129 T2964 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@4fc3bb1f lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@3e10b32a),segFN=segments_1,generation=1}
   [junit4]   2> 1117129 T2964 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1117130 T2964 oass.SolrIndexSearcher.<init> Opening Searcher@31a37df3[collectionLazy7] main
   [junit4]   2> 1117131 T2981 oasc.SolrCore.registerSearcher [collectionLazy7] Registered new searcher Searcher@31a37df3[collectionLazy7] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 1117132 T2964 oasc.SolrCores.putTransientCore Opening transient core collectionLazy7
   [junit4]   2> 1117132 T2964 oasc.CoreContainer.registerCore registering core: collectionLazy7
   [junit4]   2> 1117132 T2964 oasc.CoreContainer.create Creating SolrCore 'collectionLazy8' using instanceDir: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/collection8
   [junit4]   2> 1117133 T2964 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/collection8/'
   [junit4]   2> 1117187 T2964 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
   [junit4]   2> 1117248 T2964 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1117250 T2964 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1117256 T2964 oass.IndexSchema.readSchema [collectionLazy8] Schema name=tiny
   [junit4]   2> 1117282 T2964 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1117283 T2964 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1117284 T2964 oasc.SolrCore.<init> [collectionLazy8] Opening new SolrCore at /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/collection8/, dataDir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/collection8/data/
   [junit4]   2> 1117284 T2964 oasc.SolrCore.<init> JMX monitoring not detected for core: collectionLazy8
   [junit4]   2> 1117284 T2964 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/collection8/data
   [junit4]   2> 1117285 T2964 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/collection8/data/index/
   [junit4]   2> 1117285 T2964 oasc.SolrCore.initIndex WARN [collectionLazy8] Solr index directory '/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/collection8/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1117286 T2964 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/collection8/data/index
   [junit4]   2> 1117286 T2964 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=19, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 1117288 T2964 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@575f50b5 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6d6ce236),segFN=segments_1,generation=1}
   [junit4]   2> 1117288 T2964 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1117289 T2964 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1117290 T2964 oasc.RequestHandlers.initHandlersFromConfig created /select: solr.SearchHandler
   [junit4]   2> 1117290 T2964 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 1117290 T2964 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 1117292 T2964 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1117296 T2964 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1117296 T2964 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1117297 T2964 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=21, maxMergeAtOnceExplicit=36, maxMergedSegmentMB=89.4892578125, floorSegmentMB=0.5751953125, forceMergeDeletesPctAllowed=9.998551832361054, segmentsPerTier=17.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 1117297 T2964 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@575f50b5 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6d6ce236),segFN=segments_1,generation=1}
   [junit4]   2> 1117298 T2964 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1117299 T2964 oass.SolrIndexSearcher.<init> Opening Searcher@73aa8115[collectionLazy8] main
   [junit4]   2> 1117300 T2983 oasc.SolrCore.registerSearcher [collectionLazy8] Registered new searcher Searcher@73aa8115[collectionLazy8] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 1117300 T2964 oasc.SolrCores.putTransientCore Opening transient core collectionLazy8
   [junit4]   2> 1117301 T2964 oasc.SolrCores$1.removeEldestEntry Closing transient core [collectionLazy3]
   [junit4]   2> 1117301 T2964 oasc.CoreContainer.registerCore registering core: collectionLazy8
   [junit4]   2> 1117302 T2964 oasc.CoreContainer.create Creating SolrCore 'collectionLazy9' using instanceDir: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/collection9
   [junit4]   2> 1117302 T2964 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/collection9/'
   [junit4]   2> 1117375 T2964 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
   [junit4]   2> 1117442 T2964 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1117443 T2964 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1117449 T2964 oass.IndexSchema.readSchema [collectionLazy9] Schema name=tiny
   [junit4]   2> 1117501 T2964 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1117503 T2964 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1117504 T2964 oasc.SolrCore.<init> [collectionLazy9] Opening new SolrCore at /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/collection9/, dataDir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/collection9/data/
   [junit4]   2> 1117504 T2964 oasc.SolrCore.<init> JMX monitoring not detected for core: collectionLazy9
   [junit4]   2> 1117505 T2964 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/collection9/data
   [junit4]   2> 1117505 T2964 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/collection9/data/index/
   [junit4]   2> 1117505 T2964 oasc.SolrCore.initIndex WARN [collectionLazy9] Solr index directory '/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/collection9/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1117506 T2964 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/collection9/data/index
   [junit4]   2> 1117506 T2964 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=18, maxMergeAtOnceExplicit=35, maxMergedSegmentMB=1.7353515625, floorSegmentMB=1.447265625, forceMergeDeletesPctAllowed=18.707620464938095, segmentsPerTier=19.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 1117508 T2964 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@7d57e677 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@c2118a7),segFN=segments_1,generation=1}
   [junit4]   2> 1117508 T2964 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1117512 T2964 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1117512 T2964 oasc.RequestHandlers.initHandlersFromConfig created /select: solr.SearchHandler
   [junit4]   2> 1117512 T2964 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 1117513 T2964 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 1117515 T2964 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1117525 T2964 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1117527 T2964 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1117527 T2964 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=30, maxMergeAtOnceExplicit=28, maxMergedSegmentMB=99.9228515625, floorSegmentMB=1.75390625, forceMergeDeletesPctAllowed=23.451100326630147, segmentsPerTier=45.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.20307880131532077
   [junit4]   2> 1117528 T2964 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@7d57e677 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@c2118a7),segFN=segments_1,generation=1}
   [junit4]   2> 1117528 T2964 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1117529 T2964 oass.SolrIndexSearcher.<init> Opening Searcher@27589ac[collectionLazy9] main
   [junit4]   2> 1117531 T2964 oasc.SolrCores.putTransientCore Opening transient core collectionLazy9
   [junit4]   2> 1117531 T2964 oasc.SolrCores$1.removeEldestEntry Closing transient core [collectionLazy2]
   [junit4]   2> 1117531 T2964 oasc.CoreContainer.registerCore registering core: collectionLazy9
   [junit4]   2> 1117532 T2964 oasc.SolrCore.close [collectionLazy3]  CLOSING SolrCore org.apache.solr.core.SolrCore@2fd03a1
   [junit4]   2> 1117532 T2964 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
   [junit4]   2> 1117532 T2964 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 1117532 T2964 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 1117533 T2964 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 1117533 T2985 oasc.SolrCore.registerSearcher [collectionLazy9] Registered new searcher Searcher@27589ac[collectionLazy9] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 1117534 T2964 oasc.SolrCore.closeSearcher [collectionLazy3] Closing main searcher on request.
   [junit4]   2> 1117534 T2964 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 1117535 T2964 oasc.CachingDirectoryFactory.closeCacheValue looking to close /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/collection3/data/index [CachedDir<<refCount=0;path=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/collection3/data/index;done=false>>]
   [junit4]   2> 1117535 T2964 oasc.CachingDirectoryFactory.close Closing directory: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/collection3/data/index
   [junit4]   2> 1117535 T2964 oasc.CachingDirectoryFactory.closeCacheValue looking to close /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/collection3/data [CachedDir<<refCount=0;path=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/collection3/data;done=false>>]
   [junit4]   2> 1117535 T2964 oasc.CachingDirectoryFactory.close Closing directory: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/collection3/data
   [junit4]   2> 1117536 T2964 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=1996838693
   [junit4]   2> 1117540 T2964 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@5d745d86
   [junit4]   2> 1117540 T2964 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
   [junit4]   2> 1117541 T2964 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 1117542 T2964 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 1117542 T2964 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 1117543 T2964 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 1117544 T2964 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 1117544 T2964 oasc.CachingDirectoryFactory.closeCacheValue looking to close /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/collection1/data [CachedDir<<refCount=0;path=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/collection1/data;done=false>>]
   [junit4]   2> 1117544 T2964 oasc.CachingDirectoryFactory.close Closing directory: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/collection1/data
   [junit4]   2> 1117544 T2964 oasc.CachingDirectoryFactory.closeCacheValue looking to close /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/collection1/data/index [CachedDir<<refCount=0;path=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/collection1/data/index;done=false>>]
   [junit4]   2> 1117545 T2964 oasc.CachingDirectoryFactory.close Closing directory: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/collection1/data/index
   [junit4]   2> 1117545 T2964 oasc.SolrCore.close [collectionLazy5]  CLOSING SolrCore org.apache.solr.core.SolrCore@401dd900
   [junit4]   2> 1117545 T2964 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
   [junit4]   2> 1117546 T2964 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 1117546 T2964 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 1117546 T2964 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 1117547 T2964 oasc.SolrCore.closeSearcher [collectionLazy5] Closing main searcher on request.
   [junit4]   2> 1117548 T2964 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 1117548 T2964 oasc.CachingDirectoryFactory.closeCacheValue looking to close /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/collection5/data/index [CachedDir<<refCount=0;path=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/collection5/data/index;done=false>>]
   [junit4]   2> 1117549 T2964 oasc.CachingDirectoryFactory.close Closing directory: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/collection5/data/index
   [junit4]   2> 1117549 T2964 oasc.CachingDirectoryFactory.closeCacheValue looking to close /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/collection5/data [CachedDir<<refCount=0;path=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/collection5/data;done=false>>]
   [junit4]   2> 1117549 T2964 oasc.CachingDirectoryFactory.close Closing directory: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/collection5/data
   [junit4]   2> 1117549 T2964 oasc.SolrCore.close [collectionLazy4]  CLOSING SolrCore org.apache.solr.core.SolrCore@1414bf6
   [junit4]   2> 1117550 T2964 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
   [junit4]   2> 1117550 T2964 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 1117550 T2964 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 1117551 T2964 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 1117552 T2964 oasc.SolrCore.closeSearcher [collectionLazy4] Closing main searcher on request.
   [junit4]   2> 1117553 T2964 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 1117553 T2964 oasc.CachingDirectoryFactory.closeCacheValue looking to close /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/collection4/data/index [CachedDir<<refCount=0;path=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/collection4/data/index;done=false>>]
   [junit4]   2> 1117553 T2964 oasc.CachingDirectoryFactory.close Closing directory: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/collection4/data/index
   [junit4]   2> 1117553 T2964 oasc.CachingDirectoryFactory.closeCacheValue looking to close /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/collection4/data [CachedDir<<refCount=0;path=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/collection4/data;done=false>>]
   [junit4]   2> 1117554 T2964 oasc.CachingDirectoryFactory.close Closing directory: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/collection4/data
   [junit4]   2> 1117554 T2964 oasc.SolrCore.close [collectionLazy6]  CLOSING SolrCore org.apache.solr.core.SolrCore@65e2041e
   [junit4]   2> 1117554 T2964 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
   [junit4]   2> 1117555 T2964 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 1117555 T2964 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 1117555 T2964 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 1117556 T2964 oasc.SolrCore.closeSearcher [collectionLazy6] Closing main searcher on request.
   [junit4]   2> 1117556 T2964 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 1117557 T2964 oasc.CachingDirectoryFactory.closeCacheValue looking to close /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/collection6/data [CachedDir<<refCount=0;path=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/collection6/data;done=false>>]
   [junit4]   2> 1117557 T2964 oasc.CachingDirectoryFactory.close Closing directory: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/collection6/data
   [junit4]   2> 1117557 T2964 oasc.CachingDirectoryFactory.closeCacheValue looking to close /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/collection6/data/index [CachedDir<<refCount=0;path=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/collection6/data/index;done=false>>]
   [junit4]   2> 1117558 T2964 oasc.CachingDirectoryFactory.close Closing directory: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/collection6/data/index
   [junit4]   2> 1117558 T2964 oasc.SolrCore.close [collectionLazy7]  CLOSING SolrCore org.apache.solr.core.SolrCore@597c81d3
   [junit4]   2> 1117558 T2964 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
   [junit4]   2> 1117559 T2964 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 1117559 T2964 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 1117559 T2964 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 1117560 T2964 oasc.SolrCore.closeSearcher [collectionLazy7] Closing main searcher on request.
   [junit4]   2> 1117560 T2964 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 1117561 T2964 oasc.CachingDirectoryFactory.closeCacheValue looking to close /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/collection7/data [CachedDir<<refCount=0;path=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/collection7/data;done=false>>]
   [junit4]   2> 1117561 T2964 oasc.CachingDirectoryFactory.close Closing directory: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/collection7/data
   [junit4]   2> 1117561 T2964 oasc.CachingDirectoryFactory.closeCacheValue looking to close /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/collection7/data/index [CachedDir<<refCount=0;path=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/collection7/data/index;done=false>>]
   [junit4]   2> 1117562 T2964 oasc.CachingDirectoryFactory.close Closing directory: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/collection7/data/index
   [junit4]   2> 1117562 T2964 oasc.SolrCore.close [collectionLazy8]  CLOSING SolrCore org.apache.solr.core.SolrCore@7d2f718a
   [junit4]   2> 1117562 T2964 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
   [junit4]   2> 1117562 T2964 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 1117563 T2964 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 1117564 T2964 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 1117565 T2964 oasc.SolrCore.closeSearcher [collectionLazy8] Closing main searcher on request.
   [junit4]   2> 1117565 T2964 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 1117565 T2964 oasc.CachingDirectoryFactory.closeCacheValue looking to close /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/collection8/data [CachedDir<<refCount=0;path=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/collection8/data;done=false>>]
   [junit4]   2> 1117566 T2964 oasc.CachingDirectoryFactory.close Closing directory: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/collection8/data
   [junit4]   2> 1117566 T2964 oasc.CachingDirectoryFactory.closeCacheValue looking to close /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/collection8/data/index [CachedDir<<refCount=0;path=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/collection8/data/index;done=false>>]
   [junit4]   2> 1117566 T2964 oasc.CachingDirectoryFactory.close Closing directory: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/collection8/data/index
   [junit4]   2> 1117566 T2964 oasc.SolrCore.close [collectionLazy9]  CLOSING SolrCore org.apache.solr.core.SolrCore@35c75b3b
   [junit4]   2> 1117567 T2964 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
   [junit4]   2> 1117567 T2964 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 1117567 T2964 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 1117567 T2964 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 1117569 T2964 oasc.SolrCore.closeSearcher [collectionLazy9] Closing main searcher on request.
   [junit4]   2> 1117569 T2964 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 1117570 T2964 oasc.CachingDirectoryFactory.closeCacheValue looking to close /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/collection9/data/index [CachedDir<<refCount=0;path=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/collection9/data/index;done=false>>]
   [junit4]   2> 1117570 T2964 oasc.CachingDirectoryFactory.close Closing directory: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/collection9/data/index
   [junit4]   2> 1117570 T2964 oasc.CachingDirectoryFactory.closeCacheValue looking to close /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/collection9/data [CachedDir<<refCount=0;path=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/collection9/data;done=false>>]
   [junit4]   2> 1117571 T2964 oasc.CachingDirectoryFactory.close Closing directory: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/collection9/data
   [junit4]   2> 1117599 T2964 oas.SolrTestCaseJ4.tearDown ###Ending testCachingLimit
   [junit4]   2> 1117607 T2964 oas.SolrTestCaseJ4.setUp ###Starting testRace
   [junit4]   2> 1117669 T2964 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/'
   [junit4]   2> 1117715 T2964 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/solr.xml
   [junit4]   2> 1117804 T2964 oasc.CoreContainer.<init> New CoreContainer 832895410
   [junit4]   2> 1117805 T2964 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/]
   [junit4]   2> 1117807 T2964 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
   [junit4]   2> 1117807 T2964 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: null
   [junit4]   2> 1117807 T2964 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
   [junit4]   2> 1117807 T2964 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1117808 T2964 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1117808 T2964 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1117808 T2964 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1117808 T2964 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1117809 T2964 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1117828 T2964 oasc.SolrCores.allocateLazyCores Allocating transient cache for 4 transient cores
   [junit4]   2> 1117830 T2964 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1117831 T2964 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1117832 T2964 oasc.CoreContainer.load Host Name: null
   [junit4]   2> 1117857 T2987 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/collection1
   [junit4]   2> 1117858 T2987 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/collection1/'
   [junit4]   2> 1117868 T2988 oasc.CoreContainer.create Creating SolrCore 'collectionLazy2' using instanceDir: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/collection2
   [junit4]   2> 1117868 T2988 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/collection2/'
   [junit4]   2> 1117889 T2989 oasc.CoreContainer.create Creating SolrCore 'collectionLazy5' using instanceDir: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/collection5
   [junit4]   2> 1117890 T2989 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/collection5/'
   [junit4]   2> 1117976 T2988 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
   [junit4]   2> 1117983 T2987 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
   [junit4]   2> 1118047 T2989 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
   [junit4]   2> 1118126 T2987 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1118141 T2988 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1118142 T2988 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1118142 T2987 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1118149 T2988 oass.IndexSchema.readSchema [collectionLazy2] Schema name=tiny
   [junit4]   2> 1118171 T2987 oass.IndexSchema.readSchema [collection1] Schema name=tiny
   [junit4]   2> 1118266 T3 oasu.ConcurrentLRUCache.finalize ERROR ConcurrentLRUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1118266 T3 oasc.SolrCore.finalize ERROR REFCOUNT ERROR: unreferenced org.apache.solr.core.SolrCore@40554ac8 (collectionLazy2) has a reference count of 1
   [junit4]   2> 1118309 T2989 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1118310 T2989 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1118317 T2989 oass.IndexSchema.readSchema [collectionLazy5] Schema name=tiny
   [junit4]   2> 1118319 T2987 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1118323 T2987 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1118328 T2987 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/collection1/, dataDir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/collection1/data/
   [junit4]   2> 1118328 T2987 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
   [junit4]   2> 1118329 T2987 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/collection1/data
   [junit4]   2> 1118329 T2987 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/collection1/data/index/
   [junit4]   2> 1118329 T2987 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1118331 T2987 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/collection1/data/index
   [junit4]   2> 1118332 T2987 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=22, maxMergeAtOnceExplicit=19, maxMergedSegmentMB=23.6611328125, floorSegmentMB=0.357421875, forceMergeDeletesPctAllowed=20.451141597131812, segmentsPerTier=47.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 1118333 T2987 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@647a3924 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6ea678cb),segFN=segments_1,generation=1}
   [junit4]   2> 1118333 T2987 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1118335 T2987 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1118335 T2987 oasc.RequestHandlers.initHandlersFromConfig created /select: solr.SearchHandler
   [junit4]   2> 1118335 T2987 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 1118336 T2987 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 1118342 T2988 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1118343 T2988 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1118343 T2988 oasc.SolrCore.<init> [collectionLazy2] Opening new SolrCore at /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/collection2/, dataDir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/collection2/data/
   [junit4]   2> 1118344 T2988 oasc.SolrCore.<init> JMX monitoring not detected for core: collectionLazy2
   [junit4]   2> 1118364 T2989 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1118369 T2988 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/collection2/data
   [junit4]   2> 1118370 T2988 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/collection2/data/index/
   [junit4]   2> 1118370 T2988 oasc.SolrCore.initIndex WARN [collectionLazy2] Solr index directory '/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/collection2/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1118370 T2988 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/collection2/data/index
   [junit4]   2> 1118371 T2988 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=22, maxMergeAtOnceExplicit=19, maxMergedSegmentMB=23.6611328125, floorSegmentMB=0.357421875, forceMergeDeletesPctAllowed=20.451141597131812, segmentsPerTier=47.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 1118382 T2989 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1118383 T2989 oasc.SolrCore.<init> [collectionLazy5] Opening new SolrCore at /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/collection5/, dataDir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/collection5/data/
   [junit4]   2> 1118383 T2989 oasc.SolrCore.<init> JMX monitoring not detected for core: collectionLazy5
   [junit4]   2> 1118393 T2987 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1118398 T2989 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/collection5/data
   [junit4]   2> 1118400 T2989 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/collection5/data/index/
   [junit4]   2> 1118400 T2988 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@7171834b lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7d582990),segFN=segments_1,generation=1}
   [junit4]   2> 1118401 T2988 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1118402 T2988 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1118403 T2988 oasc.RequestHandlers.initHandlersFromConfig created /select: solr.SearchHandler
   [junit4]   2> 1118403 T2988 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 1118408 T2988 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 1118401 T2987 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1118412 T2987 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1118413 T2988 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1118400 T2989 oasc.SolrCore.initIndex WARN [collectionLazy5] Solr index directory '/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/collection5/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1118419 T2988 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1118420 T2988 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1118419 T2987 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=13, maxMergeAtOnceExplicit=40, maxMergedSegmentMB=16.5947265625, floorSegmentMB=0.98828125, forceMergeDeletesPctAllowed=8.960546702270237, segmentsPerTier=49.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.19626341736945366
   [junit4]   2> 1118421 T2988 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [

[...truncated too long message...]

ore/test/J0/./TestLazyCores/collection5/data
   [junit4]   2> 1127630 T2964 oasc.CachingDirectoryFactory.closeCacheValue looking to close /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/collection5/data/index [CachedDir<<refCount=0;path=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/collection5/data/index;done=false>>]
   [junit4]   2> 1127630 T2964 oasc.CachingDirectoryFactory.close Closing directory: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/collection5/data/index
   [junit4]   2> 1127631 T2964 oasc.SolrCore.close [collectionLazy2]  CLOSING SolrCore org.apache.solr.core.SolrCore@201bae31
   [junit4]   2> 1127632 T2964 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
   [junit4]   2> 1127632 T2964 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 1127632 T2964 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 1127633 T2964 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 1127634 T2964 oasc.SolrCore.closeSearcher [collectionLazy2] Closing main searcher on request.
   [junit4]   2> 1127634 T2964 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 1127634 T2964 oasc.CachingDirectoryFactory.closeCacheValue looking to close /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/collection2/data [CachedDir<<refCount=0;path=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/collection2/data;done=false>>]
   [junit4]   2> 1127635 T2964 oasc.CachingDirectoryFactory.close Closing directory: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/collection2/data
   [junit4]   2> 1127635 T2964 oasc.CachingDirectoryFactory.closeCacheValue looking to close /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/collection2/data/index [CachedDir<<refCount=0;path=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/collection2/data/index;done=false>>]
   [junit4]   2> 1127635 T2964 oasc.CachingDirectoryFactory.close Closing directory: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./TestLazyCores/collection2/data/index
   [junit4]   2> 1127676 T2964 oas.SolrTestCaseJ4.tearDown ###Ending testCreateTransientFromAdmin
   [junit4]   2> 1127678 T2964 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> 1127678 T2964 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=1753083380
   [junit4]   2> 1127678 T2964 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@6b8c6214
   [junit4]   2> 1127679 T2964 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
   [junit4]   2> 1127680 T2964 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 1127680 T2964 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 1127680 T2964 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 1127681 T2964 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 1127681 T2964 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 1127682 T2964 oasc.CachingDirectoryFactory.closeCacheValue looking to close /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-TestLazyCores-1392245031760/index [CachedDir<<refCount=0;path=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-TestLazyCores-1392245031760/index;done=false>>]
   [junit4]   2> 1127682 T2964 oasc.CachingDirectoryFactory.close Closing directory: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-TestLazyCores-1392245031760/index
   [junit4]   2> 1127682 T2964 oasc.CachingDirectoryFactory.closeCacheValue looking to close /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-TestLazyCores-1392245031760 [CachedDir<<refCount=0;path=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-TestLazyCores-1392245031760;done=false>>]
   [junit4]   2> 1127682 T2964 oasc.CachingDirectoryFactory.close Closing directory: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-TestLazyCores-1392245031760
   [junit4]   2> 1248917 T2964 oas.SolrTestCaseJ4.endTrackingSearchers ERROR ERROR: SolrIndexSearcher opens=59 closes=58
   [junit4]   2> NOTE: test params are: codec=Lucene40, sim=RandomSimilarityProvider(queryNorm=false,coord=no): {}, locale=uk, timezone=Etc/UTC
   [junit4]   2> NOTE: Mac OS X 10.8.5 x86_64/Oracle Corporation 1.7.0_51 (64-bit)/cpus=2,threads=1,free=241002360,total=401604608
   [junit4]   2> NOTE: All tests run in this JVM: [XmlUpdateRequestHandlerTest, FileUtilsTest, TestCloudManagedSchemaAddField, PolyFieldTest, TestCustomSort, SimplePostToolTest, FullSolrCloudDistribCmdsTest, FieldMutatingUpdateProcessorTest, BinaryUpdateRequestHandlerTest, TestSearchPerf, TestSolrCoreProperties, TestStressRecovery, DistributedQueryComponentCustomSortTest, TestJmxIntegration, SchemaVersionSpecificBehaviorTest, ShardSplitTest, TestCursorMarkWithoutUniqueKey, EchoParamsTest, DefaultValueUpdateProcessorTest, TestCoreContainer, TimeZoneUtilsTest, ZkSolrClientTest, InfoHandlerTest, TestShardHandlerFactory, TestIndexingPerformance, RAMDirectoryFactoryTest, TestManagedSchema, TriLevelCompositeIdRoutingTest, BlockCacheTest, IndexBasedSpellCheckerTest, MoreLikeThisHandlerTest, ParsingFieldUpdateProcessorsTest, TestReversedWildcardFilterFactory, TestSystemIdResolver, UpdateRequestProcessorFactoryTest, TestInitQParser, HdfsLockFactoryTest, URLClassifyProcessorTest, SystemInfoHandlerTest, ClusterStateUpdateTest, ZkCLITest, CurrencyFieldXmlFileTest, TestNumberUtils, NoCacheHeaderTest, LukeRequestHandlerTest, AlternateDirectoryTest, HdfsRecoveryZkTest, TestCollationFieldDocValues, TestExtendedDismaxParser, TestSerializedLuceneMatchVersion, DistributedQueryElevationComponentTest, CurrencyFieldOpenExchangeTest, ConnectionManagerTest, TestStressUserVersions, TestModifyConfFiles, PingRequestHandlerTest, TestManagedSchemaFieldResource, PreAnalyzedUpdateProcessorTest, DebugComponentTest, MultiTermTest, TestElisionMultitermQuery, OutputWriterTest, DeleteReplicaTest, TestRealTimeGet, TestFreeTextSuggestions, TestDocumentBuilder, TestFunctionQuery, TestFastWriter, DirectUpdateHandlerTest, CSVRequestHandlerTest, TestJoin, TestUtils, TestSolrDeletionPolicy1, TestNRTOpen, ClusterStateTest, JsonLoaderTest, SyncSliceTest, TestHighFrequencyDictionaryFactory, SolrIndexConfigTest, TestTrie, TestRandomFaceting, HardAutoCommitTest, TestSweetSpotSimilarityFactory, SpatialFilterTest, AddBlockUpdateTest, TestQueryTypes, TestStressReorder, DOMUtilTest, DocValuesMultiTest, TestLuceneMatchVersion, SolrCoreCheckLockOnStartupTest, FileBasedSpellCheckerTest, TestUpdate, LoggingHandlerTest, TestLazyCores]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestLazyCores -Dtests.seed=7F0DCB70FE08141C -Dtests.slow=true -Dtests.locale=uk -Dtests.timezone=Etc/UTC -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.00s | TestLazyCores (suite) <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: ERROR: SolrIndexSearcher opens=59 closes=58
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([7F0DCB70FE08141C]:0)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.endTrackingSearchers(SolrTestCaseJ4.java:402)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.afterClass(SolrTestCaseJ4.java:158)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:744)
   [junit4] Completed in 134.58s, 8 tests, 1 failure <<< FAILURES!

[...truncated 857 lines...]
BUILD FAILED
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/build.xml:453: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/build.xml:433: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/build.xml:39: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/extra-targets.xml:37: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build.xml:189: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/common-build.xml:491: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/common-build.xml:1268: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/common-build.xml:901: There were test failures: 372 suites, 1603 tests, 1 suite-level error, 40 ignored (6 assumptions)

Total time: 101 minutes 47 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.7.0 -XX:-UseCompressedOops -XX:+UseG1GC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-trunk-MacOSX (64bit/jdk1.7.0) - Build # 1323 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-MacOSX/1323/
Java: 64bit/jdk1.7.0 -XX:-UseCompressedOops -XX:+UseSerialGC

3 tests failed.
REGRESSION:  org.apache.solr.cloud.BasicDistributedZkTest.testDistribSearch

Error Message:
No live SolrServers available to handle this request:[https://127.0.0.1:54321/_g/e/collection1, https://127.0.0.1:54324/_g/e/collection1, https://127.0.0.1:54327/_g/e/collection1, https://127.0.0.1:54331/_g/e/collection1]

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[https://127.0.0.1:54321/_g/e/collection1, https://127.0.0.1:54324/_g/e/collection1, https://127.0.0.1:54327/_g/e/collection1, https://127.0.0.1:54331/_g/e/collection1]
	at __randomizedtesting.SeedInfo.seed([316A9527119C0427:B08C1B3F66C3641B]:0)
	at org.apache.solr.client.solrj.impl.LBHttpSolrServer.request(LBHttpSolrServer.java:352)
	at org.apache.solr.client.solrj.impl.CloudSolrServer.request(CloudSolrServer.java:635)
	at org.apache.solr.client.solrj.request.QueryRequest.process(QueryRequest.java:90)
	at org.apache.solr.client.solrj.SolrServer.query(SolrServer.java:301)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.queryServer(AbstractFullDistribZkTestBase.java:1356)
	at org.apache.solr.cloud.BasicDistributedZkTest.queryServer(BasicDistributedZkTest.java:1171)
	at org.apache.solr.BaseDistributedSearchTestCase.query(BaseDistributedSearchTestCase.java:561)
	at org.apache.solr.BaseDistributedSearchTestCase.query(BaseDistributedSearchTestCase.java:543)
	at org.apache.solr.cloud.BasicDistributedZkTest.doTest(BasicDistributedZkTest.java:259)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:868)
	at sun.reflect.GeneratedMethodAccessor66.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:744)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[https://127.0.0.1:54321/_g/e/collection1, https://127.0.0.1:54327/_g/e/collection1, https://127.0.0.1:54331/_g/e/collection1]
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:495)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:199)
	at org.apache.solr.client.solrj.impl.LBHttpSolrServer.request(LBHttpSolrServer.java:283)
	... 48 more


REGRESSION:  org.apache.solr.cloud.ChaosMonkeySafeLeaderTest.testDistribSearch

Error Message:
shard1 is not consistent.  Got 251 from https://127.0.0.1:49209/collection1lastClient and got 228 from https://127.0.0.1:49225/collection1

Stack Trace:
java.lang.AssertionError: shard1 is not consistent.  Got 251 from https://127.0.0.1:49209/collection1lastClient and got 228 from https://127.0.0.1:49225/collection1
	at __randomizedtesting.SeedInfo.seed([316A9527119C0427:B08C1B3F66C3641B]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkShardConsistency(AbstractFullDistribZkTestBase.java:1175)
	at org.apache.solr.cloud.ChaosMonkeySafeLeaderTest.doTest(ChaosMonkeySafeLeaderTest.java:149)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:868)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:744)


REGRESSION:  org.apache.solr.core.TestNonNRTOpen.testReaderIsNotNRT

Error Message:
expected:<3> but was:<2>

Stack Trace:
java.lang.AssertionError: expected:<3> but was:<2>
	at __randomizedtesting.SeedInfo.seed([316A9527119C0427:84ECF4A0AE5DB6D3]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.core.TestNonNRTOpen.assertNotNRT(TestNonNRTOpen.java:133)
	at org.apache.solr.core.TestNonNRTOpen.testReaderIsNotNRT(TestNonNRTOpen.java:94)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:744)




Build Log:
[...truncated 9800 lines...]
   [junit4] Suite: org.apache.solr.cloud.ChaosMonkeySafeLeaderTest
   [junit4]   2> log4j:WARN No such property [conversionPattern] in org.apache.solr.util.SolrLogLayout.
   [junit4]   2> 2223 T10 oas.SolrTestCaseJ4.buildSSLConfig Randomized ssl (true) and clientAuth (false)
   [junit4]   2> 2306 T10 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
   [junit4]   2> 2398 T10 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-ChaosMonkeySafeLeaderTest-1392216741027
   [junit4]   2> 2408 T10 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   2> 2416 T11 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 2616 T10 oasc.ZkTestServer.run start zk server on port:49191
   [junit4]   2> 2777 T10 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2824 T12 oazs.NIOServerCnxn.doIO WARN Exception causing close of session 0x0 due to java.io.IOException: ZooKeeperServer not running
   [junit4]   2> 5061 T17 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2c8f544b name:ZooKeeperConnection Watcher:127.0.0.1:49191 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 5084 T10 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 5093 T10 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 5195 T10 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 5202 T19 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4891e63d name:ZooKeeperConnection Watcher:127.0.0.1:49191/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 5203 T10 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 5220 T10 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 5239 T10 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 5266 T10 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 5278 T10 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 5291 T10 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 5337 T10 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 5354 T10 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
   [junit4]   2> 5356 T10 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 5368 T10 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 5369 T10 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 5386 T10 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 5387 T10 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 5403 T10 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 5404 T10 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 5424 T10 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 5425 T10 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 5434 T10 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 5435 T10 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 5444 T10 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 5445 T10 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 5457 T10 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 5458 T10 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 5470 T10 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 5473 T10 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 5490 T10 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 5491 T10 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 5521 T10 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 5526 T21 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@43ae7f6b name:ZooKeeperConnection Watcher:127.0.0.1:49191/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 5527 T10 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 6583 T10 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 7460 T10 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 7527 T10 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:49196
   [junit4]   2> 8109 T10 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 8242 T10 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 8243 T10 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-controljetty-1392216744162
   [junit4]   2> 8245 T10 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-controljetty-1392216744162/'
   [junit4]   2> 8747 T10 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-controljetty-1392216744162/solr.xml
   [junit4]   2> 9367 T10 oasc.CoreContainer.<init> New CoreContainer 1759384409
   [junit4]   2> 9368 T10 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-controljetty-1392216744162/]
   [junit4]   2> 9480 T10 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 9481 T10 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 9490 T10 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 9491 T10 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 9492 T10 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 9492 T10 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 9493 T10 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 9493 T10 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 9494 T10 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 9651 T10 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 9655 T10 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 9661 T10 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 9662 T10 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:49191/solr
   [junit4]   2> 9689 T10 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 9691 T10 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 9708 T33 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@cc2bcd9 name:ZooKeeperConnection Watcher:127.0.0.1:49191 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 9709 T10 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 9730 T10 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 9736 T35 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@43425615 name:ZooKeeperConnection Watcher:127.0.0.1:49191/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 9736 T10 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 9755 T10 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 9778 T10 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 9818 T10 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 9827 T10 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49196_
   [junit4]   2> 9834 T10 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:49196_
   [junit4]   2> 9846 T10 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 9856 T10 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 9895 T10 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:49196_
   [junit4]   2> 9897 T10 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 9910 T10 oasc.Overseer.start Overseer (id=91240316357509124-127.0.0.1:49196_-n_0000000000) starting
   [junit4]   2> 9960 T10 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 10038 T37 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 10044 T37 oasc.OverseerCollectionProcessor.prioritizeOverseerNodes prioritizing overseer nodes
   [junit4]   2> 10045 T10 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 10102 T10 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 10120 T10 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 10145 T36 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 10525 T38 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 10526 T38 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 10539 T35 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 10539 T38 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 10548 T36 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 10551 T36 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:49196",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:49196_",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 10553 T36 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with shards [shard1]
   [junit4]   2> 10584 T36 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 10596 T35 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 10610 T35 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 11544 T38 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 11545 T38 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-controljetty-1392216744162/collection1
   [junit4]   2> 11546 T38 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
   [junit4]   2> 11549 T38 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 11549 T38 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 11554 T38 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 11555 T38 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-controljetty-1392216744162/collection1/'
   [junit4]   2> 11559 T38 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-controljetty-1392216744162/collection1/lib/classes/' to classloader
   [junit4]   2> 11560 T38 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-controljetty-1392216744162/collection1/lib/README' to classloader
   [junit4]   2> 11874 T38 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
   [junit4]   2> 12296 T38 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 12322 T38 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 12478 T38 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 12972 T38 oasc.SolrResourceLoader.findClass WARN Solr loaded a deprecated plugin/analysis class [solr.SortableIntField]. Please consult documentation how to replace it accordingly.
   [junit4]   2> 12996 T38 oasc.SolrResourceLoader.findClass WARN Solr loaded a deprecated plugin/analysis class [solr.SortableLongField]. Please consult documentation how to replace it accordingly.
   [junit4]   2> 13024 T38 oasc.SolrResourceLoader.findClass WARN Solr loaded a deprecated plugin/analysis class [solr.SortableFloatField]. Please consult documentation how to replace it accordingly.
   [junit4]   2> 13048 T38 oasc.SolrResourceLoader.findClass WARN Solr loaded a deprecated plugin/analysis class [solr.SortableDoubleField]. Please consult documentation how to replace it accordingly.
   [junit4]   2> 14257 T38 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 14261 T38 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 14276 T38 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 14304 T38 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 15188 T38 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
   [junit4]   2> 15241 T38 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-controljetty-1392216744162/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1392216741026/control/data/
   [junit4]   2> 15251 T38 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@6769a55a
   [junit4]   2> 15480 T38 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1392216741026/control/data
   [junit4]   2> 15480 T38 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1392216741026/control/data/index/
   [junit4]   2> 15482 T38 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1392216741026/control/data/index' doesn't exist. Creating new index...
   [junit4]   2> 15500 T38 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1392216741026/control/data/index
   [junit4]   2> 15504 T38 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=47, maxMergeAtOnceExplicit=17, maxMergedSegmentMB=65.0654296875, floorSegmentMB=0.4296875, forceMergeDeletesPctAllowed=15.703295447940494, segmentsPerTier=26.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7692023514130134
   [junit4]   2> 15668 T38 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1392216741026/control/data/index,segFN=segments_1,generation=1}
   [junit4]   2> 15672 T38 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 16500 T38 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 16594 T38 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 16609 T38 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 16610 T38 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 16611 T38 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 16612 T38 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 16716 T38 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 16717 T38 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 16718 T38 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 16761 T38 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 16783 T38 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 16784 T38 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 16788 T38 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 16818 T38 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 16823 T38 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 16847 T38 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 16868 T38 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
   [junit4]   2> 17001 T38 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 17086 T38 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 17087 T38 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 17090 T38 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=28, maxMergeAtOnceExplicit=47, maxMergedSegmentMB=95.76171875, floorSegmentMB=1.8544921875, forceMergeDeletesPctAllowed=3.953184330224675, segmentsPerTier=48.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 17102 T38 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1392216741026/control/data/index,segFN=segments_1,generation=1}
   [junit4]   2> 17103 T38 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 17137 T38 oass.SolrIndexSearcher.<init> Opening Searcher@564df01d[collection1] main
   [junit4]   2> 17286 T39 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@564df01d[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 17308 T38 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 17316 T10 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 17317 T10 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 17317 T42 oasc.ZkController.register Register replica - core:collection1 address:https://127.0.0.1:49196 collection:control_collection shard:shard1
   [junit4]   2> 17341 T42 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 17361 T42 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 17371 T35 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 17374 T42 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 17375 T42 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> 17385 T10 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 17387 T44 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@42704ab7 name:ZooKeeperConnection Watcher:127.0.0.1:49191/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 17388 T36 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> ASYNC  NEW_CORE C0 name=collection1 org.apache.solr.core.SolrCore@30dd6f3a url=https://127.0.0.1:49196/collection1 node=127.0.0.1:49196_ C0_STATE=coll:control_collection core:collection1 props:{state=down, base_url=https://127.0.0.1:49196, core=collection1, node_name=127.0.0.1:49196_}
   [junit4]   2> 17387 T42 C0 P49196 oasc.SyncStrategy.sync Sync replicas to https://127.0.0.1:49196/collection1/
   [junit4]   2> 17393 T42 C0 P49196 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 17393 T42 C0 P49196 oasc.SyncStrategy.syncToMe https://127.0.0.1:49196/collection1/ has no replicas
   [junit4]   2> 17394 T42 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: https://127.0.0.1:49196/collection1/ shard1
   [junit4]   2> 17394 T42 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 17388 T10 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 17399 T35 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 17400 T10 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 17408 T10 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 17423 T35 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 17424 T44 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 17452 T35 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 17458 T36 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 17468 T35 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 17576 T35 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 17577 T44 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 17609 T42 oasc.ZkController.register We are https://127.0.0.1:49196/collection1/ and leader is https://127.0.0.1:49196/collection1/
   [junit4]   2> 17613 T42 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=https://127.0.0.1:49196
   [junit4]   2> 17614 T42 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 17614 T42 oasc.ZkController.publish publishing core=collection1 state=active
   [junit4]   2> 17615 T42 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 17619 T35 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 17620 T35 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 17620 T35 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 17623 T42 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 17628 T36 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 17630 T36 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:49196",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:49196_",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":"core_node1"}
   [junit4]   2> 17639 T35 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 17748 T44 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 17750 T35 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 17790 T10 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1
   [junit4]   2> 17796 T10 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 17811 T10 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 17819 T10 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:49200
   [junit4]   2> 17827 T10 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 17828 T10 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 17828 T10 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty1-1392216756036
   [junit4]   2> 17829 T10 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty1-1392216756036/'
   [junit4]   2> 17875 T10 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty1-1392216756036/solr.xml
   [junit4]   2> 18040 T10 oasc.CoreContainer.<init> New CoreContainer 437614554
   [junit4]   2> 18041 T10 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty1-1392216756036/]
   [junit4]   2> 18043 T10 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 18044 T10 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 18044 T10 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 18044 T10 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 18045 T10 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 18046 T10 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 18046 T10 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 18047 T10 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 18048 T10 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 18065 T10 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 18066 T10 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 18067 T10 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 18067 T10 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:49191/solr
   [junit4]   2> 18068 T10 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 18074 T10 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 18078 T55 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7e333bfc name:ZooKeeperConnection Watcher:127.0.0.1:49191 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 18079 T10 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 18086 T10 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 18090 T57 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@30aee2b8 name:ZooKeeperConnection Watcher:127.0.0.1:49191/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 18090 T10 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 18108 T10 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 19121 T10 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49200_
   [junit4]   2> 19124 T10 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:49200_
   [junit4]   2> 19134 T35 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 19135 T57 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 19135 T44 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 19157 T58 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 19158 T58 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 19161 T58 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 19162 T35 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 19162 T35 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 19163 T35 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 19168 T36 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 19172 T36 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:49200",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:49200_",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 19173 T36 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1, shard2, shard3]
   [junit4]   2> 19174 T36 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 19186 T35 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 19298 T57 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 19299 T44 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 19298 T35 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 20163 T58 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 20164 T58 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty1-1392216756036/collection1
   [junit4]   2> 20165 T58 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 20168 T58 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 20169 T58 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 20173 T58 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 20174 T58 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty1-1392216756036/collection1/'
   [junit4]   2> 20175 T58 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty1-1392216756036/collection1/lib/classes/' to classloader
   [junit4]   2> 20176 T58 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty1-1392216756036/collection1/lib/README' to classloader
   [junit4]   2> 20304 T58 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
   [junit4]   2> 20435 T58 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 20440 T58 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 20553 T58 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 21320 T58 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 21324 T58 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 21327 T58 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 21340 T58 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 21488 T58 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
   [junit4]   2> 21489 T58 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty1-1392216756036/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1392216741026/jetty1/
   [junit4]   2> 21490 T58 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@6769a55a
   [junit4]   2> 21492 T58 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1392216741026/jetty1
   [junit4]   2> 21493 T58 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1392216741026/jetty1/index/
   [junit4]   2> 21494 T58 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1392216741026/jetty1/index' doesn't exist. Creating new index...
   [junit4]   2> 21496 T58 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1392216741026/jetty1/index
   [junit4]   2> 21497 T58 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=47, maxMergeAtOnceExplicit=17, maxMergedSegmentMB=65.0654296875, floorSegmentMB=0.4296875, forceMergeDeletesPctAllowed=15.703295447940494, segmentsPerTier=26.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7692023514130134
   [junit4]   2> 21501 T58 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1392216741026/jetty1/index,segFN=segments_1,generation=1}
   [junit4]   2> 21501 T58 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 21516 T58 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 21517 T58 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 21518 T58 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 21518 T58 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 21519 T58 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 21520 T58 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 21520 T58 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 21521 T58 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 21522 T58 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 21524 T58 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 21528 T58 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 21529 T58 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 21530 T58 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 21533 T58 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 21534 T58 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 21537 T58 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 21539 T58 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
   [junit4]   2> 21550 T58 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 21557 T58 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 21557 T58 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 21561 T58 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=28, maxMergeAtOnceExplicit=47, maxMergedSegmentMB=95.76171875, floorSegmentMB=1.8544921875, forceMergeDeletesPctAllowed=3.953184330224675, segmentsPerTier=48.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 21563 T58 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1392216741026/jetty1/index,segFN=segments_1,generation=1}
   [junit4]   2> 21564 T58 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 21564 T58 oass.SolrIndexSearcher.<init> Opening Searcher@3c3896c[collection1] main
   [junit4]   2> 21583 T59 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3c3896c[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 21596 T58 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 21599 T10 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 21599 T10 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 21599 T62 oasc.ZkController.register Register replica - core:collection1 address:https://127.0.0.1:49200 collection:collection1 shard:shard1
   [junit4]   2> 21612 T62 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 21651 T62 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 21660 T35 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 21660 T35 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 21661 T35 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 21661 T62 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 21662 T62 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C1 name=collection1 org.apache.solr.core.SolrCore@60fd097b url=https://127.0.0.1:49200/collection1 node=127.0.0.1:49200_ C1_STATE=coll:collection1 core:collection1 props:{state=down, base_url=https://127.0.0.1:49200, core=collection1, node_name=127.0.0.1:49200_}
   [junit4]   2> 21663 T62 C1 P49200 oasc.SyncStrategy.sync Sync replicas to https://127.0.0.1:49200/collection1/
   [junit4]   2> 21664 T62 C1 P49200 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 21665 T62 C1 P49200 oasc.SyncStrategy.syncToMe https://127.0.0.1:49200/collection1/ has no replicas
   [junit4]   2> 21666 T62 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: https://127.0.0.1:49200/collection1/ shard1
   [junit4]   2> 21666 T62 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 21671 T36 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 21693 T35 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 21697 T35 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 21698 T57 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 21699 T44 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 21718 T36 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 21743 T35 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 21851 T35 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 21851 T44 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 21853 T57 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 21859 T62 oasc.ZkController.register We are https://127.0.0.1:49200/collection1/ and leader is https://127.0.0.1:49200/collection1/
   [junit4]   2> 21860 T62 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=https://127.0.0.1:49200
   [junit4]   2> 21860 T62 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 21861 T62 oasc.ZkController.publish publishing core=collection1 state=active
   [junit4]   2> 21861 T62 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 21868 T35 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 21869 T35 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 21870 T62 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 21874 T36 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 21876 T36 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:49200",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:49200_",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":"core_node1"}
   [junit4]   2> 21896 T35 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 22006 T44 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 22006 T57 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 22007 T35 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 22064 T10 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 2
   [junit4]   2> 22065 T10 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 22077 T10 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 22081 T10 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:49203
   [junit4]   2> 22086 T10 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 22087 T10 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 22088 T10 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty2-1392216760231
   [junit4]   2> 22088 T10 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty2-1392216760231/'
   [junit4]   2> 22122 T10 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty2-1392216760231/solr.xml
   [junit4]   2> 22234 T10 oasc.CoreContainer.<init> New CoreContainer 692100587
   [junit4]   2> 22235 T10 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty2-1392216760231/]
   [junit4]   2> 22238 T10 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 22240 T10 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 22241 T10 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 22241 T10 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 22247 T10 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 22248 T10 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 22249 T10 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 22250 T10 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 22250 T10 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 22274 T10 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 22275 T10 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 22278 T10 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 22284 T10 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:49191/solr
   [junit4]   2> 22284 T10 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 22294 T10 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 22305 T73 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@b8de7f name:ZooKeeperConnection Watcher:127.0.0.1:49191 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 22306 T10 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 22317 T10 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 22322 T75 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@156baa53 name:ZooKeeperConnection Watcher:127.0.0.1:49191/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 22323 T10 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 22345 T10 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 23362 T10 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49203_
   [junit4]   2> 23366 T10 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:49203_
   [junit4]   2> 23379 T35 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 23380 T44 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 23381 T57 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 23381 T75 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 23409 T76 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 23410 T76 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 23414 T35 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 23415 T35 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 23415 T35 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 23417 T76 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 23424 T36 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 23427 T36 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:49203",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:49203_",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 23428 T36 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=3
   [junit4]   2> 23428 T36 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard3
   [junit4]   2> 23439 T35 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 23553 T57 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 23554 T35 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 23554 T75 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 23555 T44 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 24424 T76 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 24425 T76 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty2-1392216760231/collection1
   [junit4]   2> 24426 T76 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 24428 T76 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 24429 T76 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 24432 T76 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 24433 T76 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty2-1392216760231/collection1/'
   [junit4]   2> 24436 T76 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty2-1392216760231/collection1/lib/classes/' to classloader
   [junit4]   2> 24437 T76 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty2-1392216760231/collection1/lib/README' to classloader
   [junit4]   2> 24542 T76 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
   [junit4]   2> 24629 T76 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 24634 T76 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 24736 T76 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 25545 T76 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 25549 T76 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 25552 T76 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 25567 T76 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 25692 T76 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
   [junit4]   2> 25693 T76 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty2-1392216760231/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1392216741026/jetty2/
   [junit4]   2> 25694 T76 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@6769a55a
   [junit4]   2> 25702 T76 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1392216741026/jetty2
   [junit4]   2> 25703 T76 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1392216741026/jetty2/index/
   [junit4]   2> 25704 T76 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1392216741026/jetty2/index' doesn't exist. Creating new index...
   [junit4]   2> 25706 T76 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1392216741026/jetty2/index
   [junit4]   2> 25707 T76 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=47, maxMergeAtOnceExplicit=17, maxMergedSegmentMB=65.0654296875, floorSegmentMB=0.4296875, forceMergeDeletesPctAllowed=15.703295447940494, segmentsPerTier=26.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7692023514130134
   [junit4]   2> 25712 T76 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1392216741026/jetty2/index,segFN=segments_1,generation=1}
   [junit4]   2> 25713 T76 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 25733 T76 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 25733 T76 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 25734 T76 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 25734 T76 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 25735 T76 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 25735 T76 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 25736 T76 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 25737 T76 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 25737 T76 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 25739 T76 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 25741 T76 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 25742 T76 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 25742 T76 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 25744 T76 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 25745 T76 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 25749 T76 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 25752 T76 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
   [junit4]   2> 25765 T76 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 25771 T76 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 25771 T76 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 25775 T76 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=28, maxMergeAtOnceExplicit=47, maxMergedSegmentMB=95.76171875, floorSegmentMB=1.8544921875, forceMergeDeletesPctAllowed=3.953184330224675, segmentsPerTier=48.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 25777 T76 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1392216741026/jetty2/index,segFN=segments_1,generation=1}
   [junit4]   2> 25778 T76 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 25778 T76 oass.SolrIndexSearcher.<init> Opening Searcher@8619c73[collection1] main
   [junit4]   2> 25797 T77 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@8619c73[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 25807 T76 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 25809 T10 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 25810 T10 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 25812 T80 oasc.ZkController.register Register replica - core:collection1 address:https://127.0.0.1:49203 collection:collection1 shard:shard3
   [junit4]   2> 25818 T80 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard3/election
   [junit4]   2> 25847 T80 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard3
   [junit4]   2> 25857 T35 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 25858 T35 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 25858 T35 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 25864 T36 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 25875 T80 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 25876 T80 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C2 name=collection1 org.apache.solr.core.SolrCore@c91386c url=https://127.0.0.1:49203/collection1 node=127.0.0.1:49203_ C2_STATE=coll:collection1 core:collection1 props:{state=down, base_url=https://127.0.0.1:49203, core=collection1, node_name=127.0.0.1:49203_}
   [junit4]   2> 25876 T80 C2 P49203 oasc.SyncStrategy.sync Sync replicas to https://127.0.0.1:49203/collection1/
   [junit4]   2> 25877 T80 C2 P49203 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 25877 T80 C2 P49203 oasc.SyncStrategy.syncToMe https://127.0.0.1:49203/collection1/ has no replicas
   [junit4]   2> 25878 T80 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: https://127.0.0.1:49203/collection1/ shard3
   [junit4]   2> 25879 T80 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard3
   [junit4]   2> 25885 T35 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 25890 T44 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 25891 T35 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 25892 T57 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 25895 T75 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 25924 T35 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 25930 T36 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 25942 T35 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 26053 T44 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 26053 T75 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 26056 T57 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 26060 T35 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 26081 T80 oasc.ZkController.register We are https://127.0.0.1:49203/collection1/ and leader is https://127.0.0.1:49203/collection1/
   [junit4]   2> 26082 T80 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=https://127.0.0.1:49203
   [junit4]   2> 26083 T80 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 26084 T80 oasc.ZkController.publish publishing core=collection1 state=active
   [junit4]   2> 26084 T80 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 26098 T35 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 26099 T35 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 26099 T35 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 26100 T80 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 26106 T36 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 26110 T36 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:49203",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:49203_",
   [junit4]   2> 	  "shard":"shard3",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"col

[...truncated too long message...]

g.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:254)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:92)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> 1745352 T5113 C5469 P54331 oasc.SyncStrategy.sync WARN Closed, skipping sync up.
   [junit4]   2> 1745353 T5113 oasc.ShardLeaderElectionContext.rejoinLeaderElection Not rejoining election because CoreContainer is shutdown
   [junit4]   2> 1745353 T5113 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@6678ea43
   [junit4]   2> 1745365 T5113 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=5,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=35,cumulative_deletesById=0,cumulative_deletesByQuery=1,cumulative_errors=0,transaction_logs_total_size=0,transaction_logs_total_number=2}
   [junit4]   2> 1745365 T5113 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 1745365 T5113 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 1745366 T5113 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 1745368 T5113 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 1745369 T5113 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 1745369 T5113 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.BasicDistributedZkTest-1392218452404/jetty4/index [CachedDir<<refCount=0;path=./org.apache.solr.cloud.BasicDistributedZkTest-1392218452404/jetty4/index;done=false>>]
   [junit4]   2> 1745370 T5113 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.BasicDistributedZkTest-1392218452404/jetty4/index
   [junit4]   2> 1745370 T5113 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.BasicDistributedZkTest-1392218452404/jetty4 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.BasicDistributedZkTest-1392218452404/jetty4;done=false>>]
   [junit4]   2> 1745370 T5113 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.BasicDistributedZkTest-1392218452404/jetty4
   [junit4]   2> 1745370 T5113 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:257)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:254)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:254)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:92)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> 1745371 T5113 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> NOTE: test params are: codec=DummyCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=DUMMY, chunkSize=414), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=DUMMY, chunkSize=414)), sim=RandomSimilarityProvider(queryNorm=true,coord=no): {}, locale=ar_SA, timezone=Asia/Dubai
   [junit4]   2> NOTE: Mac OS X 10.8.5 x86_64/Oracle Corporation 1.7.0_51 (64-bit)/cpus=2,threads=1,free=203688608,total=449118208
   [junit4]   2> NOTE: All tests run in this JVM: [ChaosMonkeySafeLeaderTest, CoreMergeIndexesAdminHandlerTest, IndexSchemaTest, CustomCollectionTest, TestSolrXml, PingRequestHandlerTest, RecoveryZkTest, SampleTest, BadIndexSchemaTest, TestUpdate, TestRecovery, TestSchemaVersionResource, IndexBasedSpellCheckerTest, ShardSplitTest, TestJoin, StatsComponentTest, AbstractAnalyticsFacetTest, TermsComponentTest, HdfsRecoveryZkTest, TestDynamicFieldResource, UpdateRequestProcessorFactoryTest, TestNRTOpen, TestCharFilters, PluginInfoTest, CachingDirectoryFactoryTest, ZkNodePropsTest, StressHdfsTest, PreAnalyzedFieldTest, TestStressReorder, TestGroupingSearch, DeleteShardTest, XmlUpdateRequestHandlerTest, TestSort, ZkControllerTest, SolrRequestParserTest, PreAnalyzedUpdateProcessorTest, TestSolrXmlPersistor, TimeZoneUtilsTest, TestJmxIntegration, TestRandomDVFaceting, TestSuggestSpellingConverter, SuggesterWFSTTest, TestFunctionQuery, CurrencyFieldOpenExchangeTest, SimplePostToolTest, TestSchemaResource, TestNonNRTOpen, DistributedQueryElevationComponentTest, SyncSliceTest, URLClassifyProcessorTest, TestPHPSerializedResponseWriter, TestLMJelinekMercerSimilarityFactory, BJQParserTest, TestShardHandlerFactory, TestDistribDocBasedVersion, SoftAutoCommitTest, DirectUpdateHandlerTest, MigrateRouteKeyTest, SolrIndexSplitterTest, ClusterStateTest, NumericFieldsTest, SolrInfoMBeanTest, TestCursorMarkWithoutUniqueKey, BlockCacheTest, TestAnalyzedSuggestions, TestReloadAndDeleteDocs, SpellingQueryConverterTest, TestInfoStreamLogging, TestFastWriter, TestMultiCoreConfBootstrap, DOMUtilTest, TestQuerySenderListener, OverseerCollectionProcessorTest, SpellCheckCollatorTest, CacheHeaderTest, TestBlendedInfixSuggestions, ExpressionTest, TestCloudManagedSchema, StatelessScriptUpdateProcessorFactoryTest, DistanceFunctionTest, UpdateParamsTest, DebugComponentTest, SchemaVersionSpecificBehaviorTest, TestSolrCoreProperties, FieldFacetExtrasTest, XsltUpdateRequestHandlerTest, TestTrie, OpenExchangeRatesOrgProviderTest, TestDFRSimilarityFactory, TestReload, TestSolrQueryParserResource, CopyFieldTest, TestAtomicUpdateErrorCases, DisMaxRequestHandlerTest, IndexSchemaRuntimeFieldTest, DistribCursorPagingTest, TermVectorComponentTest, TestQueryUtils, ResponseLogComponentTest, TestStandardQParsers, TriLevelCompositeIdRoutingTest, TestExtendedDismaxParser, RAMDirectoryFactoryTest, TestConfig, TestSolr4Spatial, TestSchemaSimilarityResource, TestFileDictionaryLookup, TestZkChroot, TestPostingsSolrHighlighter, TestFastOutputStream, DocValuesMissingTest, TestWordDelimiterFilterFactory, TestSweetSpotSimilarityFactory, TestDistributedSearch, TestAnalyzeInfixSuggestions, TestSearchPerf, TestSolrXMLSerializer, NoFacetTest, HdfsBasicDistributedZkTest, TestStressUserVersions, BadCopyFieldTest, CursorMarkTest, TestBM25SimilarityFactory, FieldAnalysisRequestHandlerTest, LukeRequestHandlerTest, CollectionsAPIDistributedZkTest, TestHighlightDedupGrouping, PrimitiveFieldTypeTest, TestSchemaNameResource, QueryParsingTest, OpenCloseCoreStressTest, TestCoreContainer, SignatureUpdateProcessorFactoryTest, TestOmitPositions, TestCSVResponseWriter, TestDynamicFieldCollectionResource, SynonymTokenizerTest, ExternalFileFieldSortTest, CursorPagingTest, TestCloudManagedSchemaAddField, CurrencyFieldXmlFileTest, TestSolrXmlPersistence, SliceStateUpdateTest, ChangedSchemaMergeTest, AddSchemaFieldsUpdateProcessorFactoryTest, WordBreakSolrSpellCheckerTest, TestMaxScoreQueryParser, TestStressVersions, DistributedSuggestComponentTest, HdfsChaosMonkeySafeLeaderTest, TestRandomMergePolicy, BasicFunctionalityTest, ResourceLoaderTest, TestOverriddenPrefixQueryForCustomFieldType, LoggingHandlerTest, TestDefaultSimilarityFactory, JsonLoaderTest, BasicDistributedZkTest]
   [junit4] Completed in 32.53s, 1 test, 1 error <<< FAILURES!

[...truncated 634 lines...]
BUILD FAILED
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/build.xml:453: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/build.xml:433: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/build.xml:39: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/extra-targets.xml:37: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build.xml:189: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/common-build.xml:491: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/common-build.xml:1268: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/common-build.xml:901: There were test failures: 372 suites, 1603 tests, 1 error, 2 failures, 40 ignored (6 assumptions)

Total time: 89 minutes 57 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.7.0 -XX:-UseCompressedOops -XX:+UseSerialGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-trunk-MacOSX (64bit/jdk1.7.0) - Build # 1322 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-MacOSX/1322/
Java: 64bit/jdk1.7.0 -XX:+UseCompressedOops -XX:+UseSerialGC

2 tests failed.
REGRESSION:  org.apache.solr.TestDistributedSearch.testDistribSearch

Error Message:
org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[https://127.0.0.1:62614/z/uk, https://[ff01::213]:33332/z/uk, https://[ff01::114]:33332/z/uk, https://[ff01::083]:33332/z/uk]

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[https://127.0.0.1:62614/z/uk, https://[ff01::213]:33332/z/uk, https://[ff01::114]:33332/z/uk, https://[ff01::083]:33332/z/uk]
	at __randomizedtesting.SeedInfo.seed([33046D9086761118:B2E2E388F1297124]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:495)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:199)
	at org.apache.solr.client.solrj.request.QueryRequest.process(QueryRequest.java:90)
	at org.apache.solr.client.solrj.SolrServer.query(SolrServer.java:301)
	at org.apache.solr.BaseDistributedSearchTestCase.queryServer(BaseDistributedSearchTestCase.java:513)
	at org.apache.solr.BaseDistributedSearchTestCase.query(BaseDistributedSearchTestCase.java:561)
	at org.apache.solr.BaseDistributedSearchTestCase.query(BaseDistributedSearchTestCase.java:543)
	at org.apache.solr.BaseDistributedSearchTestCase.query(BaseDistributedSearchTestCase.java:522)
	at org.apache.solr.TestDistributedSearch.doTest(TestDistributedSearch.java:247)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:874)
	at sun.reflect.GeneratedMethodAccessor58.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:744)


FAILED:  org.apache.solr.cloud.TriLevelCompositeIdRoutingTest.testDistribSearch

Error Message:
IOException occured when talking to server at: https://127.0.0.1:55949/collection1

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: https://127.0.0.1:55949/collection1
	at __randomizedtesting.SeedInfo.seed([33046D9086761118:B2E2E388F1297124]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:507)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:199)
	at org.apache.solr.client.solrj.request.AbstractUpdateRequest.process(AbstractUpdateRequest.java:117)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.indexDoc(AbstractFullDistribZkTestBase.java:643)
	at org.apache.solr.BaseDistributedSearchTestCase.index(BaseDistributedSearchTestCase.java:432)
	at org.apache.solr.cloud.TriLevelCompositeIdRoutingTest.doAddDoc(TriLevelCompositeIdRoutingTest.java:139)
	at org.apache.solr.cloud.TriLevelCompositeIdRoutingTest.doTriLevelHashingTestWithBitMask(TriLevelCompositeIdRoutingTest.java:119)
	at org.apache.solr.cloud.TriLevelCompositeIdRoutingTest.doTest(TriLevelCompositeIdRoutingTest.java:66)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:868)
	at sun.reflect.GeneratedMethodAccessor58.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:744)
Caused by: java.net.SocketException: Invalid argument
	at java.net.SocketInputStream.socketRead0(Native Method)
	at java.net.SocketInputStream.read(SocketInputStream.java:152)
	at java.net.SocketInputStream.read(SocketInputStream.java:122)
	at sun.security.ssl.InputRecord.readFully(InputRecord.java:442)
	at sun.security.ssl.InputRecord.read(InputRecord.java:480)
	at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:927)
	at sun.security.ssl.SSLSocketImpl.readDataRecord(SSLSocketImpl.java:884)
	at sun.security.ssl.AppInputStream.read(AppInputStream.java:102)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
	at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:260)
	at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
	at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
	at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:271)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123)
	at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:682)
	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:486)
	at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:863)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:106)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:57)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:395)
	... 47 more




Build Log:
[...truncated 10467 lines...]
   [junit4] Suite: org.apache.solr.TestDistributedSearch
   [junit4]   2> 2213887 T7819 oas.SolrTestCaseJ4.buildSSLConfig Randomized ssl (true) and clientAuth (true)
   [junit4]   2> 2213888 T7819 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /z/uk
   [junit4]   2> 2213891 T7819 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> 2213894 T7819 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 2213901 T7819 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 2213906 T7819 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:61054
   [junit4]   2> 2213908 T7819 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 2213909 T7819 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2213909 T7819 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr
   [junit4]   2> 2213909 T7819 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/'
   [junit4]   2> 2213939 T7819 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/solr.xml
   [junit4]   2> 2214021 T7819 oasc.CoreContainer.<init> New CoreContainer 1967516673
   [junit4]   2> 2214022 T7819 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/]
   [junit4]   2> 2214024 T7819 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 2214025 T7819 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: https
   [junit4]   2> 2214025 T7819 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 2214025 T7819 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 2214026 T7819 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 2214026 T7819 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 2214026 T7819 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 2214027 T7819 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 2214027 T7819 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 2214039 T7819 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 2214040 T7819 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 2214041 T7819 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 2214047 T7829 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1
   [junit4]   2> 2214047 T7829 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/'
   [junit4]   2> 2214048 T7829 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/lib/classes/' to classloader
   [junit4]   2> 2214049 T7829 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/lib/README' to classloader
   [junit4]   2> 2214118 T7829 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
   [junit4]   2> 2214206 T7829 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 2214207 T7829 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 2214216 T7829 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 2214773 T7829 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 2214781 T7829 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 2214784 T7829 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 2214793 T7829 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 2214796 T7829 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 2214800 T7829 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 2214800 T7829 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2214801 T7829 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2214801 T7829 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 2214801 T7829 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2214802 T7829 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2214802 T7829 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 2214802 T7829 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/, dataDir=./org.apache.solr.TestDistributedSearch-1392194395920/control/data/
   [junit4]   2> 2214802 T7829 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@6f246025
   [junit4]   2> 2214803 T7829 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.TestDistributedSearch-1392194395920/control/data
   [junit4]   2> 2214803 T7829 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.TestDistributedSearch-1392194395920/control/data/index/
   [junit4]   2> 2214803 T7829 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.TestDistributedSearch-1392194395920/control/data/index' doesn't exist. Creating new index...
   [junit4]   2> 2214804 T7829 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.TestDistributedSearch-1392194395920/control/data/index
   [junit4]   2> 2214804 T7829 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=33, maxMergeAtOnceExplicit=23, maxMergedSegmentMB=1.4365234375, floorSegmentMB=2.0703125, forceMergeDeletesPctAllowed=24.647757471300654, segmentsPerTier=39.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.27976232490674513
   [junit4]   2> 2214805 T7829 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@269a5785 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@78dfb22a)),segFN=segments_1,generation=1}
   [junit4]   2> 2214805 T7829 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 2214806 T7829 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
   [junit4]   2> 2214810 T7829 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 2214810 T7829 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 2214811 T7829 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe-allfields"
   [junit4]   2> 2214811 T7829 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
   [junit4]   2> 2214811 T7829 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 2214812 T7829 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 2214812 T7829 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "uniq-fields"
   [junit4]   2> 2214812 T7829 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
   [junit4]   2> 2214813 T7829 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 2214813 T7829 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 2214814 T7829 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 2214814 T7829 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 2214814 T7829 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 2214814 T7829 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 2214815 T7829 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 2214815 T7829 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 2214816 T7829 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
   [junit4]   2> 2214816 T7829 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
   [junit4]   2> 2214817 T7829 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 2214817 T7829 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 2214818 T7829 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
   [junit4]   2> 2214818 T7829 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
   [junit4]   2> 2214818 T7829 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
   [junit4]   2> 2214819 T7829 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
   [junit4]   2> 2214819 T7829 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 2214819 T7829 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 2214820 T7829 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 2214820 T7829 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 2214821 T7829 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 2214821 T7829 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 2214821 T7829 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 2214822 T7829 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 2214823 T7829 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 2214823 T7829 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
   [junit4]   2> 2214824 T7829 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
   [junit4]   2> 2214833 T7829 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 2214834 T7829 oasc.SolrCore.initDeprecatedSupport WARN solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
   [junit4]   2> 2214840 T7829 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 2214840 T7829 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 2214841 T7829 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=37, maxMergeAtOnceExplicit=24, maxMergedSegmentMB=43.6865234375, floorSegmentMB=2.0185546875, forceMergeDeletesPctAllowed=16.257073047366585, segmentsPerTier=20.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 2214842 T7829 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@269a5785 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@78dfb22a)),segFN=segments_1,generation=1}
   [junit4]   2> 2214842 T7829 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 2214842 T7829 oass.SolrIndexSearcher.<init> Opening Searcher@16ca829a[collection1] main
   [junit4]   2> 2214842 T7829 oashc.SpellCheckComponent.inform Initializing spell checkers
   [junit4]   2> 2214848 T7829 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 2214891 T7830 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@16ca829a[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 2214896 T7829 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 2214897 T7819 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 2214897 T7819 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 2214902 T7819 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 2214908 T7819 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 2214910 T7819 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:61055
   [junit4]   2> 2214913 T7819 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 2214913 T7819 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2214913 T7819 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr
   [junit4]   2> 2214913 T7819 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/'
   [junit4]   2> 2214946 T7819 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/solr.xml
   [junit4]   2> 2215019 T7819 oasc.CoreContainer.<init> New CoreContainer 1758995883
   [junit4]   2> 2215020 T7819 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/]
   [junit4]   2> 2215021 T7819 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 2215021 T7819 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: https
   [junit4]   2> 2215021 T7819 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 2215022 T7819 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 2215022 T7819 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 2215023 T7819 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 2215023 T7819 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 2215023 T7819 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 2215024 T7819 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 2215036 T7819 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 2215037 T7819 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 2215037 T7819 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 2215043 T7841 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1
   [junit4]   2> 2215043 T7841 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/'
   [junit4]   2> 2215044 T7841 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/lib/classes/' to classloader
   [junit4]   2> 2215044 T7841 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/lib/README' to classloader
   [junit4]   2> 2215112 T7841 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
   [junit4]   2> 2215212 T7841 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 2215214 T7841 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 2215222 T7841 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 2215883 T7841 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 2215893 T7841 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 2215897 T7841 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 2215907 T7841 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 2215911 T7841 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 2215915 T7841 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 2215916 T7841 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2215916 T7841 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2215917 T7841 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 2215917 T7841 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2215917 T7841 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2215918 T7841 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 2215918 T7841 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/, dataDir=./org.apache.solr.TestDistributedSearch-1392194395920/shard0/data/
   [junit4]   2> 2215918 T7841 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@6f246025
   [junit4]   2> 2215919 T7841 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.TestDistributedSearch-1392194395920/shard0/data
   [junit4]   2> 2215919 T7841 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.TestDistributedSearch-1392194395920/shard0/data/index/
   [junit4]   2> 2215919 T7841 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.TestDistributedSearch-1392194395920/shard0/data/index' doesn't exist. Creating new index...
   [junit4]   2> 2215920 T7841 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.TestDistributedSearch-1392194395920/shard0/data/index
   [junit4]   2> 2215920 T7841 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=33, maxMergeAtOnceExplicit=23, maxMergedSegmentMB=1.4365234375, floorSegmentMB=2.0703125, forceMergeDeletesPctAllowed=24.647757471300654, segmentsPerTier=39.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.27976232490674513
   [junit4]   2> 2215921 T7841 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@2baca20d lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5a813e58)),segFN=segments_1,generation=1}
   [junit4]   2> 2215921 T7841 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 2215922 T7841 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
   [junit4]   2> 2215926 T7841 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 2215927 T7841 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 2215927 T7841 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe-allfields"
   [junit4]   2> 2215927 T7841 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
   [junit4]   2> 2215927 T7841 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 2215928 T7841 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 2215928 T7841 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "uniq-fields"
   [junit4]   2> 2215928 T7841 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
   [junit4]   2> 2215929 T7841 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 2215929 T7841 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 2215929 T7841 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 2215930 T7841 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 2215930 T7841 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 2215930 T7841 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 2215931 T7841 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 2215931 T7841 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 2215932 T7841 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
   [junit4]   2> 2215933 T7841 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
   [junit4]   2> 2215933 T7841 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 2215934 T7841 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 2215934 T7841 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
   [junit4]   2> 2215935 T7841 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
   [junit4]   2> 2215935 T7841 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
   [junit4]   2> 2215935 T7841 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
   [junit4]   2> 2215936 T7841 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 2215937 T7841 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 2215937 T7841 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 2215938 T7841 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 2215938 T7841 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 2215939 T7841 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 2215939 T7841 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 2215940 T7841 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 2215941 T7841 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 2215941 T7841 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
   [junit4]   2> 2215942 T7841 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
   [junit4]   2> 2215955 T7841 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 2215960 T7841 oasc.SolrCore.initDeprecatedSupport WARN solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
   [junit4]   2> 2215967 T7841 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 2215967 T7841 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 2215968 T7841 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=37, maxMergeAtOnceExplicit=24, maxMergedSegmentMB=43.6865234375, floorSegmentMB=2.0185546875, forceMergeDeletesPctAllowed=16.257073047366585, segmentsPerTier=20.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 2215969 T7841 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@2baca20d lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5a813e58)),segFN=segments_1,generation=1}
   [junit4]   2> 2215969 T7841 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 2215970 T7841 oass.SolrIndexSearcher.<init> Opening Searcher@214cfb0d[collection1] main
   [junit4]   2> 2215970 T7841 oashc.SpellCheckComponent.inform Initializing spell checkers
   [junit4]   2> 2215981 T7841 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 2216025 T7842 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@214cfb0d[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 2216034 T7841 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 2216035 T7819 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 2216036 T7819 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> ASYNC  NEW_CORE C3629 name=collection1 org.apache.solr.core.SolrCore@74ddc728
   [junit4]   2> 2216082 T7825 C3629 oasup.LogUpdateProcessor.finish [collection1] webapp=/z/uk path=/update params={wt=javabin&version=2} {deleteByQuery=*:* (-1459821633190494208)} 0 2
   [junit4]   2> ASYNC  NEW_CORE C3630 name=collection1 org.apache.solr.core.SolrCore@2b0be3ff
   [junit4]   2> 2216123 T7835 C3630 oasup.LogUpdateProcessor.finish [collection1] webapp=/z/uk path=/update params={wt=javabin&version=2} {deleteByQuery=*:* (-1459821633234534400)} 0 1
   [junit4]   2> 2216137 T7827 C3629 oasup.LogUpdateProcessor.finish [collection1] webapp=/z/uk path=/update params={wt=javabin&version=2} {add=[1 (1459821633246068736)]} 0 4
   [junit4]   2> 2216150 T7837 C3630 oasup.LogUpdateProcessor.finish [collection1] webapp=/z/uk path=/update params={wt=javabin&version=2} {add=[1 (1459821633260748800)]} 0 3
   [junit4]   2> 2216160 T7823 C3629 oasup.LogUpdateProcessor.finish [collection1] webapp=/z/uk path=/update params={wt=javabin&version=2} {add=[2 (1459821633273331712)]} 0 1
   [junit4]   2> 2216169 T7840 C3630 oasup.LogUpdateProcessor.finish [collection1] webapp=/z/uk path=/update params={wt=javabin&version=2} {add=[2 (1459821633283817472)]} 0 1
   [junit4]   2> 2216179 T7825 C3629 oasup.LogUpdateProcessor.finish [collection1] webapp=/z/uk path=/update params={wt=javabin&version=2} {add=[3 (1459821633293254656)]} 0 2
   [junit4]   2> 2216188 T7835 C3630 oasup.LogUpdateProcessor.finish [collection1] webapp=/z/uk path=/update params={wt=javabin&version=2} {add=[3 (1459821633301643264)]} 0 2
   [junit4]   2> 2216198 T7827 C3629 oasup.LogUpdateProcessor.finish [collection1] webapp=/z/uk path=/update params={wt=javabin&version=2} {add=[4 (1459821633313177600)]} 0 1
   [junit4]   2> 2216208 T7837 C3630 oasup.LogUpdateProcessor.finish [collection1] webapp=/z/uk path=/update params={wt=javabin&version=2} {add=[4 (1459821633323663360)]} 0 1
   [junit4]   2> 2216216 T7823 C3629 oasup.LogUpdateProcessor.finish [collection1] webapp=/z/uk path=/update params={wt=javabin&version=2} {add=[5 (1459821633332051968)]} 0 1
   [junit4]   2> 2216228 T7840 C3630 oasup.LogUpdateProcessor.finish [collection1] webapp=/z/uk path=/update params={wt=javabin&version=2} {add=[5 (1459821633344634880)]} 0 2
   [junit4]   2> 2216238 T7825 C3629 oasup.LogUpdateProcessor.finish [collection1] webapp=/z/uk path=/update params={wt=javabin&version=2} {add=[6 (1459821633355120640)]} 0 1
   [junit4]   2> 2216250 T7835 C3630 oasup.LogUpdateProcessor.finish [collection1] webapp=/z/uk path=/update params={wt=javabin&version=2} {add=[6 (1459821633367703552)]} 0 1
   [junit4]   2> 2216261 T7827 C3629 oasup.LogUpdateProcessor.finish [collection1] webapp=/z/uk path=/update params={wt=javabin&version=2} {add=[7 (1459821633379237888)]} 0 2
   [junit4]   2> 2216271 T7840 C3630 oasup.LogUpdateProcessor.finish [collection1] webapp=/z/uk path=/update params={wt=javabin&version=2} {add=[7 (1459821633388675072)]} 0 2
   [junit4]   2> 2216279 T7823 C3629 oasup.LogUpdateProcessor.finish [collection1] webapp=/z/uk path=/update params={wt=javabin&version=2} {add=[8 (1459821633398112256)]} 0 1
   [junit4]   2> 2216288 T7835 C3630 oasup.LogUpdateProcessor.finish [collection1] webapp=/z/uk path=/update params={wt=javabin&version=2} {add=[8 (1459821633407549440)]} 0 1
   [junit4]   2> 2216299 T7825 C3629 oasup.LogUpdateProcessor.finish [collection1] webapp=/z/uk path=/update params={wt=javabin&version=2} {add=[9 (1459821633419083776)]} 0 1
   [junit4]   2> 2216310 T7837 C3630 oasup.LogUpdateProcessor.finish [collection1] webapp=/z/uk path=/update params={wt=javabin&version=2} {add=[9 (1459821633429569536)]} 0 2
   [junit4]   2> 2216317 T7828 C3629 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 2216322 T7828 C3629 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@269a5785 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@78dfb22a)),segFN=segments_1,generation=1}
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@269a5785 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@78dfb22a)),segFN=segments_2,generation=2}
   [junit4]   2> 2216324 T7828 C3629 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
   [junit4]   2> 2216325 T7828 C3629 oass.SolrIndexSearcher.<init> Opening Searcher@239b98df[collection1] main
   [junit4]   2> 2216326 T7828 C3629 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 2216327 T7830 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@239b98df[collection1] main{StandardDirectoryReader(segments_2:3:nrt _0(5.0):c9)}
   [junit4]   2> 2216328 T7828 C3629 oasup.LogUpdateProcessor.finish [collection1] webapp=/z/uk path=/update params={commit=true&softCommit=false&waitSearcher=true&wt=javabin&version=2} {commit=} 0 11
   [junit4]   2> 2216334 T7840 C3630 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 2216338 T7840 C3630 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@2baca20d lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5a813e58)),segFN=segments_1,generation=1}
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@2baca20d lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5a813e58)),segFN=segments_2,generation=2}
   [junit4]   2> 2216339 T7840 C3630 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
   [junit4]   2> 2216340 T7840 C3630 oass.SolrIndexSearcher.<init> Opening Searcher@5ccd8ef6[collection1] main
   [junit4]   2> 2216341 T7840 C3630 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 2216342 T7842 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5ccd8ef6[collection1] main{StandardDirectoryReader(segments_2:3:nrt _0(5.0):c9)}
   [junit4]   2> 2216343 T7840 C3630 oasup.LogUpdateProcessor.finish [collection1] webapp=/z/uk path=/update params={commit=true&softCommit=false&waitSearcher=true&wt=javabin&version=2} {commit=} 0 9
   [junit4]   2> 2216355 T7824 C3629 oasup.LogUpdateProcessor.finish [collection1] webapp=/z/uk path=/update params={wt=javabin&version=2} {add=[10 (1459821633474658304)]} 0 4
   [junit4]   2> 2216367 T7835 C3630 oasup.LogUpdateProcessor.finish [collection1] webapp=/z/uk path=/update params={wt=javabin&version=2} {add=[10 (1459821633486192640)]} 0 5
   [junit4]   2> 2216378 T7826 C3629 oasup.LogUpdateProcessor.finish [collection1] webapp=/z/uk path=/update params={wt=javabin&version=2} {add=[11 (1459821633501921280)]} 0 1
   [junit4]   2> 2216388 T7837 C3630 oasup.LogUpdateProcessor.finish [collection1] webapp=/z/uk path=/update params={wt=javabin&version=2} {add=[11 (1459821633512407040)]} 0 1
   [junit4]   2> 2216398 T7828 C3629 oasup.LogUpdateProcessor.finish [collection1] webapp=/z/uk path=/update params={wt=javabin&version=2} {add=[12 (1459821633521844224)]} 0 2
   [junit4]   2> 2216408 T7839 C3630 oasup.LogUpdateProcessor.finish [collection1] webapp=/z/uk path=/update params={wt=javabin&version=2} {add=[12 (1459821633533378560)]} 0 1
   [junit4]   2> 2216417 T7824 C3629 oasup.LogUpdateProcessor.finish [collection1] webapp=/z/uk path=/update params={wt=javabin&version=2} {add=[13 (1459821633542815744)]} 0 1
   [junit4]   2> 2216424 T7836 C3630 oasup.LogUpdateProcessor.finish [collection1] webapp=/z/uk path=/update params={wt=javabin&version=2} {add=[13 (1459821633550155776)]} 0 1
   [junit4]   2> 2216434 T7826 C3629 oasup.LogUpdateProcessor.finish [collection1] webapp=/z/uk path=/update params={wt=javabin&version=2} {add=[1001 (1459821633559592960)]} 0 2
   [junit4]   2> 2216444 T7838 C3630 oasup.LogUpdateProcessor.finish [collection1] webapp=/z/uk path=/update params={wt=javabin&version=2} {add=[1001 (1459821633571127296)]} 0 1
   [junit4]   2> 2216452 T7823 C3629 oasup.LogUpdateProcessor.finish [collection1] webapp=/z/uk path=/update params={wt=javabin&version=2} {add=[14 (1459821633579515904)]} 0 1
   [junit4]   2> 2216460 T7839 C3630 oasup.LogUpdateProcessor.finish [collection1] webapp=/z/uk path=/update params={wt=javabin&version=2} {add=[14 (1459821633587904512)]} 0 2
   [junit4]   2> 2216469 T7825 C3629 oasup.LogUpdateProcessor.finish [collection1] webapp=/z/uk path=/update params={wt=javabin&version=2} {add=[15 (1459821633597341696)]} 0 2
   [junit4]   2> 2216477 T7836 C3630 oasup.LogUpdateProcessor.finish [collection1] webapp=/z/uk path=/update params={wt=javabin&version=2} {add=[15 (1459821633605730304)]} 0 2
   [junit4]   2> 2216484 T7827 C3629 oasup.LogUpdateProcessor.finish [collection1] webapp=/z/uk path=/update params={wt=javabin&version=2} {add=[16 (1459821633613070336)]} 0 1
   [junit4]   2> 2216490 T7838 C3630 oasup.LogUpdateProcessor.finish [collection1] webapp=/z/uk path=/update params={wt=javabin&version=2} {add=[16 (1459821633619361792)]} 0 1
   [junit4]   2> 2216503 T7823 C3629 oasup.LogUpdateProcessor.finish [collection1] webapp=/z/uk path=/update params={wt=javabin&version=2} {add=[17 (1459821633629847552)]} 0 5
   [junit4]   2> 2216515 T7839 C3630 oasup.LogUpdateProcessor.finish [collection1] webapp=/z/uk path=/update params={wt=javabin&version=2} {add=[17 (1459821633643479040)]} 0 3
   [junit4]   2> 2216524 T7825 C3629 oasup.LogUpdateProcessor.finish [collection1] webapp=/z/uk path=/update params={wt=javabin&version=2} {add=[100 (1459821633655013376)]} 0 1
   [junit4]   2> 2216533 T7837 C3630 oasup.LogUpdateProcessor.finish [collection1] webapp=/z/uk path=/update params={wt=javabin&version=2} {add=[100 (1459821633664450560)]} 0 2
   [junit4]   2> 2216541 T7827 C3629 oasup.LogUpdateProcessor.finish [collection1] webapp=/z/uk path=/update params={wt=javabin&version=2} {add=[101 (1459821633672839168)]} 0 1
   [junit4]   2> 2216551 T7839 C3630 oasup.LogUpdateProcessor.finish [collection1] webapp=/z/uk path=/update params={wt=javabin&version=2} {add=[101 (1459821633683324928)]} 0 1
   [junit4]   2> 2216558 T7823 C3629 oasup.LogUpdateProcessor.finish [collection1] webapp=/z/uk path=/update params={wt=javabin&version=2} {add=[102 (1459821633690664960)]} 0 1
   [junit4]   2> 2216565 T7837 C3630 oasup.LogUpdateProcessor.finish [collection1] webapp=/z/uk path=/update params={wt=javabin&version=2} {add=[102 (1459821633698004992)]} 0 1
   [junit4]   2> 2216572 T7825 C3629 oasup.LogUpdateProcessor.finish [collection1] webapp=/z/uk path=/update params={wt=javabin&version=2} {add=[103 (1459821633705345024)]} 0 1
   [junit4]   2> 2216581 T7839 C3630 oasup.LogUpdateProcessor.finish [collection1] webapp=/z/uk path=/update params={wt=javabin&version=2} {add=[103 (1459821633715830784)]} 0 1
   [junit4]   2> 2216590 T7827 C3629 oasup.LogUpdateProcessor.finish [collection1] webapp=/z/uk path=/update params={wt=javabin&version=2} {add=[104 (1459821633724219392)]} 0 1
   [junit4]   2> 2216598 T7835 C3630 oasup.LogUpdateProcessor.finish [collection1] webapp=/z/uk path=/update params={wt=javabin&version=2} {add=[104 (1459821633732608000)]} 0 1
   [junit4]   2> 2216608 T7824 C3629 oasup.LogUpdateProcessor.finish [collection1] webapp=/z/uk path=/update params={wt=javabin&version=2} {add=[105 (1459821633743093760)]} 0 1
   [junit4]   2> 2216619 T7838 C3630 oasup.LogUpdateProcessor.finish [collection1] webapp=/z/uk path=/update params={wt=javabin&version=2} {add=[105 (1459821633753579520)]} 0 2
   [junit4]   2> 2216628 T7826 C3629 oasup.LogUpdateProcessor.finish [collection1] webapp=/z/uk path=/update params={wt=javabin&version=2} {add=[106 (1459821633764065280)]} 0 1
   [junit4]   2> 2216639 T7836 C3630 oasup.LogUpdateProcessor.finish [collection1] webapp=/z/uk path=/update params={wt=javabin&version=2} {add=[106 (1459821633775599616)]} 0 1
   [junit4]   2> 2216656 T7828 C3629 oasup.LogUpdateProcessor.finish [collection1] webapp=/z/uk path=/update params={wt=javabin&version=2} {add=[107 (1459821633792376832)]} 0 2
   [junit4]   2> 2216664 T7837 C3630 oasup.LogUpdateProcessor.finish [collection1] webapp=/z/uk path=/update params={wt=javabin&version=2} {add=[107 (1459821633801814016)]} 0 1
   [junit4]   2> 2216674 T7824 C3629 oasup.LogUpdateProcessor.finish [collection1] webapp=/z/uk path=/update params={wt=javabin&version=2} {add=[108 (1459821633812299776)]} 0 2
   [junit4]   2> 2216686 T7840 C3630 oasup.LogUpdateProcessor.finish [collection1] webapp=/z/uk path=/update params={wt=javabin&version=2} {add=[108 (1459821633824882688)]} 0 1
   [junit4]   2> 2216697 T7826 C3629 oasup.LogUpdateProcessor.finish [collection1] webapp=/z/uk path=/update params={wt=javabin&version=2} {add=[109 (1459821633836417024)]} 0 1
   [junit4]   2> 2216705 T7836 C3630 oasup.LogUpdateProcessor.finish [collection1] webapp=/z/uk path=/update params={wt=javabin&version=2} {add=[109 (1459821633845854208)]} 0 0
   [junit4]   2> 2216714 T7828 C3629 oasup.LogUpdateProcessor.finish [collection1] webapp=/z/uk path=/update params={wt=javabin&version=2} {add=[110 (1459821633854242816)]} 0 1
   [junit4]   2> 2216722 T7838 C3630 oasup.LogUpdateProcessor.finish [collection1] webapp=/z/uk path=/update params={wt=javabin&version=2} {add=[110 (1459821633862631424)]} 0 1
   [junit4]   2> ASYNC  NEW_CORE C3631 name=collection1 org.apache.solr.core.SolrCore@74ddc728
   [junit4]   2> 2216751 T7825 C3631 oasup.LogUpdateProcessor.finish [collection1] webapp=/z/uk path=/update params={wt=javabin&version=2} {add=[111 (1459821633893040128)]} 0 1
   [junit4]   2> ASYNC  NEW_CORE C3632 name=collection1 org.apache.solr.core.SolrCore@2b0be3ff
   [junit4]   2> 2216758 T7839 C3632 oasup.LogUpdateProcessor.finish [collection1] webapp=/z/uk path=/update params={wt=javabin&version=2} {add=[111 (1459821633901428736)]} 0 0
   [junit4]   2> 2216767 T7828 C3631 oasup.LogUpdateProcessor.finish [collection1] webapp=/z/uk path=/update params={wt=javabin&version=2} {add=[112 (1459821633909817344)]} 0 1
   [junit4]   2> 2216774 T7835 C3632 oasup.LogUpdateProcessor.finish [collection1] webapp=/z/uk path=/update params={wt=javabin&version=2} {add=[112 (1459821633917157376)]} 0 1
   [junit4]   2> 2216783 T7824 C3631 oasup.LogUpdateProcessor.finish [collection1] webapp=/z/uk path=/update params={wt=javabin&version=2} {add=[113 (1459821633926594560)]} 0 1
   [junit4]   2> 2216790 T7838 C3632 oasup.LogUpdateProcessor.finish [collection1] webapp=/z/uk path=/update params={wt=javabin&version=2} {add=[113 (1459821633933934592)]} 0 1
   [junit4]   2> 2216797 T7826 C3631 oasup.LogUpdateProcessor.finish [collection1] webapp=/z/uk path=/update params={wt=javabin&version=2} {add=[114 (1459821633942323200)]} 0 1
   [junit4]   2> 2216808 T7836 C3632 oasup.LogUpdateProcessor.finish [collection1] webapp=/z/uk path=/update params={wt=javabin&version=2} {add=[114 (1459821633952808960)]} 0 1
   [junit4]   2> 2216819 T7828 C3631 oasup.LogUpdateProcessor.finish [collection1] webapp=/z/uk path=/update params={wt=javabin&version=2} {add=[115 (1459821633964343296)]} 0 1
   [junit4]   2> 2216827 T7838 C3632 oasup.LogUpdateProcessor.finish [collection1] webapp=/z/uk path=/update params={wt=javabin&version=2} {add=[115 (1459821633973780480)]} 0 0
   [junit4]   2> 2216835 T7824 C3631 oasup.LogUpdateProcessor.finish [collection1] webapp=/z/uk path=/update params={wt=javabin&version=2} {add=[116 (1459821633982169088)]} 0 0
   [junit4]   2> 2216844 T7839 C3632 oasup.LogUpdateProcessor.finish [collection1] webapp=/z/uk path=/update params={wt=javabin&version=2} {add=[116 (1459821633989509120)]} 0 2
   [junit4]   2> 2216852 T7826 C3631 oasup.LogUpdateProcessor.finish [collection1] webapp=/z/uk path=/update params={wt=javabin&version=2} {add=[117 (1459821633998946304)]} 0 1
   [junit4]   2> 2216861 T7835 C3632 oasup.LogUpdateProcessor.finish [collection1] webapp=/z/uk path=/update params={wt=javabin&version=2} {add=[117 (1459821634008383488)]} 0 1
   [junit4]   2> 2216869 T7828 C3631 oasup.LogUpdateProcessor.finish [collection1] webapp=/z/uk path=/update params={wt=javabin&version=2} {add=[118 (1459821634016772096)]} 0 1
   [junit4]   2> 2216882 T7840 C3632 oasup.LogUpdateProcessor.finish [collection1] webapp=/z/uk path=/update params={wt=javabin&version=2} {add=[118 (1459821634030403584)]} 0 1
   [junit4]   2> 2216891 T7824 C3631 oasup.LogUpdateProcessor.finish [collection1] webapp=/z/uk path=/update params={wt=javabin&version=2} {add=[119 (1459821634039840768)]} 0 1
   [junit4]   2> 2216900 T7835 C3632 oasup.LogUpdateProcessor.finish [collection1] webapp=/z/uk path=/update params={wt=javabin&version=2} {add=[119 (1459821634049277952)]} 0 1
   [junit4]   2> 2216908 T7826 C3631 oasup.LogUpdateProcessor.finish [collection1] webapp=/z/uk path=/update params={wt=javabin&version=2} {add=[120 (1459821634057666560)]} 0 1
   [junit4]   2> 2216923 T7838 C3632 oasup.LogUpdateProcessor.finish [collection1] webapp=/z/uk path=/update params={wt=javabin&version=2} {add=[120 (1459821634071298048)]} 0 4
   [junit4]   2> 2216932 T7823 C3631 oasup.LogUpdateProcessor.finish [collection1] webapp=/z/uk path=/update params={wt=javabin&version=2} {add=[121 (1459821634082832384)]} 0 1
   [junit4]   2> 2216943 T7835 C3632 oasup.LogUpdateProcessor.finish [collection1] webapp=/z/uk path=/update params={wt=javabin&version=2} {add=[121 (1459821634094366720)]} 0 1
   [junit4]   2> 2216952 T7825 C3631 oasup.LogUpdateProcessor.finish [collection1] webapp=/z/uk path=/update params={wt=javabin&version=2} {add=[122 (1459821634103803904)]} 0 1
   [junit4]   2> 2216962 T7838 C3632 oasup.LogUpdateProcessor.finish [collection1] webapp=/z/uk path=/update params={wt=javabin&version=2} {add=[122 (1459821634114289664)]} 0 1
   [junit4]   2> 2216971 T7827 C3631 oasup.LogUpdateProcessor.finish [collection1] webapp=/z/uk path=/update params={wt=javabin&version=2} {add=[123 (1459821634123726848)]} 0 1
   [junit4]   2> 2216982 T7839 C3632 oasup.LogUpdateProcessor.finish [collection1] webapp=/z/uk path=/update params={wt=javabin&version=2} {add=[123 (1459821634135261184)]} 0 1
   [junit4]   2> 2216992 T7824 C3631 oasup.LogUpdateProcessor.finish [collection1] webapp=/z/uk path=/update params={wt=javabin&version=2} {add=[124 (1459821634145746944)]} 0 1
   [junit4]   2> 2217001 T7835 C3632 oasup.LogUpdateProcessor.finish [collection1] webapp=/z/uk path=/update params={wt=javabin&version=2} {add=[124 (1459821634155184128)]} 0 1
   [junit4]   2> 2217017 T7827 C3631 oasup.LogUpdateProcessor.finish [collection1] webapp=/z/uk path=/update params={wt=javabin&version=2} {add=[125 (1459821634170912768)]} 0 2
   [junit4]   2> 2217029 T7838 C3632 oasup.LogUpdateProcessor.finish [collection1] webapp=/z/uk path=/update params={wt=javabin&version=2} {add=[125 (1459821634184544256)]} 0 1
   [junit4]   2> 2217039 T7823 C3631 oasup.LogUpdateProcessor.finish [collection1] webapp=/z/uk path=/update params={wt=javabin&version=2} {add=[126 (1459821634195030016)]} 0 1
   [junit4]   2> 2217047 T7839 C3632 oasup.LogUpdateProcessor.finish [collection1] webapp=/z/uk path=/update params={wt=javabin&version=2} {add=[126 (1459821634204467200)]} 0 0
   [junit4]   2> 2217057 T7825 C3631 oasup.LogUpdateProcessor.finish [collection1] webapp=/z/uk path=/update params={wt=javabin&version=2} {add=[127 (1459821634212855808)]} 0 2
   [junit4]   2> 2217065 T7835 C3632 oasup.LogUpdateProcessor.finish [collection1] webapp=/z/uk path=/update params={wt=javabin&version=2} {add=[127 (1459821634223341568)]} 0 1
   [junit4]   2> 2217073 T7828 C3631 oasup.LogUpdateProcessor.finish [collection1] webapp=/z/uk path=/update params={wt=javabin&version=2} {add=[128 (1459821634231730176)]} 0 0
   [junit4]   2> 2217081 T7838 C3632 oasup.LogUpdateProcessor.finish [collection1] webapp=/z/uk path=/update params={wt=javabin&version=2} {add=[128 (1459821634239070208)]} 0 1
   [junit4]   2> 2217089 T7824 C3631 oasup.LogUpdateProcessor.finish [collection1] webapp=/z/uk path=/update params={wt=javabin&version=2} {add=[129 (1459821634247458816)]} 0 1
   [junit4]   2> 2217098 T7839 C3632 oasup.LogUpdateProcessor.finish [collection1] webapp=/z/uk path=/update params={wt=javabin&version=2} {add=[129 (1459821634255847424)]} 0 2
   [junit4]   2> 2217106 T7826 C3631 oasup.LogUpdateProcessor.finish [collection1] webapp=/z/uk path=/update params={wt=javabin&version=2} {add=[130 (1459821634265284608)]} 0 1
   [junit4]   2> 2217114 T7835 C3632 oasup.LogUpdateProcessor.finish [collection1] webapp=/z/uk path=/update params={wt=javabin&version=2} {add=[130 (1459821634274721792)]} 0 0
   [junit4]   2> 2217122 T7823 C3631 oasup.LogUpdateProcessor.finish [collection1] webapp=/z/uk path=/update params={wt=javabin&version=2} {add=[131 (1459821634282061824)]} 0 1
   [junit4]   2> 2217131 T7838 C3632 oasup.LogUpdateProcessor.finish [collection1] webapp=/z/uk path=/update params={wt=javabin&version=2} {add=[131 (1459821634291499008)]} 0 2
   [junit4]   2> 2217141 T7825 C3631 oasup.LogUpdateProcessor.finish [collection1] webapp=/z/uk path=/update params={wt=javabin&version=2} {add=[132 (1459821634300936192)]} 0 2
   [junit4]   2> 2217148 T7839 C3632 oasup.LogUpdateProcessor.finish [collection1] webapp=/z/uk path=/update params={wt=javabin&version=2} {add=[132 (1459821634309324800)]} 0 1
   [junit4]   2> 2217156 T7827 C3631 oasup.LogUpdateProcessor.finish [collection1] webapp=/z/uk path=/update params={wt=javabin&version=2} {add=[133 (1459821634317713408)]} 0 1
   [junit4]   2> 2217167 T7835 C3632 oasup.LogUpdateProcessor.finish [collection1] webapp=/z/uk path=/update params={wt=javabin&version=2} {add=[133 (1459821634328199168)]} 0 2
   [junit4]   2> 2217175 T7823 C3631 oasup.LogUpdateProcessor.finish [collection1] webapp=/z/uk path=/update params={wt=javabin&version=2} {add=[134 (1459821634337636352)]} 0 1
   [junit4]   2> 2217183 T7838 C3632 oasup.LogUpdateProcessor.finish [collection1] webapp=/z/uk path=/update params={wt=javabin&version=2} {add=[134 (1459821634346024960)]} 0 1
   [junit4]   2> 2217191 T7825 C3631 oasup.LogUpdateProcessor.finish [collection1] webapp=/z/uk path=/update params={wt=javabin&version=2} {add=[135 (1459821634354413568)]} 0 1
   [junit4]   2> 2217198 T7839 C3632 oasup.LogUpdateProcessor.finish [collection1] webapp=/z/uk path=/update params={wt=javabin&version=2} {add=[135 (1459821634361753600)]} 0 1
   [junit4]   2> 2217206 T7827 C3631 oasup.LogUpdateProcessor.finish [collection1] webapp=/z/uk path=/update params={wt=javabin&version=2} {add=[136 (1459821634371190784)]} 0 0
   [junit4]   2> 2217214 T7835 C3632 oasup.LogUpdateProcessor.finish [collection1] webapp=/z/uk path=/update params={wt=javabin&version=2} {add=[136 (1459821634378530816)]} 0 1
   [junit4]   2> 2217222 T7823 C3631 oasup.LogUpdateProcessor.finish [collection1] webapp=/z/uk path=/update params={wt=javabin&version=2} {add=[137 (1459821634386919424)]} 0 1
   [junit4]   2> 2217231 T7840 C3632 oasup.LogUpdateProcessor.finish [collection1] webapp=/z/uk path=/update params={wt=javabin&version=2} {add=[137 (1459821634396356608)]} 0 1
   [junit4]   2> 2217239 T7825 C3631 oasup.LogUpdateProcessor.finish [collection1] webapp=/z/uk path=/update params={wt=javabin&version=2} {add=[138 (1459821634404745216)]} 0 1
   [junit4]   2> 2217247 T7836 C3632 oasup.LogUpdateProcessor.finish [collection1] webapp=/z/uk path=/update params={wt=javabin&version=2} {add=[138 (1459821634414182400)]} 0 1
   [junit4]   2> 2217255 T7827 C3631 oasup.LogUpdateProcessor.finish [collection1] webapp=/z/uk path=/update params={wt=javabin&version=2} {add=[139 (1459821634422571008)]} 0 0
   [junit4]   2> 2217264 T7838 C3632 oasup.LogUpdateProcessor.finish [collection1] webapp=/z/uk path=/update params={wt=javabin&version=2} {add=[139 (1459821634430959616)]} 0 1
   [junit4]   2> 2217271 T7823 C3631 oasup.LogUpdateProcessor.finish [collection1] webapp=/z/uk path=/update params={wt=javabin&version=2} {add=[140 (1459821634439348224)]} 0 0
   [junit4]   2> 2217280 T7839 C3632 oasup.LogUpdateProcessor.finish [collection1] webapp=/z/uk path=/update params={wt=javabin&version=2} {add=[140 (1459821634448785408)]} 0 0
   [junit4]   2> 2217288 T7826 C3631 oasup.LogUpdateProcessor.finish [collection1] webapp=/z/uk path=/update params={wt=javabin&version=2} {add=[141 (1459821634456125440)]} 0 1
   [junit4]   2> 2217295 T7837 C3632 oasup.LogUpdateProcessor.finish [collection1] webapp=/z/uk path=/update params={wt=javabin&version=2} {add=[141 (1459821634464514048)]} 0 0
   [junit4]   2> 2217304 T7828 C3631 oasup.LogUpdateProcessor.finish [collection1] webapp=/z/uk path=/update params={wt=javabin&version=2} {add=[142 (1459821634472902656)]} 0 1
   [junit4]   2> 2217312 T7840 C3632 oasup.LogUpdateProcessor.finish [collection1] webapp=/z/uk path=/update params={wt=javabin&version=2} {add=[142 (1459821634481291264)]} 0 1
   [junit4]   2> 2217321 T7825 C3631 oasup.LogUpdateProcessor.finish [collection1] webapp=/z/uk path=/update params={wt=javabin&version=2} {add=[143 (1459821634490728448)]} 0 1
   [junit4]   2> 2217332 T7835 C3632 oasup.LogUpdateProcessor.finish [collection1] webapp=/z/uk path=/update params={wt=javabin&version=2} {add=[143 (1459821634502262784)]} 0 1
   [junit4]   2> 2217342 T7827 C3631 oasup.LogUpdateProcessor.finish [collection1] webapp=/z/uk path=/update params={wt=javabin&version=2} {add=[144 (1459821634512748544)]} 0 1
   [junit4]   2> 2217350 T7840 C3632 oasup.LogUpdateProcessor.finish [collection1] webapp=/z/uk path=/update params={wt=javabin&version=2} {add=[144 (1459821634521137152)]} 0 1
   [junit4]   2> 2217358 T7823 C3631 oasup.LogUpdateProcessor.finish [collection1] webapp=/z/uk path=/update params={wt=javabin&version=2} {add=[145 (1459821634529525760)]} 0 1
   [junit4]   2> 2217366 T7836 C3632 oasup.LogUpdateProcessor.finish [collection1] webapp=/z/uk path=/update params={wt=javabin&version=2} {add=[145 (1459821634537914368)]} 0 1
   [junit4]   2> 2217374 T7825 C3631 oasup.LogUpdateProcessor.finish [collection1] webapp=/z/uk path=/update params={wt=javabin&version=2} {add=[146 (1459821634546302976)]} 0 1
   [junit4]   2> 2217381 T7837 C3632 oasup.LogUpdateProcessor.finish [collection1] webapp=/z/uk path=/update params={wt=javabin&version=2} {add=[146 (1459821634554691584)]} 0 1
   [junit4]   2> 2217389 T7827 C3631 oasup.LogUpdateProcessor.finish [collection1] webapp=/z/uk path=/update params={wt=javabin&version=2} {add=[147 (1459821634563080192)]} 0 0
   [junit4]   2> 2217398 T7840 C3632 oasup.LogUpdateProcessor.finish [collection1] webapp=/z/uk path=/update params={wt=javabin&version=2} {add=[147 (1459821634570420224)]} 0 2
   [junit4]   2> 2217409 T7823 C3631 oasup.LogUpdateProcessor.finish [collection1] webapp=/z/uk path=/update params={wt=javabin&version=2} {add=[148 (1459821634583003136)]} 0 2
   [junit4]   2> 2217418 T7836 C3632 oasup.LogUpdateProcessor.finish [collection1] webapp=/z/uk path=/update params={wt=javabin&version=2} {add=[148 (1459821634592440320)]} 0 1
   [junit4]   2> 2217425 T7825 C3631 oasup.LogUpdateProcessor.finish [collection1] webapp=/z/uk path=/update params={wt=javabin&version=2} {add=[149 (1459821634600828928)]} 0 1
   [junit4]   2> 2217434 T7838 C3632 oasup.LogUpdateProcessor.finish [collection1] webapp=/z/uk path=/update params={wt=javabin&version=2} {add=[149 (1459821634608168960)]} 0 2
   [junit4]   2> 2217440 T7827 C3631 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 2217449 T7827 C3631 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@269a5785 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@78dfb22a)),segFN=segments_2,generation=2}
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@269a5785 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@78dfb22a)),segFN=segments_3,generation=3}
   [junit4]   2> 2217450 T7827 C3631 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
   [junit4]   2> 2217503 T7827 C3631 oass.SolrIndexSearcher.<init> Opening Searcher@76cdb4c8[collection1] main
   [junit4]   2> 2217505 T7827 C3631 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 2217506 T7830 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@76cdb4c8[collection1] main{StandardDirectoryReader(segments_3:5:nrt _0(5.0):c9 _1(5.0):c59)}
   [junit4]   2> 2217507 T7827 C3631 oasup.LogUpdateProcessor.finish [collection1] webapp=/z/uk path=/update params={commit=true&softCommit=false&waitSearcher=true&wt=javabin&version=2} {commit=} 0 67
   [junit4]   2> 2217514 T7839 C3632 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 2217524 T7839 C3632 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@2baca20d lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5a813e58)),segFN=segments_2,generation=2}
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@2baca20d lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5a813e58)),segFN=segments_3,generation=3}
   [junit4]   2> 2217525 T7839 C3632 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
   [junit4]   2> 2217579 T7839 C3632 oass.SolrIndexSearcher.<init> Opening Searcher@70ce0383[collection1] main
   [junit4]   2> 2217579 T7839 C3632 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 2217583 T7842 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@70ce0383[collection1] main{StandardDirectoryReader(segments_3:5:nrt _0(5.0):c9 _1(5.0):c59)}
   [junit4]   2> 2217585 T7839 C3632 oasup.LogUpdateProcessor.finish [collection1] webapp=/z/uk path=/update params={commit=true&softCommit=false&waitSearcher=true&wt=javabin&version=2} {commit=} 0 71
   [junit4]   2> 2217595 T7824 C3631 oasc.SolrCore.execute [collection1] webapp=/z/uk path=/select params={wt=javabin&q=*:*&sort=n_ti1+desc&distrib=false&version=2} hits=68 status=0 QTime=1 
   [junit4]   2> 2217650 T7839 C3632 oasc.SolrCore.execute [collection1] webapp=/z/uk path=/select params={rows=10&fl=id&fsv=true&wt=javabin&q=*:*&sort=n_ti1+desc&NOW=1392194399630&isShard=true&distrib=false&start=0&shard.url=127.0.0.1:61055/z/uk&version=2} hits=68 status=0 QTime=0 
   [junit4]   2> 2217660 T7837 C3632 oasc.SolrCore.execute [collection1] webapp=/z/uk path=/select params={wt=javabin&q=*:*&NOW=1392194399630&isShard=true&ids=12,120,146,7,145,133,16,118,15,100&distrib=false&shard.url=127.0.0.1:61055/z/uk&version=2} status=0 QTime=0 
   [junit4]   2> 2217664 T7835 C3632 oasc.SolrCore.execute [collection1] webapp=/z/uk path=/select params={wt=javabin&q=*:*&shards=127.0.0.1:61055/z/uk&sort=n_ti1+desc&version=2} hits=68 status=0 QTime=62 
   [junit4]   2> 2217672 T7826 C3631 oasc.SolrCore.execute [collection1] webapp=/z/uk path=/select params={wt=javabin&q=*:*&sort=n_ti1+asc&distrib=false&version=2} hits=68 status=0 QTime=0 
   [junit4]   2> 2217690 T7837 C3632 oasc.SolrCore.execute [collection1] webapp=/z/uk path=/select params={rows=10&fl=id&fsv=true&wt=javabin&q=*:*&sort=n_ti1+asc&NOW=1392194399710&isShard=true&distrib=false&start=0&shard.url=127.0.0.1:61055/z/uk|[ff01::083]:33332/z/uk&version=2} hits=68 status=0 QTime=0 
   [junit4]   2> 2217701 T7839 C3632 oasc.SolrCore.execute [collection1] webapp=/z/uk path=/select params={wt=javabin&q=*:*&NOW=1392194399710&isShard=true&ids=138,101,106,137,134,114,111,149,112,110&distrib=false&shard.url=127.0.0.1:61055/z/uk|[ff01::083]:33332/z/uk&version=2} status=0 QTime=1 
   [junit4]   2> 2217703 T7840 C3632 oasc.SolrCore.execute [collection1] webapp=/z/uk path=/select params={wt=javabin&q=*:*&shards=127.0.0.1:61055/z/uk|[ff01::083]:33332/z/uk&sort=n_ti1+asc&version=2} hits=68 status=0 QTime=21 
   [junit4]   2> 2217711 T7828 C3631 oasc.SolrCore.execute [collection1] webapp=/z/uk path=/select params={wt=javabin&q=*:*&sort=n_f1+desc&distrib=false&version=2} hits=68 status=0 QTime=1 
   [junit4]   2> 2217726 T7838 C3632 oasc.SolrCore.execute [collection1] webapp=/z/uk path=/select params={rows=10&fl=id&fsv=true&wt=javabin&q=*:*&sort=n_f1+desc&NOW=1392194399748&isShard=true&distrib=false&start=0&shard.url=127.0.0.1:61055/z/uk&version=2} hits=68 status=0 QTime=0 
   [junit4]   2> 2217735 T7840 C3632 oasc.SolrCore.execute [collection1] webapp=/z/uk path=/select params={wt=javabin&q=*:*&NOW=1392194399748&isShard=true&ids=3,144,121,147,133,107,13,109,6,15&distrib=false&shard.url=127.0.0.1:61055/z/uk&version=2} status=0 QTime=0 
   [junit4]   2> 2217737 T7837 C3632 oasc.SolrCore.execute [collection1] webapp=/z/uk path=/select params={wt=javabin&q=*:*&shards=127.0.0.1:61055/z/uk&sort=n_f1+desc&version=2} hits=68 status=0 QTime=17 
   [junit4]   2> 2217744 T7824 C3631 oasc.SolrCore.execute [collection1] webapp=/z/uk path=/select params={wt=javabin&q=*:*&sort=n_f1+asc&distrib=false&version=2} hits=68 status=0 QTime=0 
   [junit4]   2> 2217760 T7840 C3632 oasc.SolrCore.execute [collection1] webapp=/z/uk path=/select params={rows=10&fl=id&fsv=true&wt=javabin&q=*:*&sort=n_f1+asc&NOW=1392194399780&isShard=true&distrib=false&start=0&shard.url=[ff01::114]:33332/z/uk|[ff01::213]:33332/z/uk|[ff01::083]:33332/z/uk|127.0.0.1:61055/z/uk&version=2} hits=68 status=0 QTime=0 
   [junit4]   2> 2217768 T7836 C3632 oasc.SolrCore.execute [collection1] webapp=/z/uk path=/select params={wt=javabin&q=*:*&NOW=1392194399780&isShard=true&ids=143,106,135,130,116,103,126,127,100,2&distrib=false&shard.url=[ff01::114]:33332/z/uk|[ff01::213]:33332/z/uk|[ff01::083]:33332/z/uk|127.0.0.1:61055/z/uk&version=2} status=0 QTime=1 
   [junit4]   2> 2217770 T7838 C3632 oasc.SolrCore.execute [collection1] webapp=/z/uk path=/select params={wt=javabin&q=*:*&shards=[ff01::114]:33332/z/uk|[ff01::213]:33332/z/uk|[ff01::083]:33332/z/uk|127.0.0.1:61055/z/uk&sort=n_f1+asc&version=2} hits=68 status=0 QTime=18 
   [junit4]   2> 2217779 T7826 C3631 oasc.SolrCore.execute [collection1] webapp=/z/uk path=/select params={wt=javabin&q=*:*&sort=n_tf1+desc&distrib=false&version=2} hits=68 status=0 QTime=1 
   [junit4]   2> 2217792 T7837 C3632 oasc.SolrCore.execute [collection1] webapp=/z/uk path=/select params={rows=10&fl=id&fsv=true&wt=javabin&q=*:*&sort=n_tf1+desc&NOW=1392194399815&isShard=true&distrib=false&start=0&shard.url=127.0.0.1:61055/z/uk&version=2} hits=68 status=0 QTime=0 
   [junit4]   2> 2217802 T7838 C3632 oasc.SolrCore.execute [collection1] webapp=/z/uk path=/select params={wt=javabin&q=*:*&NOW=1392194399815&isShard=true&ids=120,125,148,132,16,109,126,127,111,142&distrib=false&shard.url=127.0.0.1:61055/z/uk&version=2} status=0 QTime=0 
   [junit4]   2> 2217804 T7839 C3632 oasc.SolrCore.execute [collection1] webapp=/z/uk path=/select params={wt=javabin&q=*:*&shards=127.0.0.1:61055/z/uk&sort=n_tf1+desc&version=2} hits=68 status=0 QTime=17 
   [junit4]   2> 2217812 T7823 C3631 oasc.SolrCore.execute [collection1] webapp=/z/uk path=/select params={wt=javabin&q=*:*&sort=n_tf1+asc&distrib=false&version=2} hits=68 status=0 QTime=0 
   [junit4]   2> 2217826 T7836 C3632 oasc.SolrCore.execute [collection1] webapp=/z/uk path=/select params={rows=10&fl=id&fsv=true&wt=javabin&q=*:*&sort=n_tf1+asc&NOW=1392194399848&isShard=true&distrib=false&start=0&shard.url=127.0.0.1:61055/z/uk|[ff01::114]:33332/z/uk&version=2} hits=68 status=0 QTime=0 
   [junit4]   2> 2217838 T7835 C3632 oasc.SolrCore.execute [collection1] webapp=/z/uk path=/select params={wt=javabin&q=*:*&NOW=1392194399848&isShard=true&ids=11,144,139,7,103,115,124,123,2,1&distrib=false&shard.url=127.0.0.1:61055/z/uk|[ff01::114]:33332/z/uk&version=2} status=0 QTime=1 
   [junit4]   2> 2217840 T7840 C3632 oasc.SolrCore.execute [collection1] webapp=/z/uk path=/select params={wt=javabin&q=*:*&shards=127.0.0.1:61055/z/uk|[ff01::114]:33332/z/uk&sort=n_tf1+asc&version=2} hits=68 status=0 QTime=20 
   [junit4]   2> 2217849 T7825 C3631 oasc.SolrCore.execute [collection1] webapp=/z/uk path=/select params={wt=javabin&q=*:*&sort=n_d1+desc&distrib=false&version=2} hits=68 status=0 QTime=1 
   [junit4]   2> 2217864 T7839 C3632 oasc.SolrCore.execute [collection1] webapp=/z/uk path=/select params={rows=10&fl=id&fsv=true&wt=javabin&q=*:*&sort=n_d1+desc&NOW=1392194399885&isShard=true&distrib=false&start=0&shard.url=127.0.0.1:61055/z/uk|[ff01::083]:33332/z/uk&version=2} hits=68 status=0 QTime=1 
   [junit4]   2> 2217873 T7840 C3632 oasc.SolrCore.execute [collection1] webapp=/z/uk path=/select params={wt=javabin&q=*:*&NOW=1392194399885&isShard=true&ids=102,12,104,146,125,115,109,119,126,4&distrib=false&shard.url=127.0.0.1:61055/z/uk|[ff01::083]:33332/z/uk&version=2} status=0 QTime=1 
   [junit4]   2> 2217874 T7836 C3632 oasc.SolrCore.execute [collection1] webapp=/z/uk path=/select params={wt=javabin&q=*:*&shards=127.0.0.1:61055/z/uk|[ff01::083]:33332/z/uk&sort=n_d1+desc&version=2} hits=68 status=0 QTime=17 
   [junit4]   2> 2217885 T7827 C3631 oasc.SolrCore.execute [collection1] webapp=/z/uk path=/select params={wt=javabin&q=*:*&sort=n_d1+asc&distrib=false&version=2} hits=68 status=0 QTime=0 
   [junit4]   2> 2217903 T7835 C3632 oasc.SolrCore.execute [collection1] webapp=/z/uk path=/select params={rows=10&fl=id&fsv=true&wt=javabin&q=*:*&sort=n_d1+asc&NOW=1392194399923&isShard=true&distrib=false&start=0&shard.url=127.0.0.1:61055/z/uk&version=2} hits=68 status=0 QTime=1 
   [junit4]   2> 2217910 T7836 C3632 oasc.SolrCore.execute [collection1] webapp=/z/uk path=/select params={wt=javabin&q=*:*&NOW=1392194399923&isShard=true&ids=105,3,139,134,124,122,140,118,6,113&distrib=false&shard.url=127.0.0.1:61055/z/uk&version=2} status=0 QTime=0 
   [junit4]   2> 2217913 T7838 C3632 oasc.SolrCore.execute [collection1] webapp=/z/uk path=/select params={wt=javabin&q=*:*&shards=127.0.0.1:61055/z/uk&sort=n_d1+asc&version=2} hits=68 status=0 QTime=18 
   [junit4]   2> 2217920 T7823 C3631 oasc.SolrCore.execute [collection1] webapp=/z/uk path=/select params={wt=javabin&q=*:*&sort=n_td1+desc&distrib=false&version=2} hits=68 status=0 QTime=1 
   [junit4]   2> 2217936 T7840 C3632 oasc.SolrCore.execute [collection1] webapp=/z/uk path=/select params={rows=10&fl=id&fsv=true&wt=javabin&q=*:*&sort=n_td1+desc&NOW=1392194399960&isShard=true&distrib=false&start=0&shard.url=127.0.0.1:61055/z/uk&version=2} hits=68 status=0 QTime=0 
   [junit4]   2> 2217949 T7838 C3632 oasc.SolrCore.execute [collection1] webapp=/z/uk path=/select params={wt=javabin&q=*:*&NOW=1392194399960&isShard=true&ids=129,139,121,147,104,130,133,122,142,6&distrib=false&shard.url=127.0.0.1:61055/z/uk&version=2} status=0 QTime=0 
   [junit4]   2> 2217951 T7839 C3632 oasc.SolrCore.execute [collection1] webapp=/z/uk path=/select params={wt=javabin&q=*:*&shards=127.0.0.1:61055/z/uk&sort=n_td1+desc&version=2} hits=68 status=0 QTime=19 
   [junit4]   2> 2217959 T7825 C3631 oasc.SolrCore.execute [collection1] webapp=/z/uk path=/select params={wt=javabin&q=*:*&sort=n_td1+asc&distrib=false&version=2} hits=68 status=0 QTime=0 
   [junit4]   2> 2217976 T7836 C3632 oasc.SolrCore.execute [collection1] webapp=/z/uk path=/select params={rows=10&fl=id&fsv=true&wt=javabin&q=*:*&sort=n_td1+asc&NOW=1392194399997&isShard=true&distrib=false&start=0&shard.url=127.0.0.1:61055/z/uk&version=2} hits=68 status=0 QTime=1 
   [junit4]   2> 2217984 T7837 C3632 oasc.SolrCore.execute [collection1] webapp=/z/uk path=/select params={wt=javabin&q=*:*&NOW=1392194399997&isShard=true&ids=14,11,12,120,101,143,5,132,136,140&distrib=false&shard.url=127.0.0.1:61055/z/uk&version=2} status=0 QTime=0 
   [junit4]   2> 2217987 T7835 C3632 oasc.SolrCore.execute [collection1] webapp=/z/uk path=/select params={wt=javabin&q=*:*&shards=127.0.0.1:61055/z/uk&sort=n_td1+asc&version=2} hits=68 status=0 QTime=18 
   [junit4]   2> 2217994 T7827 C3631 oasc.SolrCore.execute [collection1] webapp=/z/uk path=/select params={wt=javabin&q=*:*&sort=n_l1+desc&distrib=false&version=2} hits=68 status=0 QTime=1 
   [junit4]   2> 2218008 T7837 C3632 oasc.SolrCore.execute [collection1] webapp=/z/uk path=/select params={rows=10&fl=id&fsv=true&wt=javabin&q=*:*&sort=n_l1+desc&NOW=1392194400029&isShard=true&distrib=false&start=0&shard.url=[ff01::083]:33332/z/uk|[ff01::213]:33332/z/uk|[ff01::114]:33332/z/uk|127.0.0.1:61055/z/uk&version=2} hits=68 status=0 QTime=0 
   [junit4]   2> 2218016 T7838 C3632 oasc.SolrCore.execute [collection1] webapp=/z/uk path=/select params={wt=javabin&q=*:*&NOW=1392194400029&isShard=true&ids=141,3,128,130,13,107,136,8,119,15&distrib=false&shard.url=[ff01::083]:33332/z/uk|[ff01::213]:33332/z/uk|[ff01::114]:33332/z/uk|127.0.0.1:61055/z/uk&version=2} status=0 QTime=0 
   [junit4]   2> 2218018 T7836 C3632 oasc.SolrCore.execute [collection1] webapp=/z/uk path=/select params={wt=javabin&q=*:*&shards=[ff01::083]:33332/z/uk|[ff01::213]:33332/z/uk|[ff01::114]:33332/z/uk|127.0.0.1:61055/z/uk&sort=n_l1+desc&version=2} hits=68 status=0 QTime=17 
   [junit4]   2> 2218027 T7825 C3631 oasc.SolrCore.execute [collection1] webapp=/z/uk path=/select params={wt=javabin&q=*:*&sort=n_l1+asc&distrib=false&version=2} hits=68 status=0 QTime=1 
   [junit4]   2> 2218048 T7836 C3632 oasc.SolrCore.execute [collection1] webapp=/z/uk path=/select params={rows=10&fl=id&fsv=true&wt=javabin&q=*:*&sort=n_l1+asc&NOW=1392194400066&isShard=true&distrib=false&start=0&shard.url=127.0.0.1:61055/z/uk|[ff01::114]:33332/z/uk|[ff01::213]:33332/z/uk&version=2} hits=68 status=0 QTime=0 
   [junit4]   2> 2218061 T7840 C3632 oasc.SolrCore.execute [collection1] webapp=/z/uk path=/select params={wt=javabin&q=*:*&NOW=1392194400066&isShard=true&ids=12,7,135,132,17,124,122,1001,118,2&distrib=false&shard.url=127.0.0.1:61055/z/uk|[ff01::114]:33332/z/uk|[ff01::213]:33332/z/uk&version=2} status=0 QTime=1 
   [junit4]   2> 2218063 T7837 C3632 oasc.SolrCore.execute [collection1] webapp=/z/uk path=/select params={wt=javabin&q=*:*&shards=127.0.0.1:61055/z/uk|[ff01::114]:33332/z/uk|[ff01::213]:33332/z/uk&sort=n_l1+asc&version=2} hits=68 status=0 QTime=25 
   [junit4]   2> 2218075 T7828 C3631 oasc.SolrCore.execute [collection1] webapp=/z/uk path=/select params={wt=javabin&q=*:*&sort=n_tl1+desc&distrib=false&version=2} hits=68 status=0 QTime=5 
   [junit4]   2> 2218096 T7837 C3632 oasc.SolrCore.execute [collection1] webapp=/z/uk path=/select params={rows=10&fl=id&fsv=true&wt=javabin&q=*:*&sort=n_tl1+desc&NOW=1392194400112&isShard=true&distrib=false&start=0&shard.url=127.0.0.1:61055/z/uk|[ff01::114]:33332/z/uk&version=2} hits=68 status=0 QTime=1 
   [junit4]   2> 2218105 T7840 C3632 oasc.SolrCore.execute [collection1] webapp=/z/uk path=/select params={wt=javabin&q=*:*&NOW=1392194400112&isShard=true&ids=129,101,128,137,130,16,1001,111,15,2&distrib=false&shard.url=127.0.0.1:61055/z/uk|[ff01::114]:33332/z/uk&version=2} status=0 QTime=1 
   [junit4]   2> 2218106 T7836 C3632 oasc.SolrCore.execute [collection1] webapp=/z/uk path=/select params={wt=javabin&q=*:*&shards=127.0.0.1:61055/z/uk|[ff01::114]:33332/z/uk&sort=n_tl1+desc&version=2} hits=68 status=0 QTime=22 
   [junit4]   2> 2218114 T7824 C3631 oasc.SolrCore.execute [collection1] webapp=/z/uk path=/select params={wt=javabin&q=*:*&sort=n_tl1+asc&distrib=false&version=2} hits=68 status=0 QTime=1 
   [junit4]   2> 2218127 T7837 C3632 oasc.SolrCore.execute [collection1] webapp=/z/uk path=/select params={rows=10&fl=id&fsv=true&wt=javabin&q=*:*&sort=n_tl1+asc&NOW=1392194400149&isShard=true&distrib=false&start=0&shard.url=127.0.0.1:61055/z/uk&version=2} hits=68 status=0 QTime=0 
   [junit4]   2> 2218135 T7840 C3632 oasc.SolrCore.execute [collection1] webapp=/z/uk path=/select params={wt=javabin&q=*:*&NOW=1392194400149&isShard=true&ids=143,146,5,135,17,107,103,13,10,149&distrib=false&shard.url=127.0.0.1:61055/z/uk&version=2} status=0 QTime=1 
   [junit4]   2> 2218136 T7839 C3632 oasc.SolrCore.execute [collection1] webapp=/z/uk path=/select params={wt=javabin&q=*:*&shards=127.0.0.1:61055/z/uk&sort=n_tl1+asc&version=2} hits=68 status=0 QTime=15 
   [junit4]   2> 2218145 T7828 C3631 oasc.SolrCore.execute [collection1] webapp=/z/uk path=/select params={wt=javabin&q=*:*&sort=n_dt1+desc&distrib=false&version=2} hits=68 status=0 QTime=1 
   [junit4]   2> 2218163 T7839 C3632 oasc.SolrCore.execute [collection1] webapp=/z/uk path=/select params={rows=10&fl=id&fsv=true&wt=javabin&q=*:*&sort=n_dt1+desc&NOW=1392194400181&isShard=true&distrib=false&start=0&shard.url=127.0.0.1:61055/z/uk|[ff01::213]:33332/z/uk&version=2} hits=68 status=0 QTime=1 
   [junit4]   2> 2218173 T7840 C3632 oasc.SolrCore.execute [collection1] webapp=/z/uk path=/select params={wt=javabin&q=*:*&NOW=1392194400181&isShard=true&ids=138,101,139,125,148,132,131,123,142,113&distrib=false&shard.url=127.0.0.1:61055/z/uk|[ff01::213]:33332/z/uk&version=2} status=0 QTime=0 
   [junit4]   2> 2218175 T7838 C3632 oasc.SolrCore.execute [collection1] webapp=/z/uk path=/select params={wt=javabin&q=*:*&shards=127.0.0.1:61055/z/uk|[ff01::213]:33332/z/uk&sort=n_dt1+desc&version=2} hits=68 status=0 QTime=22 
   [junit4]   2> 2218186 T7824 C3631 oasc.SolrCore.execute [collection1] webapp=/z/uk path=/select params={wt=javabin&q=*:*&sort=n_dt1+asc&distrib=false&version=2} hits=68 status=0 QTime=1 
   [junit4]   2> ASYNC  NEW_CORE C3633 name=collection1 org.apache.solr.core.SolrCore@2b0be3ff
   [junit4]   2> 2218233 T7838 C3633 oasc.SolrCore.execute [collection1] webapp=/z/uk path=/select params={rows=10&fl=id&fsv=true&wt=javabin&q=*:*&sort=n_dt1+asc&NOW=1392194400222&isShard=true&distrib=false&start=0&shard.url=[ff01::114]:33332/z/uk|127.0.0.1:61055/z/uk|[ff01::213]:33332/z/uk|[ff01::083]:33332/z/uk&version=2} hits=68 status=0 QTime=0 
   [junit4]   2> 2218242 T7840 C3633 oasc.SolrCore.execute [collection1] webapp=/z/uk path=/select params={wt=javabin&q=*:*&NOW=1392194400222&isShard=true&ids=121,104,7,146,116,17,103,136,119,4&distrib=false&shard.url=[ff01::114]:33332/z/uk|127.0.0.1:61055/z/uk|[ff01::213]:33332/z/uk|[ff01::083]:33332/z/uk&version=2} status=0 QTime=0 
   [junit4]   2> 2218244 T7837 C3633 oasc.SolrCore.execute [collection1] webapp=/z/uk path=/select params={wt=javabin&q=*:*&shards=[ff01::114]:33332/z/uk|127.0.0.1:61055/z/uk|[ff01::213]:33332/z/uk|[ff01::083]:33332/z/uk&sort=n_dt1+asc&version=2} hits=68 status=0 QTime=50 
   [junit4]   2> ASYNC  NEW_CORE C3634 name=collection1 org.apache.solr.core.SolrCore@74ddc728
   [junit4]   2> 2218253 T7828 C3634 oasc.SolrCore.execute [collection1] webapp=/z/uk path=/select params={wt=javabin&q=*:*&sort=n_tdt1+desc&distrib=false&version=2} hits=68 status=0 QTime=0 
   [junit4]   2> 2218268 T7838 C3633 oasc.SolrCore.execute [collection1] webapp=/z/uk path=/select params={rows=10&fl=id&fsv=true&wt=javabin&q=*:*&sort=n_tdt1+desc&NOW=1392194400289&isShard=true&distrib=false&start=0&shard.url=[ff01::083]:33332/z/uk|[ff01::114]:33332/z/uk|127.0.0.1:61055/z/uk|[ff01::213]:33332/z/uk&version=2} hits=68 status=0 QTime=0 
   [junit4]   2> 2218276 T7840 C3633 oasc.SolrCore.execute [collection1] webapp=/z/uk path=/select params={wt=javabin&q=*:*&NOW=1392194400289&isShard=true&ids=14,120,147,17,124,140,126,131,6,110&distrib=false&shard.url=[ff01::083]:33332/z/uk|[ff01::114]:33332/z/uk|127.0.0.1:61055/z/uk|[ff01::213]:33332/z/uk&version=2} status=0 QTime=0 
   [junit4]   2> 2218279 T7836 C3633 oasc.SolrCore.execute [collection1] webapp=/z/uk path=/select params={wt=javabin&q=*:*&shards=[ff01::083]:33332/z/uk|[ff01::114]:33332/z/uk|127.0.0.1:61055/z/uk|[ff01::213]:33332/z/uk&sort=n_tdt1+desc&version=2} hits=68 status=0 QTime=18 
   [junit4]  

[...truncated too long message...]

d.SolrZkClient$6.execute(SolrZkClient.java:254)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:254)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:92)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> 3384760 T10804 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> NOTE: test params are: codec=Lucene46: {id=Pulsing41(freqCutoff=19 minBlockSize=38 maxBlockSize=113), _version_=MockVariableIntBlock(baseBlockSize=41)}, docValues:{}, sim=DefaultSimilarity, locale=pt_PT, timezone=America/Dawson
   [junit4]   2> NOTE: Mac OS X 10.8.5 x86_64/Oracle Corporation 1.7.0_51 (64-bit)/cpus=2,threads=1,free=127186056,total=388935680
   [junit4]   2> NOTE: All tests run in this JVM: [TestFileDictionaryLookup, TestFieldTypeCollectionResource, TestDynamicFieldCollectionResource, SpellCheckCollatorTest, ClusterStateUpdateTest, QueryParsingTest, TestCopyFieldCollectionResource, DistributedDebugComponentTest, FunctionTest, TestSchemaSimilarityResource, TestBadConfig, TestRemoteStreaming, TestBinaryResponseWriter, PingRequestHandlerTest, TestDynamicFieldResource, TestCollationFieldDocValues, TestFiltering, SolrPluginUtilsTest, PathHierarchyTokenizerFactoryTest, SynonymTokenizerTest, TestSolr4Spatial, OverseerRolesTest, TestBinaryField, BlockDirectoryTest, SOLR749Test, RemoteQueryErrorTest, TestDFRSimilarityFactory, TestSolrQueryParser, UUIDFieldTest, TermVectorComponentTest, TestRecoveryHdfs, DefaultValueUpdateProcessorTest, TestDistributedGrouping, TestCoreDiscovery, DocValuesMissingTest, TestFuzzyAnalyzedSuggestions, AbstractAnalyticsStatsTest, EnumFieldTest, SliceStateTest, ShowFileRequestHandlerTest, TestSearchPerf, TestValueSourceCache, IndexBasedSpellCheckerTest, ReturnFieldsTest, TestDocSet, RequestHandlersTest, TestSerializedLuceneMatchVersion, TestRealTimeGet, TestReloadAndDeleteDocs, SimpleFacetsTest, TestFunctionQuery, TestOverriddenPrefixQueryForCustomFieldType, ShardSplitTest, TestRTGBase, HardAutoCommitTest, HighlighterTest, DirectUpdateHandlerOptimizeTest, TestRangeQuery, TestSolrQueryParserResource, SolrRequestParserTest, CopyFieldTest, ResponseLogComponentTest, NotRequiredUniqueKeyTest, TestFaceting, AddSchemaFieldsUpdateProcessorFactoryTest, QueryEqualityTest, FullSolrCloudDistribCmdsTest, SpellingQueryConverterTest, AlternateDirectoryTest, TestJmxIntegration, TestCollapseQParserPlugin, StressHdfsTest, TestSweetSpotSimilarityFactory, DistribCursorPagingTest, TestNRTOpen, TestInitQParser, TestManagedSchema, NoCacheHeaderTest, OpenExchangeRatesOrgProviderTest, TestJoin, XsltUpdateRequestHandlerTest, TestDefaultSearchFieldResource, TestLMDirichletSimilarityFactory, AbstractAnalyticsFacetTest, TestMaxScoreQueryParser, TestOmitPositions, SolrIndexConfigTest, PolyFieldTest, CursorMarkTest, DocValuesMultiTest, CachingDirectoryFactoryTest, SignatureUpdateProcessorFactoryTest, TestDocumentBuilder, TestSystemIdResolver, HdfsChaosMonkeySafeLeaderTest, TestDefaultSimilarityFactory, TestImplicitCoreProperties, AddBlockUpdateTest, MoreLikeThisHandlerTest, DisMaxRequestHandlerTest, EchoParamsTest, TestAtomicUpdateErrorCases, RegexBoostProcessorTest, TestHashPartitioner, TestMultiCoreConfBootstrap, TestNonDefinedSimilarityFactory, TestAnalyzeInfixSuggestions, TestSimpleQParserPlugin, DistributedTermsComponentTest, CursorPagingTest, PreAnalyzedFieldTest, DirectSolrSpellCheckerTest, CoreContainerCoreInitFailuresTest, TestStandardQParsers, IndexSchemaTest, CollectionsAPIDistributedZkTest, TestSchemaNameResource, TestInfoStreamLogging, TestFastLRUCache, TestFastOutputStream, TestSchemaResource, TestUpdate, TestNonNRTOpen, BJQParserTest, JsonLoaderTest, XmlUpdateRequestHandlerTest, TestPerFieldSimilarity, LoggingHandlerTest, TestLazyCores, LeaderElectionTest, TestCloudManagedSchemaAddField, OverseerTest, FileBasedSpellCheckerTest, QueryResultKeyTest, TestModifyConfFiles, PluginInfoTest, ExternalFileFieldSortTest, TestSolrDeletionPolicy1, SpatialFilterTest, BasicFunctionalityTest, LegacyHTMLStripCharFilterTest, TestDistributedMissingSort, TestSolrXml, SolrInfoMBeanTest, TestQuerySenderListener, TestRandomMergePolicy, CoreMergeIndexesAdminHandlerTest, TestIndexingPerformance, TestStressLucene, AutoCommitTest, TestSuggestSpellingConverter, TestCSVResponseWriter, RAMDirectoryFactoryTest, DistanceFunctionTest, ModifyConfFileTest, FastVectorHighlighterTest, StatsComponentTest, LeaderElectionIntegrationTest, TestHighFrequencyDictionaryFactory, SuggestComponentTest, TestQuerySenderNoQuery, DOMUtilTest, ResourceLoaderTest, SchemaVersionSpecificBehaviorTest, TestArbitraryIndexDir, MBeansHandlerTest, JSONWriterTest, URLClassifyProcessorTest, TestFreeTextSuggestions, TestSurroundQueryParser, ShardRoutingTest, MigrateRouteKeyTest, TestReplicationHandler, SuggesterTSTTest, TestHighlightDedupGrouping, TestShardHandlerFactory, CustomCollectionTest, BasicDistributedZkTest, ChaosMonkeySafeLeaderTest, BasicDistributedZk2Test, UnloadDistributedZkTest, SyncSliceTest, OpenCloseCoreStressTest, BasicZkTest, RecoveryZkTest, TestRandomFaceting, ZkSolrClientTest, TestZkChroot, TestRandomDVFaceting, ZkCLITest, ShardRoutingCustomTest, SliceStateUpdateTest, TestDistributedSearch, TestRecovery, DistributedSpellCheckComponentTest, TermVectorComponentDistributedTest, ZkControllerTest, TestStressReorder, TestReload, TestStressVersions, TestCoreContainer, SolrCoreTest, SpellCheckComponentTest, TestGroupingSearch, SolrCmdDistributorTest, QueryElevationComponentTest, PeerSyncTest, BadIndexSchemaTest, ConvertedLegacyTest, TestSort, DirectUpdateHandlerTest, OverseerCollectionProcessorTest, TestIndexSearcher, SoftAutoCommitTest, CurrencyFieldOpenExchangeTest, DistributedQueryElevationComponentTest, CurrencyFieldXmlFileTest, SolrIndexSplitterTest, SimplePostToolTest, AnalysisAfterCoreReloadTest, TestExtendedDismaxParser, SuggesterFSTTest, CoreAdminHandlerTest, TestFoldingMultitermQuery, DocValuesTest, SuggesterTest, TestTrie, SuggesterWFSTTest, TestCSVLoader, WordBreakSolrSpellCheckerTest, SolrCoreCheckLockOnStartupTest, TestPseudoReturnFields, FieldMutatingUpdateProcessorTest, TestWordDelimiterFilterFactory, StatelessScriptUpdateProcessorFactoryTest, SortByFunctionTest, DebugComponentTest, CacheHeaderTest, LukeRequestHandlerTest, TestQueryUtils, StandardRequestHandlerTest, TestWriterPerf, TestReversedWildcardFilterFactory, DocumentAnalysisRequestHandlerTest, TestQueryTypes, PrimitiveFieldTypeTest, TermsComponentTest, DocumentBuilderTest, RequiredFieldsTest, FieldAnalysisRequestHandlerTest, IndexSchemaRuntimeFieldTest, TestCollationField, UpdateRequestProcessorFactoryTest, TestAnalyzedSuggestions, UniqFieldsUpdateProcessorFactoryTest, BinaryUpdateRequestHandlerTest, TestPartialUpdateDeduplication, TestPHPSerializedResponseWriter, CSVRequestHandlerTest, TestComponentsName, SearchHandlerTest, TestLFUCache, HighlighterConfigTest, UpdateParamsTest, TestSolrIndexConfig, BadComponentTest, TestStressRecovery, TestMergePolicyConfig, TestSolrDeletionPolicy2, MultiTermTest, SampleTest, NumericFieldsTest, MinimalSchemaTest, TestElisionMultitermQuery, TestConfig, OutputWriterTest, TestSolrCoreProperties, TestPostingsSolrHighlighter, DirectSolrConnectionTest, TestLuceneMatchVersion, TestPhraseSuggestions, SpellPossibilityIteratorTest, TestCharFilters, TestCodecSupport, TestXIncludeConfig, TestNumberUtils, TestLMJelinekMercerSimilarityFactory, TestIBSimilarityFactory, TestBM25SimilarityFactory, TestFastWriter, TestJmxMonitoredMap, TimeZoneUtilsTest, ScriptEngineTest, DateMathParserTest, ChaosMonkeyNothingIsSafeTest, TestSolrXMLSerializer, PrimUtilsTest, DateFieldTest, ClusterStateTest, TestSolrJ, TestLRUCache, TestUtils, ZkNodePropsTest, SystemInfoHandlerTest, FileUtilsTest, CircularListTest, SolrTestCaseJ4Test, TestCursorMarkWithoutUniqueKey, NoFacetTest, ExpressionTest, FieldFacetExtrasTest, QueryFacetTest, RangeFacetTest, AliasIntegrationTest, AssignTest, ConnectionManagerTest, DeleteReplicaTest, DeleteShardTest, SolrXmlInZkTest, TestDistribDocBasedVersion, TriLevelCompositeIdRoutingTest]
   [junit4] Completed in 114.77s, 1 test, 1 error <<< FAILURES!

[...truncated 118 lines...]
BUILD FAILED
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/build.xml:453: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/build.xml:433: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/build.xml:39: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/extra-targets.xml:37: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build.xml:189: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/common-build.xml:491: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/common-build.xml:1268: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/common-build.xml:901: There were test failures: 372 suites, 1603 tests, 2 errors, 40 ignored (6 assumptions)

Total time: 87 minutes 28 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.7.0 -XX:+UseCompressedOops -XX:+UseSerialGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-trunk-MacOSX (64bit/jdk1.7.0) - Build # 1321 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-MacOSX/1321/
Java: 64bit/jdk1.7.0 -XX:+UseCompressedOops -XX:+UseParallelGC

2 tests failed.
FAILED:  org.apache.solr.cloud.BasicDistributedZk2Test.testDistribSearch

Error Message:
No live SolrServers available to handle this request:[https://127.0.0.1:54811/collection1, https://127.0.0.1:54817/collection1, https://127.0.0.1:54821/collection1, https://127.0.0.1:54814/collection1]

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[https://127.0.0.1:54811/collection1, https://127.0.0.1:54817/collection1, https://127.0.0.1:54821/collection1, https://127.0.0.1:54814/collection1]
	at __randomizedtesting.SeedInfo.seed([33B57CAC31A70095:B253F2B446F860A9]:0)
	at org.apache.solr.client.solrj.impl.LBHttpSolrServer.request(LBHttpSolrServer.java:352)
	at org.apache.solr.client.solrj.impl.CloudSolrServer.request(CloudSolrServer.java:635)
	at org.apache.solr.client.solrj.request.QueryRequest.process(QueryRequest.java:90)
	at org.apache.solr.client.solrj.SolrServer.query(SolrServer.java:301)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.queryServer(AbstractFullDistribZkTestBase.java:1356)
	at org.apache.solr.BaseDistributedSearchTestCase.query(BaseDistributedSearchTestCase.java:561)
	at org.apache.solr.BaseDistributedSearchTestCase.query(BaseDistributedSearchTestCase.java:543)
	at org.apache.solr.BaseDistributedSearchTestCase.query(BaseDistributedSearchTestCase.java:522)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkQueries(AbstractFullDistribZkTestBase.java:800)
	at org.apache.solr.cloud.BasicDistributedZk2Test.doTest(BasicDistributedZk2Test.java:110)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:868)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:744)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[https://127.0.0.1:54821/collection1, https://127.0.0.1:54814/collection1]
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:495)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:199)
	at org.apache.solr.client.solrj.impl.LBHttpSolrServer.request(LBHttpSolrServer.java:283)
	... 50 more


FAILED:  org.apache.solr.cloud.OverseerTest.testOverseerFailure

Error Message:
KeeperErrorCode = NodeExists for /collections/collection1/leaders/shard1

Stack Trace:
org.apache.zookeeper.KeeperException$NodeExistsException: KeeperErrorCode = NodeExists for /collections/collection1/leaders/shard1
	at __randomizedtesting.SeedInfo.seed([33B57CAC31A70095:37BDF35F2302EFB4]:0)
	at org.apache.zookeeper.KeeperException.create(KeeperException.java:119)
	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
	at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
	at org.apache.solr.common.cloud.SolrZkClient$10.execute(SolrZkClient.java:429)
	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
	at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:426)
	at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:383)
	at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:370)
	at org.apache.solr.cloud.ShardLeaderElectionContextBase.runLeaderProcess(ElectionContext.java:112)
	at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:164)
	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:108)
	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:156)
	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:156)
	at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:289)
	at org.apache.solr.cloud.OverseerTest$MockZKController.publishState(OverseerTest.java:153)
	at org.apache.solr.cloud.OverseerTest.testOverseerFailure(OverseerTest.java:584)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:744)




Build Log:
[...truncated 10123 lines...]
   [junit4] Suite: org.apache.solr.cloud.OverseerTest
   [junit4]   2> 757129 T2560 oas.SolrTestCaseJ4.buildSSLConfig Randomized ssl (false) and clientAuth (false)
   [junit4]   2> 757129 T2560 oas.SolrTestCaseJ4.initCore ####initCore
   [junit4]   2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-OverseerTest-1392169233713
   [junit4]   2> 757130 T2560 oas.SolrTestCaseJ4.initCore ####initCore end
   [junit4]   2> 757134 T2560 oas.SolrTestCaseJ4.setUp ###Starting testReplay
   [junit4]   2> 757135 T2560 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   2> 757136 T2561 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 757237 T2560 oasc.ZkTestServer.run start zk server on port:54608
   [junit4]   2> 757239 T2560 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 757244 T2567 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7b4f038c name:ZooKeeperConnection Watcher:127.0.0.1:54608/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 757245 T2560 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 757246 T2560 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 757250 T2569 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6a573f10 name:ZooKeeperConnection Watcher:127.0.0.1:54608 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 757250 T2560 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 757257 T2560 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 757260 T2571 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2b532fc6 name:ZooKeeperConnection Watcher:127.0.0.1:54608 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 757261 T2560 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 757261 T2560 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 757269 T2560 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 757276 T2560 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 757282 T2560 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 757286 T2560 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 757296 T2560 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 757308 T2560 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 757311 T2573 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1916b867 name:ZooKeeperConnection Watcher:127.0.0.1:54608/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 757312 T2560 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 757314 T2560 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 757320 T2560 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 757330 T2560 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:54608_solr
   [junit4]   2> 757331 T2560 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 757337 T2560 oasc.Overseer.start Overseer (id=91237202901336067-127.0.0.1:54608_solr-n_0000000000) starting
   [junit4]   2> 757342 T2560 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 757353 T2560 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 757362 T2574 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 757364 T2574 oasc.Overseer$ClusterStateUpdater.run Replaying operations from work queue.
   [junit4]   2> 757364 T2574 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=null message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "base_url":"http://127.0.0.1/solr",
   [junit4]   2> 	  "node_name":"node1",
   [junit4]   2> 	  "shard":"s1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "core":"core1",
   [junit4]   2> 	  "roles":"",
   [junit4]   2> 	  "state":"recovering"}
   [junit4]   2> 757367 T2575 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 757369 T2567 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 0)
   [junit4]   2> 757372 T2575 oasc.OverseerCollectionProcessor.prioritizeOverseerNodes prioritizing overseer nodes
   [junit4]   2> 757380 T2574 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=null message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "base_url":"http://127.0.0.1/solr",
   [junit4]   2> 	  "node_name":"node1",
   [junit4]   2> 	  "shard":"s1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "core":"core2",
   [junit4]   2> 	  "roles":"",
   [junit4]   2> 	  "state":"recovering"}
   [junit4]   2> 757382 T2567 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 0)
   [junit4]   2> 757387 T2574 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 757391 T2574 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 757393 T2574 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=null message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "base_url":"http://127.0.0.1/solr",
   [junit4]   2> 	  "node_name":"node1",
   [junit4]   2> 	  "shard":"s1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "core":"core3",
   [junit4]   2> 	  "roles":"",
   [junit4]   2> 	  "state":"recovering"}
   [junit4]   2> 757399 T2573 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 757401 T2567 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 0)
   [junit4]   2> 757702 T2560 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:54608 54608
   [junit4]   2> 757713 T2560 oas.SolrTestCaseJ4.tearDown ###Ending testReplay
   [junit4]   1> client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 757721 T2560 oas.SolrTestCaseJ4.setUp ###Starting testShardLeaderChange
   [junit4]   2> 757722 T2560 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   2> 757722 T2576 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 757823 T2560 oasc.ZkTestServer.run start zk server on port:54613
   [junit4]   2> 757825 T2560 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 757832 T2582 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5d30fc0c name:ZooKeeperConnection Watcher:127.0.0.1:54613/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 757833 T2560 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 757834 T2560 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 757838 T2584 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2e76f3d4 name:ZooKeeperConnection Watcher:127.0.0.1:54613 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 757838 T2560 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 757874 T2560 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 757878 T2586 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@76a4d8f5 name:ZooKeeperConnection Watcher:127.0.0.1:54613 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 757879 T2560 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 757879 T2560 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 757885 T2560 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 757892 T2587 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 757893 T2560 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 757896 T2589 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@23c6c2ca name:ZooKeeperConnection Watcher:127.0.0.1:54613/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 757897 T2587 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 757898 T2591 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@77c93dcb name:ZooKeeperConnection Watcher:127.0.0.1:54613/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 757898 T2560 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 757899 T2587 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 757900 T2560 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 757905 T2587 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 757905 T2560 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 757909 T2560 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 757914 T2587 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:54613_solr
   [junit4]   2> 757915 T2587 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 757915 T2560 oascc.SolrZkClient.makePath makePath: /live_nodes/node1
   [junit4]   2> 757920 T2587 oasc.Overseer.start Overseer (id=91237202940657667-127.0.0.1:54613_solr-n_0000000000) starting
   [junit4]   2> 757923 T2591 oascc.ZkStateReader$3.process Updating live nodes... (1)
   [junit4]   2> 757926 T2560 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 757926 T2587 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 757932 T2587 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 757939 T2587 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 757944 T2587 oasc.OverseerTest$OverseerRestarter.run Killing overseer.
   [junit4]   2> 757944 T2593 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 757958 T2587 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 757961 T2595 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@163fcd3d name:ZooKeeperConnection Watcher:127.0.0.1:54613/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 757962 T2587 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 757970 T2587 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:54613_solr
   [junit4]   2> 757970 T2587 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 757976 T2587 oasc.Overseer.start Overseer (id=91237202940657669-127.0.0.1:54613_solr-n_0000000001) starting
   [junit4]   2> 757985 T2597 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 757988 T2597 oasc.OverseerCollectionProcessor.prioritizeOverseerNodes prioritizing overseer nodes
   [junit4]   2> 757990 T2596 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 757993 T2596 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 757994 T2596 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"state1",
   [junit4]   2> 	  "node_name":"node1",
   [junit4]   2> 	  "core":"core1",
   [junit4]   2> 	  "core_node_name":"node1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "base_url":"http://node1/solr/"}
   [junit4]   2> 757995 T2596 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1]
   [junit4]   2> 757995 T2596 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 758000 T2595 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 758002 T2591 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 758441 T2560 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 758463 T2560 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 758478 T2595 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 758482 T2596 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 758483 T2595 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 758483 T2560 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 758490 T2596 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"state2",
   [junit4]   2> 	  "node_name":"node1",
   [junit4]   2> 	  "core":"core1",
   [junit4]   2> 	  "core_node_name":"node1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "base_url":"http://node1/solr/"}
   [junit4]   2> 758490 T2596 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
   [junit4]   2> 758495 T2560 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 758495 T2595 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 758499 T2599 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3fc8755e name:ZooKeeperConnection Watcher:127.0.0.1:54613/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 758499 T2560 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 758503 T2560 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 758509 T2560 oascc.SolrZkClient.makePath makePath: /live_nodes/node2
   [junit4]   2> 758515 T2599 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 758515 T2591 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 758521 T2595 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 758521 T2560 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 758523 T2596 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"state1",
   [junit4]   2> 	  "node_name":"node1",
   [junit4]   2> 	  "core":"core1",
   [junit4]   2> 	  "core_node_name":"node1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "base_url":"http://node1/solr/"}
   [junit4]   2> 758523 T2596 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
   [junit4]   2> 758528 T2595 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 758535 T2560 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 758634 T2599 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 758634 T2591 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 758739 T2560 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 758747 T2595 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 758747 T2595 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 758747 T2595 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 758750 T2596 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 758753 T2596 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"state2",
   [junit4]   2> 	  "node_name":"node2",
   [junit4]   2> 	  "core":"core4",
   [junit4]   2> 	  "core_node_name":"node2",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "base_url":"http://node2/solr/"}
   [junit4]   2> 758753 T2596 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
   [junit4]   2> 758753 T2596 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 758760 T2595 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 758865 T2591 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 758866 T2599 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 759248 T2560 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 759267 T2599 oascc.ZkStateReader$3.process Updating live nodes... (1)
   [junit4]   2> 759267 T2591 oascc.ZkStateReader$3.process Updating live nodes... (1)
   [junit4]   2> 759271 T2560 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 759272 T2599 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 759283 T2595 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 759283 T2595 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 759284 T2595 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 759287 T2596 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 759295 T2595 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 759401 T2599 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 759448 T2592 oasc.Overseer$ClusterStateUpdater.run WARN Solr cannot talk to ZK, exiting Overseer work queue loop org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer/queue-work
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:257)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:254)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:254)
   [junit4]   2> 	at org.apache.solr.cloud.DistributedQueue.orderedChildren(DistributedQueue.java:89)
   [junit4]   2> 	at org.apache.solr.cloud.DistributedQueue.element(DistributedQueue.java:131)
   [junit4]   2> 	at org.apache.solr.cloud.DistributedQueue.peek(DistributedQueue.java:325)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:105)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:744)
   [junit4]   2> 
   [junit4]   2> 759448 T2593 oasc.OverseerCollectionProcessor.amILeader  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1151)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:274)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:271)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:271)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerCollectionProcessor.amILeader(OverseerCollectionProcessor.java:357)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerCollectionProcessor.run(OverseerCollectionProcessor.java:171)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:744)
   [junit4]   2> 
   [junit4]   2> 759452 T2593 oasc.OverseerCollectionProcessor.amILeader According to ZK I (id=91237202940657667-127.0.0.1:54613_solr-n_0000000000) am no longer a leader.
   [junit4]   2> 759452 T2593 oasc.OverseerCollectionProcessor.prioritizeOverseerNodes prioritizing overseer nodes
   [junit4]   2> 759452 T2593 oasc.OverseerCollectionProcessor.run ERROR Unable to prioritize overseer  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /roles.json
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1041)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$4.execute(SolrZkClient.java:223)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$4.execute(SolrZkClient.java:220)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:220)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerCollectionProcessor.prioritizeOverseerNodes(OverseerCollectionProcessor.java:227)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerCollectionProcessor.run(OverseerCollectionProcessor.java:178)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:744)
   [junit4]   2> 
   [junit4]   2> 759452 T2593 oasc.OverseerCollectionProcessor.amILeader  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1151)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:274)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:271)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:271)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerCollectionProcessor.amILeader(OverseerCollectionProcessor.java:357)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerCollectionProcessor.run(OverseerCollectionProcessor.java:185)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:744)
   [junit4]   2> 
   [junit4]   2> 759453 T2593 oasc.OverseerCollectionProcessor.amILeader According to ZK I (id=91237202940657667-127.0.0.1:54613_solr-n_0000000000) am no longer a leader.
   [junit4]   2> 759480 T2560 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 759483 T2560 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 759487 T2601 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@33697c2d name:ZooKeeperConnection Watcher:127.0.0.1:54613/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 759487 T2560 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 759490 T2560 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 759497 T2560 oascc.SolrZkClient.makePath makePath: /live_nodes/node1
   [junit4]   2> 759504 T2601 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 759504 T2599 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 759509 T2560 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 759509 T2595 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 759510 T2595 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 759510 T2595 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 759513 T2596 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 759514 T2587 oasc.OverseerTest$OverseerRestarter.run Killing overseer.
   [junit4]   2> 759514 T2596 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"state1",
   [junit4]   2> 	  "node_name":"node1",
   [junit4]   2> 	  "core":"core1",
   [junit4]   2> 	  "core_node_name":"node1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "base_url":"http://node1/solr/"}
   [junit4]   2> 759515 T2596 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
   [junit4]   2> 759518 T2587 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 759521 T2603 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3e33bf9f name:ZooKeeperConnection Watcher:127.0.0.1:54613/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 759522 T2587 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 759528 T2599 oascc.ZkStateReader$3.process Updating live nodes... (1)
   [junit4]   2> 759528 T2601 oascc.ZkStateReader$3.process Updating live nodes... (1)
   [junit4]   2> 759530 T2587 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:54613_solr
   [junit4]   2> 759531 T2587 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 759533 T2601 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 759536 T2560 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 759538 T2587 oasc.Overseer.start Overseer (id=91237202940657672-127.0.0.1:54613_solr-n_0000000002) starting
   [junit4]   2> 759551 T2605 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 759553 T2605 oasc.OverseerCollectionProcessor.prioritizeOverseerNodes prioritizing overseer nodes
   [junit4]   2> 759553 T2604 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 759554 T2560 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 759558 T2607 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3d6b3df name:ZooKeeperConnection Watcher:127.0.0.1:54613/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 759558 T2560 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 759560 T2604 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 759561 T2560 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 759562 T2604 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"state1",
   [junit4]   2> 	  "node_name":"node1",
   [junit4]   2> 	  "core":"core1",
   [junit4]   2> 	  "core_node_name":"node1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "base_url":"http://node1/solr/"}
   [junit4]   2> 759562 T2604 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
   [junit4]   2> 759566 T2560 oascc.SolrZkClient.makePath makePath: /live_nodes/node2
   [junit4]   2> 759569 T2603 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 759571 T2601 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 759571 T2607 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 759574 T2601 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 759575 T2607 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 759578 T2560 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 759582 T2604 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 759583 T2604 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"state2",
   [junit4]   2> 	  "node_name":"node1",
   [junit4]   2> 	  "core":"core1",
   [junit4]   2> 	  "core_node_name":"node1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "base_url":"http://node1/solr/"}
   [junit4]   2> 759583 T2604 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
   [junit4]   2> 759589 T2603 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 759591 T2560 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 759597 T2603 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 759599 T2604 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"state1",
   [junit4]   2> 	  "node_name":"node1",
   [junit4]   2> 	  "core":"core1",
   [junit4]   2> 	  "core_node_name":"node1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "base_url":"http://node1/solr/"}
   [junit4]   2> 759599 T2604 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
   [junit4]   2> 759606 T2603 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 759712 T2607 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 759712 T2601 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 759796 T2560 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 759803 T2603 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 759803 T2603 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 759804 T2603 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 759803 T2560 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 759807 T2604 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 759808 T2604 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"state2",
   [junit4]   2> 	  "node_name":"node2",
   [junit4]   2> 	  "core":"core4",
   [junit4]   2> 	  "core_node_name":"node2",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "base_url":"http://node2/solr/"}
   [junit4]   2> 759809 T2604 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
   [junit4]   2> 759816 T2603 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 759820 T2607 oascc.ZkStateReader$3.process Updating live nodes... (1)
   [junit4]   2> 759821 T2601 oascc.ZkStateReader$3.process Updating live nodes... (1)
   [junit4]   2> 759822 T2601 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:257)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:254)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:254)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:92)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> 759823 T2601 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:257)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:254)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:254)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:92)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> 759825 T2607 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 759825 T2560 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 759839 T2603 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 759847 T2603 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 759955 T2607 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 760030 T2560 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 760032 T2560 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 760036 T2609 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3c66a2be name:ZooKeeperConnection Watcher:127.0.0.1:54613/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 760037 T2560 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 760041 T2560 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 760047 T2560 oascc.SolrZkClient.makePath makePath: /live_nodes/node1
   [junit4]   2> 760054 T2607 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 760054 T2609 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 760059 T2603 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 760059 T2603 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 760060 T2603 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 760059 T2560 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 760063 T2604 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 760064 T2604 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"state1",
   [junit4]   2> 	  "node_name":"node1",
   [junit4]   2> 	  "core":"core1",
   [junit4]   2> 	  "core_node_name":"node1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "base_url":"http://node1/solr/"}
   [junit4]   2> 760064 T2604 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
   [junit4]   2> 760067 T2587 oasc.OverseerTest$OverseerRestarter.run Killing overseer.
   [junit4]   2> 760071 T2587 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 760075 T2611 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5f55cb3e name:ZooKeeperConnection Watcher:127.0.0.1:54613/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 760075 T2587 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 760078 T2607 oascc.ZkStateReader$3.process Updating live nodes... (1)
   [junit4]   2> 760078 T2609 oascc.ZkStateReader$3.process Updating live nodes... (1)
   [junit4]   2> 760082 T2609 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 760084 T2587 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:54613_solr
   [junit4]   2> 760085 T2587 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 760086 T2560 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 760090 T2587 oasc.Overseer.start Overseer (id=91237202940657675-127.0.0.1:54613_solr-n_0000000003) starting
   [junit4]   2> 760102 T2613 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 760103 T2560 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 760104 T2613 oasc.OverseerCollectionProcessor.prioritizeOverseerNodes prioritizing overseer nodes
   [junit4]   2> 760108 T2615 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5f773a67 name:ZooKeeperConnection Watcher:127.0.0.1:54613/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 760108 T2560 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 760111 T2612 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 760112 T2612 oasc.Overseer$ClusterStateUpdater.run Replaying operations from work queue.
   [junit4]   2> 760112 T2560 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 760113 T2612 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"state1",
   [junit4]   2> 	  "node_name":"node1",
   [junit4]   2> 	  "core":"core1",
   [junit4]   2> 	  "core_node_name":"node1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "base_url":"http://node1/solr/"}
   [junit4]   2> 760114 T2612 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
   [junit4]   2> 760116 T2615 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 0)
   [junit4]   2> 760116 T2609 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 760119 T2560 oascc.SolrZkClient.makePath makePath: /live_nodes/node2
   [junit4]   2> 760122 T2612 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 760126 T2615 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 760126 T2609 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 760129 T2612 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 760131 T2560 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 760131 T2612 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"state1",
   [junit4]   2> 	  "node_name":"node1",
   [junit4]   2> 	  "core":"core1",
   [junit4]   2> 	  "core_node_name":"node1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "base_url":"http://node1/solr/"}
   [junit4]   2> 760131 T2612 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
   [junit4]   2> 760131 T2611 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 760140 T2609 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 760140 T2615 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 760145 T2560 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 760150 T2612 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 760151 T2612 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"state2",
   [junit4]   2> 	  "node_name":"node1",
   [junit4]   2> 	  "core":"core1",
   [junit4]   2> 	  "core_node_name":"node1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "base_url":"http://node1/solr/"}
   [junit4]   2> 760151 T2612 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
   [junit4]   2> 760157 T2611 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 760164 T2611 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 760166 T2612 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"state1",
   [junit4]   2> 	  "node_name":"node1",
   [junit4]   2> 	  "core":"core1",
   [junit4]   2> 	  "core_node_name":"node1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "base_url":"http://node1/solr/"}
   [junit4]   2> 760166 T2612 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
   [junit4]   2> 760173 T2611 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 760280 T2609 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 760280 T2615 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 760350 T2560 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 760357 T2611 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 760357 T2611 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 760357 T2611 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 760357 T2560 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 760361 T2612 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 760363 T2612 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"state2",
   [junit4]   2> 	  "node_name":"node2",
   [junit4]   2> 	  "core":"core4",
   [junit4]   2> 	  "core_node_name":"node2",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "base_url":"http://node2/solr/"}
   [junit4]   2> 760363 T2612 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
   [junit4]   2> 760369 T2611 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 760375 T2615 oascc.ZkStateReader$3.process Updating live nodes... (1)
   [junit4]   2> 760375 T2609 oascc.ZkStateReader$3.process Updating live nodes... (1)
   [junit4]   2> 760377 T2560 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 760378 T2615 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 760391 T2611 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 760399 T2611 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 760504 T2615 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 760581 T2560 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 760584 T2560 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 760588 T2617 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@8566358 name:ZooKeeperConnection Watcher:127.0.0.1:54613/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 760589 T2560 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 760594 T2560 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 760600 T2560 oascc.SolrZkClient.makePath makePath: /live_nodes/node1
   [junit4]   2> 760606 T2615 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 760606 T2617 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 760607 T2587 oasc.OverseerTest$OverseerRestarter.run Killing overseer.
   [junit4]   2> 760611 T2587 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 760612 T2560 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 760615 T2619 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@ca9c601 name:ZooKeeperConnection Watcher:127.0.0.1:54613/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 760616 T2587 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 760624 T2587 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:54613_solr
   [junit4]   2> 760624 T2587 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 760629 T2587 oasc.Overseer.start Overseer (id=91237202940657678-127.0.0.1:54613_solr-n_0000000004) starting
   [junit4]   2> 760632 T2617 oascc.ZkStateReader$3.process Updating live nodes... (1)
   [junit4]   2> 760636 T2617 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 760638 T2560 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 760643 T2621 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 760645 T2621 oasc.OverseerCollectionProcessor.prioritizeOverseerNodes prioritizing overseer nodes
   [junit4]   2> 760646 T2620 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 760652 T2619 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 760653 T2620 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 760654 T2620 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"state1",
   [junit4]   2> 	  "node_name":"node1",
   [junit4]   2> 	  "core":"core1",
   [junit4]   2> 	  "core_node_name":"node1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "base_url":"http://node1/solr/"}
   [junit4]   2> 760655 T2620 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
   [junit4]   2> 760655 T2560 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 760659 T2623 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@44329630 name:ZooKeeperConnection Watcher:127.0.0.1:54613/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 760660 T2560 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 760663 T2560 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 760663 T2617 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 760670 T2560 oascc.SolrZkClient.makePath makePath: /live_nodes/node2
   [junit4]   2> 760672 T2620 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 760673 T2620 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"state2",
   [junit4]   2> 	  "node_name":"node1",
   [junit4]   2> 	  "core":"core1",
   [junit4]   2> 	  "core_node_name":"node1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "base_url":"http://node1/solr/"}
   [junit4]   2> 760673 T2620 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
   [junit4]   2> 760679 T2623 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 760680 T2617 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 760680 T2619 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 760684 T2619 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 760684 T2560 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 760690 T2620 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"state1",
   [junit4]   2> 	  "node_name":"node1",
   [junit4]   2> 	  "core":"core1",
   [junit4]   2> 	  "core_node_name":"node1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "base_url":"http://node1/solr/"}
   [junit4]   2> 760691 T2620 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
   [junit4]   2> 760696 T2619 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 760698 T2560 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 760770 T2591 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:257)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:254)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:254)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:92)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> 760771 T2591 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:257)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:254)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:254)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:92)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> 760806 T2623 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 760807 T2617 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 760905 T2560 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 760913 T2619 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 760913 T2619 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 760913 T2560 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 760913 T2619 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 760917 T2620 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 760919 T2620 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"state2",
   [junit4]   2> 	  "node_name":"node2",
   [junit4]   2> 	  "core":"core4",
   [junit4]   2> 	  "core_node_name":"node2",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "base_url":"http://node2/solr/"}
   [junit4]   2> 760919 T2620 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
   [junit4]   2> 760925 T2619 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 760930 T2617 oascc.ZkStateReader$3.process Updating live nodes... (1)
   [junit4]   2> 760931 T2623 oascc.ZkStateReader$3.process Updating live nodes... (1)
   [junit4]   2> 760933 T2560 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 760934 T2623 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 760947 T2619 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 760956 T2619 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 761016 T2596 oasc.Overseer$ClusterStateUpdater.run WARN Solr cannot talk to ZK, exiting Overseer main queue loop org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer/queue-work/qn-
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$5.execute(SolrZkClient.java:240)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$5.execute(SolrZkClient.java:237)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.create(SolrZkClient.java:237)
   [junit4]   2> 	at org.apache.solr.cloud.DistributedQueue.createData(DistributedQueue.java:284)
   [junit4]   2> 	at org.apache.solr.cloud.DistributedQueue.offer(DistributedQueue.java:271)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:188)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:744)
   [junit4]   2> 
   [junit4]   2> 761064 T2623 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 761139 T2560 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 761142 T2560 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 761146 T2625 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@489e63a4 name:ZooKeeperConnection Watcher:127.0.0.1:54613/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 761147 T2560 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 761150 T2560 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 761152 T2587 oasc.OverseerTest$OverseerRestarter.run Killing overseer.
   [junit4]   2> 761155 T2587 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 761157 T2560 oascc.SolrZkClient.makePath makePath: /live_nodes/node1
   [junit4]   2> 761159 T2627 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3925fd50 name:ZooKeeperConnection Watcher:127.0.0.1:54613/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 761159 T2587 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 761164 T2623 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 761164 T2625 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 761169 T2587 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:54613_solr
   [junit4]   2> 761169 T2587 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 761169 T2560 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 761174 T2587 oasc.Overseer.start Overseer (id=91237202940657681-127.0.0.1:54613_solr-n_0000000005) starting
   [junit4]   2> 761187 T2623 oascc.ZkStateReader$3.process Updating live nodes... (1)
   [junit4]   2> 761188 T2625 oascc.ZkStateReader$3.process Updating live nodes... (1)
   [junit4]   2> 761190 T2629 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 761193 T2625 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 761194 T2629 oasc.OverseerCollectionProcessor.prioritizeOverseerNodes prioritizing overseer nodes
   [junit4]   2> 761195 T2628 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 761196 T2560 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 761201 T2628 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 761202 T2628 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"state1",
   [junit4]   2> 	  "node_name":"node1",
   [junit4]   2> 	  "core":"core1",
   [junit4]   2> 	  "core_node_name":"node1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "base_url":"http://node1/solr/"}
   [junit4]   2> 761203 T2628 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
   [junit4]   2> 761209 T2627 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 761211 T2625 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 761213 T2560 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 761217 T2631 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4c07c227 name:ZooKeeperConnection Watcher:127.0.0.1:54613/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 761218 T2560 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 761221 T2560 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 761222 T2628 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 761224 T2628 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"state2",
   [junit4]   2> 	  "node_name":"node1",
   [junit4]   2> 	  "core":"core1",
   [junit4]   2> 	  "core_node_name":"node1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "base_url":"http://node1/solr/"}
   [junit4]   2> 761224 T2628 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
   [junit4]   2> 761226 T2560 oascc.SolrZkClient.makePath makePath: /live_nodes/node2
   [junit4]   2> 761229 T2627 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 761233 T2625 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 761234 T2631 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 761237 T2627 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 761237 T2560 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 761241 T2628 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"state1",
   [junit4]   2> 	  "node_name":"node1",
   [junit4]   2> 	  "core":"core1",
   [junit4]   2> 	  "core_node_name":"node1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "base_url":"http://node1/solr/"}
   [junit4]   2> 761241 T2628 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
   [junit4]   2> 761247 T2627 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 761249 T2560 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 761355 T2625 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 761356 T2631 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 761454 T2560 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 761461 T2627 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 761461 T2627 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 761461 T2627 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 761461 T2560 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 761465 T2628 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 761466 T2628 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"state2",
   [junit4]   2> 	  "node_name":"node2",
   [junit4]   2> 	  "core":"core4",
   [junit4]   2> 	  "core_node_name":"node2",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "base_url":"http://node2/solr/"}
   [junit4]   2> 761466 T2628 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
   [junit4]   2> 761472 T2627 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 761479 T2631 oascc.ZkStateReader$3.process Updating live nodes... (1)
   [junit4]   2> 761480 T2625 oascc.ZkStateReader$3.process Updating live nodes... (1)
   [junit4]   2> 761482 T2560 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 761483 T2631 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 761496 T2627 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 761505 T2627 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 761572 T2604 oasc.Overseer$ClusterStateUpdater.run WARN Solr cannot talk to ZK, exiting Overseer main queue loop org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer/queue/qn-0000000012
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1151)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:274)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:271)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:271)
   [junit4]   2> 	at org.apache.solr.cloud.DistributedQueue.remove(DistributedQueue.java:169)
   [junit4]   2> 	at org.apache.solr.cloud.DistributedQueue.poll(DistributedQueue.java:445)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:190)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:744)
   [junit4]   2> 
   [junit4]   2> 761613 T2631 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 761687 T2560 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 761689 T2560 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 761693 T2633 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@47f38913 name:ZooKeeperConnection Watcher:127.0.0.1:54613/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 761693 T2560 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 761697 T2560 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 761704 T2587 oasc.OverseerTest$OverseerRestarter.run Killing overseer.
   [junit4]   2> 761704 T2560 oascc.SolrZkClient.makePath makePath: /live_nodes/node1
   [junit4]   2> 761708 T2587 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 761714 T2635 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@68905fd3 name:ZooKeeperConnection W

[...truncated too long message...]

trunk-MacOSX/solr/core/lib/commons-lang-2.6.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/lib/concurrentlinkedhashmap-lru-1.2.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/lib/dom4j-1.6.1.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/lib/guava-14.0.1.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/lib/hadoop-annotations-2.2.0.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/lib/hadoop-auth-2.2.0.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/lib/hadoop-common-2.2.0.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/lib/hadoop-hdfs-2.2.0.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/lib/hppc-0.5.2.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/lib/joda-time-2.2.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/lib/org.restlet-2.1.1.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/lib/org.restlet.ext.servlet-2.1.1.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/lib/protobuf-java-2.5.0.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/lib/spatial4j-0.4.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/solrj/lib/commons-io-2.1.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/solrj/lib/httpclient-4.3.1.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/solrj/lib/httpcore-4.3.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/solrj/lib/httpmime-4.3.1.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/solrj/lib/jcl-over-slf4j-1.6.6.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/solrj/lib/jul-to-slf4j-1.6.6.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/solrj/lib/log4j-1.2.16.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/solrj/lib/noggit-0.5.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/solrj/lib/slf4j-api-1.6.6.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/solrj/lib/slf4j-log4j12-1.6.6.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/solrj/lib/wstx-asl-3.2.7.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/solrj/lib/zookeeper-3.4.5.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/example/lib/jetty-continuation-8.1.10.v20130312.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/example/lib/jetty-deploy-8.1.10.v20130312.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/example/lib/jetty-http-8.1.10.v20130312.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/example/lib/jetty-io-8.1.10.v20130312.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/example/lib/jetty-jmx-8.1.10.v20130312.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/example/lib/jetty-security-8.1.10.v20130312.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/example/lib/jetty-server-8.1.10.v20130312.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/example/lib/jetty-servlet-8.1.10.v20130312.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/example/lib/jetty-util-8.1.10.v20130312.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/example/lib/jetty-webapp-8.1.10.v20130312.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/example/lib/jetty-xml-8.1.10.v20130312.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/example/lib/servlet-api-3.0.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/example/example-DIH/solr/db/lib/derby-10.9.1.0.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/example/example-DIH/solr/db/lib/hsqldb-1.8.0.10.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/build/core/classes/java:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/test-framework/lib/junit-4.10.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/test-framework/lib/randomizedtesting-runner-2.0.13.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/test-lib/antlr-runtime-3.5.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/test-lib/asm-4.1.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/test-lib/asm-commons-4.1.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/test-lib/cglib-nodep-2.2.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/test-lib/commons-collections-3.2.1.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/test-lib/dom4j-1.6.1.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/test-lib/easymock-3.0.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/test-lib/hadoop-common-2.2.0-tests.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/test-lib/hadoop-hdfs-2.2.0-tests.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/test-lib/hppc-0.5.2.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/test-lib/httpclient-4.3.1.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/test-lib/javax.servlet-api-3.0.1.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/test-lib/jersey-core-1.8.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/test-lib/jetty-6.1.26.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/test-lib/jetty-util-6.1.26.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/test-lib/objenesis-1.2.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-launcher.jar:/Users/jenkins/.ant/lib/ivy-2.3.0.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-antlr.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-bcel.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-bsf.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-log4j.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-oro.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-regexp.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-resolver.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-xalan2.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-commons-logging.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-commons-net.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jai.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-javamail.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jdepend.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jmf.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jsch.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-junit.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-junit4.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-netrexx.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-swing.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-testutil.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant.jar:/Library/Java/JavaVirtualMachines/jdk1.7.0_51.jdk/Contents/Home/lib/tools.jar:/Users/jenkins/.ivy2/cache/com.carrotsearch.randomizedtesting/junit4-ant/jars/junit4-ant-2.0.13.jar -ea:org.apache.lucene... -ea:org.apache.solr... com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe -flush -eventsfile /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/temp/junit4-J0-20140212_012753_367.events @/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/temp/junit4-J0-20140212_012753_367.suites
   [junit4] ERROR: JVM J0 ended with an exception: Forked process returned with error code: 134. Very likely a JVM crash.  Process output piped in logs above.
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4.executeSlave(JUnit4.java:1373)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4.access$000(JUnit4.java:119)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:911)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:908)
   [junit4] 	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
   [junit4] 	at java.lang.Thread.run(Thread.java:744)

BUILD FAILED
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/build.xml:453: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/build.xml:433: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/build.xml:39: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/extra-targets.xml:37: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build.xml:189: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/common-build.xml:491: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/common-build.xml:1268: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/common-build.xml:901: At least one slave process threw an exception, first: Forked process returned with error code: 134. Very likely a JVM crash.  Process output piped in logs above.

Total time: 78 minutes 47 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.7.0 -XX:+UseCompressedOops -XX:+UseParallelGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-trunk-MacOSX (64bit/jdk1.7.0) - Build # 1320 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-MacOSX/1320/
Java: 64bit/jdk1.7.0 -XX:-UseCompressedOops -XX:+UseG1GC

All tests passed

Build Log:
[...truncated 10382 lines...]
   [junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/temp/junit4-J0-20140211_184154_646.syserr
   [junit4] >>> JVM J0: stderr (verbatim) ----
   [junit4] java(434,0x14d907000) malloc: *** error for object 0x14d8f5d34: pointer being freed was not allocated
   [junit4] *** set a breakpoint in malloc_error_break to debug
   [junit4] <<< JVM J0: EOF ----

[...truncated 1 lines...]
   [junit4] ERROR: JVM J0 ended with an exception, command line: /Library/Java/JavaVirtualMachines/jdk1.7.0_51.jdk/Contents/Home/jre/bin/java -XX:-UseCompressedOops -XX:+UseG1GC -XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/heapdumps -Dtests.prefix=tests -Dtests.seed=4A3F28A79351DD27 -Xmx512M -Dtests.iters= -Dtests.verbose=false -Dtests.infostream=false -Dtests.codec=random -Dtests.postingsformat=random -Dtests.docvaluesformat=random -Dtests.locale=random -Dtests.timezone=random -Dtests.directory=random -Dtests.linedocsfile=europarl.lines.txt.gz -Dtests.luceneMatchVersion=5.0 -Dtests.cleanthreads=perClass -Djava.util.logging.config.file=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/tools/junit4/logging.properties -Dtests.nightly=false -Dtests.weekly=false -Dtests.slow=true -Dtests.asserts.gracious=false -Dtests.multiplier=1 -DtempDir=. -Djava.io.tmpdir=. -Djunit4.tempDir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/temp -Dclover.db.dir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/build/clover/db -Djava.security.manager=org.apache.lucene.util.TestSecurityManager -Djava.security.policy=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/tools/junit4/tests.policy -Dlucene.version=5.0-SNAPSHOT -Djetty.testMode=1 -Djetty.insecurerandom=1 -Dsolr.directoryFactory=org.apache.solr.core.MockDirectoryFactory -Djava.awt.headless=true -Djdk.map.althashing.threshold=0 -Dtests.disableHdfs=true -classpath /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/classes/test:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-test-framework/classes/java:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/test-framework/lib/junit4-ant-2.0.13.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/build/test-framework/classes/java:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/build/codecs/classes/java:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-solrj/classes/java:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/classes/java:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/build/analysis/common/lucene-analyzers-common-5.0-SNAPSHOT.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/build/analysis/kuromoji/lucene-analyzers-kuromoji-5.0-SNAPSHOT.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/build/analysis/phonetic/lucene-analyzers-phonetic-5.0-SNAPSHOT.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/build/codecs/lucene-codecs-5.0-SNAPSHOT.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/build/highlighter/lucene-highlighter-5.0-SNAPSHOT.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/build/memory/lucene-memory-5.0-SNAPSHOT.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/build/misc/lucene-misc-5.0-SNAPSHOT.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/build/spatial/lucene-spatial-5.0-SNAPSHOT.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/build/expressions/lucene-expressions-5.0-SNAPSHOT.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/build/suggest/lucene-suggest-5.0-SNAPSHOT.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/build/grouping/lucene-grouping-5.0-SNAPSHOT.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/build/queries/lucene-queries-5.0-SNAPSHOT.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/build/queryparser/lucene-queryparser-5.0-SNAPSHOT.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/build/join/lucene-join-5.0-SNAPSHOT.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/lib/antlr-runtime-3.5.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/lib/asm-4.1.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/lib/asm-commons-4.1.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/lib/commons-cli-1.2.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/lib/commons-codec-1.7.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/lib/commons-configuration-1.6.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/lib/commons-fileupload-1.2.1.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/lib/commons-lang-2.6.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/lib/concurrentlinkedhashmap-lru-1.2.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/lib/dom4j-1.6.1.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/lib/guava-14.0.1.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/lib/hadoop-annotations-2.2.0.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/lib/hadoop-auth-2.2.0.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/lib/hadoop-common-2.2.0.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/lib/hadoop-hdfs-2.2.0.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/lib/hppc-0.5.2.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/lib/joda-time-2.2.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/lib/org.restlet-2.1.1.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/lib/org.restlet.ext.servlet-2.1.1.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/lib/protobuf-java-2.5.0.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/lib/spatial4j-0.4.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/solrj/lib/commons-io-2.1.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/solrj/lib/httpclient-4.3.1.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/solrj/lib/httpcore-4.3.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/solrj/lib/httpmime-4.3.1.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/solrj/lib/jcl-over-slf4j-1.6.6.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/solrj/lib/jul-to-slf4j-1.6.6.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/solrj/lib/log4j-1.2.16.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/solrj/lib/noggit-0.5.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/solrj/lib/slf4j-api-1.6.6.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/solrj/lib/slf4j-log4j12-1.6.6.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/solrj/lib/wstx-asl-3.2.7.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/solrj/lib/zookeeper-3.4.5.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/example/lib/jetty-continuation-8.1.10.v20130312.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/example/lib/jetty-deploy-8.1.10.v20130312.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/example/lib/jetty-http-8.1.10.v20130312.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/example/lib/jetty-io-8.1.10.v20130312.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/example/lib/jetty-jmx-8.1.10.v20130312.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/example/lib/jetty-security-8.1.10.v20130312.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/example/lib/jetty-server-8.1.10.v20130312.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/example/lib/jetty-servlet-8.1.10.v20130312.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/example/lib/jetty-util-8.1.10.v20130312.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/example/lib/jetty-webapp-8.1.10.v20130312.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/example/lib/jetty-xml-8.1.10.v20130312.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/example/lib/servlet-api-3.0.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/example/example-DIH/solr/db/lib/derby-10.9.1.0.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/example/example-DIH/solr/db/lib/hsqldb-1.8.0.10.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/build/core/classes/java:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/test-framework/lib/junit-4.10.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/test-framework/lib/randomizedtesting-runner-2.0.13.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/test-lib/antlr-runtime-3.5.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/test-lib/asm-4.1.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/test-lib/asm-commons-4.1.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/test-lib/cglib-nodep-2.2.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/test-lib/commons-collections-3.2.1.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/test-lib/dom4j-1.6.1.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/test-lib/easymock-3.0.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/test-lib/hadoop-common-2.2.0-tests.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/test-lib/hadoop-hdfs-2.2.0-tests.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/test-lib/hppc-0.5.2.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/test-lib/httpclient-4.3.1.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/test-lib/javax.servlet-api-3.0.1.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/test-lib/jersey-core-1.8.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/test-lib/jetty-6.1.26.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/test-lib/jetty-util-6.1.26.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/test-lib/objenesis-1.2.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-launcher.jar:/Users/jenkins/.ant/lib/ivy-2.3.0.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-antlr.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-bcel.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-bsf.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-log4j.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-oro.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-regexp.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-resolver.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-xalan2.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-commons-logging.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-commons-net.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jai.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-javamail.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jdepend.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jmf.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jsch.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-junit.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-junit4.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-netrexx.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-swing.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-testutil.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant.jar:/Library/Java/JavaVirtualMachines/jdk1.7.0_51.jdk/Contents/Home/lib/tools.jar:/Users/jenkins/.ivy2/cache/com.carrotsearch.randomizedtesting/junit4-ant/jars/junit4-ant-2.0.13.jar -ea:org.apache.lucene... -ea:org.apache.solr... com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe -flush -eventsfile /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/temp/junit4-J0-20140211_184154_646.events @/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/temp/junit4-J0-20140211_184154_646.suites
   [junit4] ERROR: JVM J0 ended with an exception: Forked process returned with error code: 134. Very likely a JVM crash.  Process output piped in logs above.
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4.executeSlave(JUnit4.java:1373)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4.access$000(JUnit4.java:119)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:911)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:908)
   [junit4] 	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
   [junit4] 	at java.lang.Thread.run(Thread.java:744)

BUILD FAILED
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/build.xml:453: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/build.xml:433: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/build.xml:39: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/extra-targets.xml:37: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build.xml:189: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/common-build.xml:491: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/common-build.xml:1268: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/common-build.xml:901: At least one slave process threw an exception, first: Forked process returned with error code: 134. Very likely a JVM crash.  Process output piped in logs above.

Total time: 66 minutes 6 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.7.0 -XX:-UseCompressedOops -XX:+UseG1GC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure