You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2013/05/24 08:54:54 UTC

[JENKINS] Lucene-Solr-4.x-MacOSX (64bit/jdk1.6.0) - Build # 484 - Still Failing!

Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-MacOSX/484/
Java: 64bit/jdk1.6.0 -XX:+UseCompressedOops -XX:+UseParallelGC

1 tests failed.
REGRESSION:  org.apache.lucene.replicator.http.HttpReplicatorTest.testBasic

Error Message:
Connection to http://localhost:51943 refused

Stack Trace:
org.apache.http.conn.HttpHostConnectException: Connection to http://localhost:51943 refused
	at __randomizedtesting.SeedInfo.seed([4F8CC7C1B3D3BFAF:E476DAD46C0F3981]:0)
	at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:190)
	at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
	at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
	at org.apache.lucene.replicator.http.HttpClientBase.executeGET(HttpClientBase.java:178)
	at org.apache.lucene.replicator.http.HttpReplicator.checkForUpdate(HttpReplicator.java:51)
	at org.apache.lucene.replicator.ReplicationClient.doUpdate(ReplicationClient.java:196)
	at org.apache.lucene.replicator.ReplicationClient.updateNow(ReplicationClient.java:402)
	at org.apache.lucene.replicator.http.HttpReplicatorTest.testBasic(HttpReplicatorTest.java:112)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
	at java.lang.reflect.Method.invoke(Method.java:597)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:680)
Caused by: java.net.ConnectException: Connection refused
	at java.net.PlainSocketImpl.socketConnect(Native Method)
	at java.net.PlainSocketImpl.doConnect(PlainSocketImpl.java:351)
	at java.net.PlainSocketImpl.connectToAddress(PlainSocketImpl.java:213)
	at java.net.PlainSocketImpl.connect(PlainSocketImpl.java:200)
	at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:432)
	at java.net.Socket.connect(Socket.java:529)
	at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
	at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
	... 48 more




Build Log:
[...truncated 7433 lines...]
[junit4:junit4] Suite: org.apache.lucene.replicator.http.HttpReplicatorTest
[junit4:junit4]   2> 2013-05-24 16:24:21.590:DBUG:oejs.ServletHandler:filterNameMap={}
[junit4:junit4]   2> 2013-05-24 16:24:21.590:DBUG:oejs.ServletHandler:pathFilters=null
[junit4:junit4]   2> 2013-05-24 16:24:21.591:DBUG:oejs.ServletHandler:servletFilterMap=null
[junit4:junit4]   2> 2013-05-24 16:24:21.591:DBUG:oejs.ServletHandler:servletPathMap={/replicate/*=org.apache.lucene.replicator.http.ReplicationServlet-395702732}
[junit4:junit4]   2> 2013-05-24 16:24:21.591:DBUG:oejs.ServletHandler:servletNameMap={org.apache.lucene.replicator.http.ReplicationServlet-395702732=org.apache.lucene.replicator.http.ReplicationServlet-395702732}
[junit4:junit4]   2> 2013-05-24 16:24:21.718:DBUG:oejuc.Container:Container org.eclipse.jetty.server.Server@7292e1b2 + SelectChannelConnector@0.0.0.0:0 as connector
[junit4:junit4]   2> 2013-05-24 16:24:21.727:DBUG:oejuc.Container:Container org.eclipse.jetty.servlet.ServletHandler@7d46eb1b + org.apache.lucene.replicator.http.ReplicationServlet-395702732 as servlet
[junit4:junit4]   2> 2013-05-24 16:24:21.727:DBUG:oejuc.Container:Container org.eclipse.jetty.servlet.ServletHandler@7d46eb1b + [/replicate/*]=>org.apache.lucene.replicator.http.ReplicationServlet-395702732 as servletMapping
[junit4:junit4]   2> 2013-05-24 16:24:21.727:DBUG:oejuc.Container:Container org.eclipse.jetty.server.Server@7292e1b2 + org.eclipse.jetty.servlet.ServletHandler@7d46eb1b as handler
[junit4:junit4]   2> 2013-05-24 16:24:21.808:DBUG:oejuc.Container:Container org.eclipse.jetty.server.Server@7292e1b2 - SelectChannelConnector@0.0.0.0:0 as connector
[junit4:junit4]   2> 2013-05-24 16:24:21.808:DBUG:oejuc.Container:Container org.eclipse.jetty.server.Server@7292e1b2 + SelectChannelConnector@127.0.0.1:0 as connector
[junit4:junit4]   2> 2013-05-24 16:24:21.825:DBUG:oejuc.Container:Container org.eclipse.jetty.server.Server@7292e1b2 + org.eclipse.jetty.server.session.HashSessionIdManager@6fa85031 as sessionIdManager
[junit4:junit4]   2> 2013-05-24 16:24:21.826:DBUG:oejuc.AbstractLifeCycle:starting org.eclipse.jetty.server.Server@7292e1b2
[junit4:junit4]   2> 2013-05-24 16:24:21.826:INFO:oejs.Server:jetty-8.1.10.v20130312
[junit4:junit4]   2> 2013-05-24 16:24:22.010:DBUG:oejuc.Container:Container org.eclipse.jetty.server.Server@7292e1b2 + qtp863266356{8<=0<=0/254,-1} as threadpool
[junit4:junit4]   2> 2013-05-24 16:24:22.010:DBUG:oejuc.AbstractLifeCycle:starting org.eclipse.jetty.servlet.ServletHandler@7d46eb1b
[junit4:junit4]   2> 2013-05-24 16:24:22.024:DBUG:oejs.ServletHandler:filterNameMap={}
[junit4:junit4]   2> 2013-05-24 16:24:22.024:DBUG:oejs.ServletHandler:pathFilters=null
[junit4:junit4]   2> 2013-05-24 16:24:22.024:DBUG:oejs.ServletHandler:servletFilterMap=null
[junit4:junit4]   2> 2013-05-24 16:24:22.024:DBUG:oejs.ServletHandler:servletPathMap={/replicate/*=org.apache.lucene.replicator.http.ReplicationServlet-395702732}
[junit4:junit4]   2> 2013-05-24 16:24:22.024:DBUG:oejs.ServletHandler:servletNameMap={org.apache.lucene.replicator.http.ReplicationServlet-395702732=org.apache.lucene.replicator.http.ReplicationServlet-395702732}
[junit4:junit4]   2> 2013-05-24 16:24:22.025:DBUG:oejsh.AbstractHandler:starting org.eclipse.jetty.servlet.ServletHandler@7d46eb1b
[junit4:junit4]   2> 2013-05-24 16:24:22.025:DBUG:oejuc.AbstractLifeCycle:starting org.apache.lucene.replicator.http.ReplicationServlet-395702732
[junit4:junit4]   2> 2013-05-24 16:24:22.044:DBUG:oejuc.AbstractLifeCycle:STARTED org.apache.lucene.replicator.http.ReplicationServlet-395702732
[junit4:junit4]   2> 2013-05-24 16:24:22.044:DBUG:oejuc.AbstractLifeCycle:STARTED org.eclipse.jetty.servlet.ServletHandler@7d46eb1b
[junit4:junit4]   2> 2013-05-24 16:24:22.044:DBUG:oejsh.AbstractHandler:starting org.eclipse.jetty.server.Server@7292e1b2
[junit4:junit4]   2> 2013-05-24 16:24:22.044:DBUG:oejuc.AbstractLifeCycle:starting org.eclipse.jetty.server.session.HashSessionIdManager@6fa85031
[junit4:junit4]   2> 2013-05-24 16:24:22.045:DBUG:oejuc.AbstractLifeCycle:STARTED org.eclipse.jetty.server.session.HashSessionIdManager@6fa85031
[junit4:junit4]   2> 2013-05-24 16:24:22.045:DBUG:oejuc.AbstractLifeCycle:starting qtp863266356{8<=0<=0/254,-1}
[junit4:junit4]   2> 2013-05-24 16:24:22.078:DBUG:oejuc.AbstractLifeCycle:STARTED qtp863266356{8<=7<=8/254,0}
[junit4:junit4]   2> 2013-05-24 16:24:22.078:DBUG:oejuc.AbstractLifeCycle:starting SelectChannelConnector@127.0.0.1:0
[junit4:junit4]   2> 2013-05-24 16:24:22.148:DBUG:oejuc.AbstractLifeCycle:starting null/null
[junit4:junit4]   2> 2013-05-24 16:24:22.170:DBUG:oejuc.AbstractLifeCycle:STARTED PooledBuffers [0/1024@6144,0/1024@16384,0/1024@-]/PooledBuffers [0/1024@6144,0/1024@32768,0/1024@-]
[junit4:junit4]   2> 2013-05-24 16:24:22.171:DBUG:oejuc.AbstractLifeCycle:starting org.eclipse.jetty.server.nio.SelectChannelConnector$ConnectorSelectorManager@6038ba04
[junit4:junit4]   2> 2013-05-24 16:24:22.226:DBUG:oejuc.AbstractLifeCycle:STARTED org.eclipse.jetty.server.nio.SelectChannelConnector$ConnectorSelectorManager@6038ba04
[junit4:junit4]   2> 2013-05-24 16:24:22.226:DBUG:oeji.nio:Starting Thread[qtp863266356-24 Selector0,5,TGRP-HttpReplicatorTest] on org.eclipse.jetty.io.nio.SelectorManager$1@e90110a
[junit4:junit4]   2> 2013-05-24 16:24:22.233:INFO:oejs.AbstractConnector:Started SelectChannelConnector@127.0.0.1:51943
[junit4:junit4]   2> 2013-05-24 16:24:22.233:DBUG:oejuc.AbstractLifeCycle:STARTED SelectChannelConnector@127.0.0.1:51943
[junit4:junit4]   2> 2013-05-24 16:24:22.234:DBUG:oejuc.AbstractLifeCycle:STARTED org.eclipse.jetty.server.Server@7292e1b2
[junit4:junit4]   2> 2013-05-24 16:24:25.361:DBUG:oejuc.AbstractLifeCycle:stopping org.eclipse.jetty.server.Server@7292e1b2
[junit4:junit4]   2> 2013-05-24 16:24:25.361:DBUG:oejuc.AbstractLifeCycle:stopping SelectChannelConnector@127.0.0.1:51943
[junit4:junit4]   2> 2013-05-24 16:24:25.365:DBUG:oejuc.AbstractLifeCycle:stopping org.eclipse.jetty.server.nio.SelectChannelConnector$ConnectorSelectorManager@6038ba04
[junit4:junit4]   2> 2013-05-24 16:24:25.369:DBUG:oeji.nio:Stopped Thread[qtp863266356-24 Selector0,5,TGRP-HttpReplicatorTest] on org.eclipse.jetty.io.nio.SelectorManager$1@e90110a
[junit4:junit4]   2> 2013-05-24 16:24:25.382:DBUG:oejuc.AbstractLifeCycle:STOPPED org.eclipse.jetty.server.nio.SelectChannelConnector$ConnectorSelectorManager@6038ba04
[junit4:junit4]   2> 2013-05-24 16:24:25.382:DBUG:oejuc.AbstractLifeCycle:stopping PooledBuffers [0/1024@6144,0/1024@16384,0/1024@-]/PooledBuffers [0/1024@6144,0/1024@32768,0/1024@-]
[junit4:junit4]   2> 2013-05-24 16:24:25.384:DBUG:oejuc.AbstractLifeCycle:STOPPED null/null
[junit4:junit4]   2> 2013-05-24 16:24:25.384:DBUG:oejuc.AbstractLifeCycle:STOPPED SelectChannelConnector@127.0.0.1:0
[junit4:junit4]   2> 2013-05-24 16:24:25.384:DBUG:oejuc.AbstractLifeCycle:stopping org.eclipse.jetty.servlet.ServletHandler@7d46eb1b
[junit4:junit4]   2> 2013-05-24 16:24:25.384:DBUG:oejsh.AbstractHandler:stopping org.eclipse.jetty.servlet.ServletHandler@7d46eb1b
[junit4:junit4]   2> 2013-05-24 16:24:25.385:DBUG:oejuc.AbstractLifeCycle:stopping org.apache.lucene.replicator.http.ReplicationServlet-395702732
[junit4:junit4]   2> 2013-05-24 16:24:25.385:DBUG:oejuc.AbstractLifeCycle:STOPPED org.apache.lucene.replicator.http.ReplicationServlet-395702732
[junit4:junit4]   2> 2013-05-24 16:24:25.385:DBUG:oejuc.AbstractLifeCycle:STOPPED org.eclipse.jetty.servlet.ServletHandler@7d46eb1b
[junit4:junit4]   2> 2013-05-24 16:24:25.385:DBUG:oejsh.AbstractHandler:stopping org.eclipse.jetty.server.Server@7292e1b2
[junit4:junit4]   2> 2013-05-24 16:24:25.386:DBUG:oejuc.AbstractLifeCycle:stopping qtp863266356{8<=8<=8/254,0}
[junit4:junit4]   2> 2013-05-24 16:24:25.453:DBUG:oejuc.AbstractLifeCycle:STOPPED qtp863266356{8<=0<=0/254,5}
[junit4:junit4]   2> 2013-05-24 16:24:25.453:DBUG:oejuc.AbstractLifeCycle:stopping org.eclipse.jetty.server.session.HashSessionIdManager@6fa85031
[junit4:junit4]   2> 2013-05-24 16:24:25.453:DBUG:oejuc.AbstractLifeCycle:STOPPED org.eclipse.jetty.server.session.HashSessionIdManager@6fa85031
[junit4:junit4]   2> 2013-05-24 16:24:25.453:DBUG:oejuc.AbstractLifeCycle:STOPPED org.eclipse.jetty.server.Server@7292e1b2
[junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=HttpReplicatorTest -Dtests.method=testBasic -Dtests.seed=4F8CC7C1B3D3BFAF -Dtests.slow=true -Dtests.locale=no_NO -Dtests.timezone=Australia/South -Dtests.file.encoding=MacRoman
[junit4:junit4] ERROR   4.73s | HttpReplicatorTest.testBasic <<<
[junit4:junit4]    > Throwable #1: org.apache.http.conn.HttpHostConnectException: Connection to http://localhost:51943 refused
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([4F8CC7C1B3D3BFAF:E476DAD46C0F3981]:0)
[junit4:junit4]    > 	at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:190)
[junit4:junit4]    > 	at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
[junit4:junit4]    > 	at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
[junit4:junit4]    > 	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
[junit4:junit4]    > 	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
[junit4:junit4]    > 	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
[junit4:junit4]    > 	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
[junit4:junit4]    > 	at org.apache.lucene.replicator.http.HttpClientBase.executeGET(HttpClientBase.java:178)
[junit4:junit4]    > 	at org.apache.lucene.replicator.http.HttpReplicator.checkForUpdate(HttpReplicator.java:51)
[junit4:junit4]    > 	at org.apache.lucene.replicator.ReplicationClient.doUpdate(ReplicationClient.java:196)
[junit4:junit4]    > 	at org.apache.lucene.replicator.ReplicationClient.updateNow(ReplicationClient.java:402)
[junit4:junit4]    > 	at org.apache.lucene.replicator.http.HttpReplicatorTest.testBasic(HttpReplicatorTest.java:112)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:680)
[junit4:junit4]    > Caused by: java.net.ConnectException: Connection refused
[junit4:junit4]    > 	at java.net.PlainSocketImpl.socketConnect(Native Method)
[junit4:junit4]    > 	at java.net.PlainSocketImpl.doConnect(PlainSocketImpl.java:351)
[junit4:junit4]    > 	at java.net.PlainSocketImpl.connectToAddress(PlainSocketImpl.java:213)
[junit4:junit4]    > 	at java.net.PlainSocketImpl.connect(PlainSocketImpl.java:200)
[junit4:junit4]    > 	at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:432)
[junit4:junit4]    > 	at java.net.Socket.connect(Socket.java:529)
[junit4:junit4]    > 	at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
[junit4:junit4]    > 	at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
[junit4:junit4]    > 	... 48 more
[junit4:junit4]   2> NOTE: test params are: codec=Lucene41, sim=RandomSimilarityProvider(queryNorm=false,coord=no): {}, locale=no_NO, timezone=Australia/South
[junit4:junit4]   2> NOTE: Mac OS X 10.8.3 x86_64/Apple Inc. 1.6.0_45 (64-bit)/cpus=2,threads=1,free=37031528,total=67305472
[junit4:junit4]   2> NOTE: All tests run in this JVM: [IndexAndTaxonomyReplicationClientTest, IndexReplicationClientTest, HttpReplicatorTest]
[junit4:junit4] Completed in 4.92s, 1 test, 1 error <<< FAILURES!

[...truncated 21 lines...]
BUILD FAILED
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:386: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:366: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:39: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/build.xml:554: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:1827: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/module-build.xml:61: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:1243: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:887: There were test failures: 7 suites, 30 tests, 1 error

Total time: 51 minutes 21 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.6.0 -XX:+UseCompressedOops -XX:+UseParallelGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-4.x-MacOSX (64bit/jdk1.7.0) - Build # 498 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-MacOSX/498/
Java: 64bit/jdk1.7.0 -XX:-UseCompressedOops -XX:+UseParallelGC

1 tests failed.
REGRESSION:  org.apache.solr.cloud.ChaosMonkeyShardSplitTest.testDistribSearch

Error Message:
Server at http://127.0.0.1:52431/df returned non ok status:500, message:Server Error

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: Server at http://127.0.0.1:52431/df returned non ok status:500, message:Server Error
	at __randomizedtesting.SeedInfo.seed([C345B394745EAB26:42A33D8C0301CB1A]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:385)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
	at org.apache.solr.cloud.ShardSplitTest.splitShard(ShardSplitTest.java:208)
	at org.apache.solr.cloud.ChaosMonkeyShardSplitTest.doTest(ChaosMonkeyShardSplitTest.java:136)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:815)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:601)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)




Build Log:
[...truncated 9396 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.ChaosMonkeyShardSplitTest
[junit4:junit4]   2> 1006823 T1783 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /df/
[junit4:junit4]   2> 1006838 T1783 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4]   2> Creating dataDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solrtest-ChaosMonkeyShardSplitTest-1369713886003
[junit4:junit4]   2> 1006842 T1783 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4]   2> 1006845 T1784 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4]   2> 1006947 T1783 oasc.ZkTestServer.run start zk server on port:52424
[junit4:junit4]   2> 1006950 T1783 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1006959 T1790 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@17d526e5 name:ZooKeeperConnection Watcher:127.0.0.1:52424 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1006960 T1783 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1006960 T1783 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4]   2> 1006980 T1783 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1006988 T1792 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@24426f41 name:ZooKeeperConnection Watcher:127.0.0.1:52424/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1006988 T1783 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1006989 T1783 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4]   2> 1007004 T1783 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4]   2> 1007017 T1783 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4]   2> 1007028 T1783 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4]   2> 1007041 T1783 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 1007043 T1783 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 1007057 T1783 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4:junit4]   2> 1007058 T1783 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4]   2> 1007077 T1783 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   2> 1007079 T1783 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   2> 1007089 T1783 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   2> 1007091 T1783 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4]   2> 1007099 T1783 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   2> 1007101 T1783 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4]   2> 1007110 T1783 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 1007112 T1783 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 1007122 T1783 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 1007123 T1783 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 1007141 T1783 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 1007142 T1783 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 1007152 T1783 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   2> 1007154 T1783 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   2> 1007939 T1783 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 1007957 T1783 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52427
[junit4:junit4]   2> 1007958 T1783 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 1007959 T1783 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 1007959 T1783 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1369713886328
[junit4:junit4]   2> 1007960 T1783 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1369713886328/solr.xml
[junit4:junit4]   2> 1007961 T1783 oasc.CoreContainer.<init> New CoreContainer 172202967
[junit4:junit4]   2> 1007962 T1783 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1369713886328/'
[junit4:junit4]   2> 1007964 T1783 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1369713886328/'
[junit4:junit4]   2> 1008237 T1783 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 1008237 T1783 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 1008238 T1783 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 1008238 T1783 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 1008239 T1783 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 1008239 T1783 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 1008239 T1783 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 1008240 T1783 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 1008240 T1783 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 1008241 T1783 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 1008279 T1783 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 1008280 T1783 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:52424/solr
[junit4:junit4]   2> 1008281 T1783 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 1008284 T1783 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1008292 T1803 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7fa49ae7 name:ZooKeeperConnection Watcher:127.0.0.1:52424 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1008294 T1783 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1008301 T1783 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 1008337 T1783 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1008342 T1805 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@19338d5f name:ZooKeeperConnection Watcher:127.0.0.1:52424/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1008343 T1783 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1008349 T1783 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4:junit4]   2> 1008362 T1783 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4:junit4]   2> 1008374 T1783 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4]   2> 1008381 T1783 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52427_df
[junit4:junit4]   2> 1008384 T1783 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52427_df
[junit4:junit4]   2> 1008395 T1783 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4]   2> 1008421 T1783 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 1008433 T1783 oasc.Overseer.start Overseer (id=89765569234206723-127.0.0.1:52427_df-n_0000000000) starting
[junit4:junit4]   2> 1008444 T1783 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4:junit4]   2> 1008457 T1807 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4]   2> 1008464 T1783 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4]   2> 1008479 T1783 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4:junit4]   2> 1008489 T1783 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 1008500 T1806 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 1008513 T1808 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1369713886328/collection1
[junit4:junit4]   2> 1008513 T1808 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4]   2> 1008515 T1808 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 1008516 T1808 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4]   2> 1008520 T1808 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1369713886328/collection1/'
[junit4:junit4]   2> 1008523 T1808 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1369713886328/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 1008523 T1808 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1369713886328/collection1/lib/README' to classloader
[junit4:junit4]   2> 1008622 T1808 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 1008764 T1808 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 1008768 T1808 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 1008776 T1808 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4]   2> 1009904 T1808 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1009912 T1808 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1009917 T1808 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1009931 T1808 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1010058 T1808 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1010059 T1808 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1369713886328/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369713886001/control/data/
[junit4:junit4]   2> 1010060 T1808 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1ed56fe5
[junit4:junit4]   2> 1010061 T1808 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1010062 T1808 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369713886001/control/data
[junit4:junit4]   2> 1010063 T1808 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369713886001/control/data/index/
[junit4:junit4]   2> 1010064 T1808 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369713886001/control/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1010065 T1808 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369713886001/control/data/index
[junit4:junit4]   2> 1010074 T1808 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@56d0ddb8 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2c24cb1b),segFN=segments_1,generation=1}
[junit4:junit4]   2> 1010075 T1808 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 1010083 T1808 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 1010085 T1808 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 1010091 T1808 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 1010095 T1808 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1010096 T1808 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 1010097 T1808 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 1010097 T1808 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1010098 T1808 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1010099 T1808 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 1010125 T1808 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1010140 T1808 oass.SolrIndexSearcher.<init> Opening Searcher@4d9fc7ad main
[junit4:junit4]   2> 1010141 T1808 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369713886001/control/data/tlog
[junit4:junit4]   2> 1010144 T1808 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1010145 T1808 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1010153 T1809 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4d9fc7ad main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1010156 T1808 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 1010156 T1808 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 1011530 T1806 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1011533 T1806 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52427_df",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52427/df"}
[junit4:junit4]   2> 1011533 T1806 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4]   2> 1011534 T1806 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4]   2> 1011550 T1805 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 1012163 T1808 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 1012163 T1808 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:52427/df collection:control_collection shard:shard1
[junit4:junit4]   2> 1012166 T1808 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4]   2> 1012203 T1808 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 1012211 T1808 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 1012211 T1808 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 1012212 T1808 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:52427/df/collection1/
[junit4:junit4]   2> 1012212 T1808 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 1012213 T1808 oasc.SyncStrategy.syncToMe http://127.0.0.1:52427/df/collection1/ has no replicas
[junit4:junit4]   2> 1012213 T1808 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:52427/df/collection1/
[junit4:junit4]   2> 1012213 T1808 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4]   2> 1013071 T1806 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1013104 T1805 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 1013160 T1808 oasc.ZkController.register We are http://127.0.0.1:52427/df/collection1/ and leader is http://127.0.0.1:52427/df/collection1/
[junit4:junit4]   2> 1013161 T1808 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:52427/df
[junit4:junit4]   2> 1013161 T1808 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 1013161 T1808 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 1013161 T1808 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 1013165 T1808 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1013169 T1783 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 1013169 T1783 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 1013170 T1783 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 1013203 T1783 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 1013206 T1783 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1013212 T1812 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1bc51f4e name:ZooKeeperConnection Watcher:127.0.0.1:52424/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1013213 T1783 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1013218 T1783 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 1013227 T1783 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   2> 1013839 T1783 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 1013849 T1783 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52431
[junit4:junit4]   2> 1013850 T1783 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 1013851 T1783 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 1013851 T1783 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1369713892390
[junit4:junit4]   2> 1013852 T1783 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1369713892390/solr.xml
[junit4:junit4]   2> 1013852 T1783 oasc.CoreContainer.<init> New CoreContainer 1521339240
[junit4:junit4]   2> 1013853 T1783 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1369713892390/'
[junit4:junit4]   2> 1013854 T1783 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1369713892390/'
[junit4:junit4]   2> 1014072 T1783 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 1014073 T1783 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 1014073 T1783 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 1014074 T1783 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 1014075 T1783 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 1014075 T1783 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 1014076 T1783 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 1014076 T1783 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 1014077 T1783 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 1014078 T1783 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 1014106 T1783 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 1014107 T1783 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:52424/solr
[junit4:junit4]   2> 1014107 T1783 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 1014113 T1783 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1014118 T1823 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3771eba name:ZooKeeperConnection Watcher:127.0.0.1:52424 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1014119 T1783 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1014127 T1783 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 1014183 T1783 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1014190 T1825 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5508e99f name:ZooKeeperConnection Watcher:127.0.0.1:52424/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1014192 T1783 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1014210 T1783 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 1014628 T1806 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1014630 T1806 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:52427_df_collection1",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52427_df",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52427/df"}
[junit4:junit4]   2> 1014644 T1825 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 1014645 T1812 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 1014645 T1805 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 1015223 T1783 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52431_df
[junit4:junit4]   2> 1015228 T1783 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52431_df
[junit4:junit4]   2> 1015238 T1825 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 1015239 T1805 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 1015241 T1812 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 1015241 T1812 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 1015250 T1805 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 1015257 T1825 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 1015270 T1826 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1369713892390/collection1
[junit4:junit4]   2> 1015271 T1826 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 1015273 T1826 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 1015273 T1826 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 1015277 T1826 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1369713892390/collection1/'
[junit4:junit4]   2> 1015280 T1826 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1369713892390/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 1015281 T1826 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1369713892390/collection1/lib/README' to classloader
[junit4:junit4]   2> 1015368 T1826 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 1015466 T1826 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 1015470 T1826 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 1015477 T1826 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4]   2> 1016435 T1826 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1016441 T1826 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1016444 T1826 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1016462 T1826 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1016549 T1826 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1016550 T1826 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1369713892390/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369713886001/jetty1/
[junit4:junit4]   2> 1016550 T1826 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1ed56fe5
[junit4:junit4]   2> 1016551 T1826 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1016552 T1826 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369713886001/jetty1
[junit4:junit4]   2> 1016552 T1826 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369713886001/jetty1/index/
[junit4:junit4]   2> 1016552 T1826 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369713886001/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1016554 T1826 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369713886001/jetty1/index
[junit4:junit4]   2> 1016560 T1826 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@32eeca40 lockFactory=org.apache.lucene.store.NativeFSLockFactory@56889e1c),segFN=segments_1,generation=1}
[junit4:junit4]   2> 1016561 T1826 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 1016566 T1826 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 1016566 T1826 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 1016568 T1826 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 1016570 T1826 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1016571 T1826 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 1016572 T1826 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 1016572 T1826 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1016573 T1826 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1016574 T1826 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 1016599 T1826 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1016639 T1826 oass.SolrIndexSearcher.<init> Opening Searcher@ee27ba main
[junit4:junit4]   2> 1016640 T1826 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369713886001/jetty1/tlog
[junit4:junit4]   2> 1016642 T1826 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1016642 T1826 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1016648 T1827 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@ee27ba main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1016652 T1826 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 1016652 T1826 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 1017693 T1806 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1017702 T1806 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52431_df",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52431/df"}
[junit4:junit4]   2> 1017703 T1806 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 2
[junit4:junit4]   2> 1017703 T1806 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4]   2> 1017730 T1812 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 1017730 T1825 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 1017731 T1805 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 1018660 T1826 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 1018661 T1826 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:52431/df collection:collection1 shard:shard1
[junit4:junit4]   2> 1018668 T1826 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 1018703 T1826 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 1018722 T1826 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 1018723 T1826 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 1018723 T1826 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:52431/df/collection1/
[junit4:junit4]   2> 1018723 T1826 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 1018724 T1826 oasc.SyncStrategy.syncToMe http://127.0.0.1:52431/df/collection1/ has no replicas
[junit4:junit4]   2> 1018724 T1826 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:52431/df/collection1/
[junit4:junit4]   2> 1018724 T1826 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 1019268 T1806 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1019311 T1825 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 1019313 T1812 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 1019314 T1805 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 1019322 T1826 oasc.ZkController.register We are http://127.0.0.1:52431/df/collection1/ and leader is http://127.0.0.1:52431/df/collection1/
[junit4:junit4]   2> 1019322 T1826 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:52431/df
[junit4:junit4]   2> 1019323 T1826 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 1019324 T1826 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 1019325 T1826 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 1019334 T1826 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1019349 T1783 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 1019352 T1783 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 1019353 T1783 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 1020430 T1783 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 1020472 T1783 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52434
[junit4:junit4]   2> 1020478 T1783 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 1020481 T1783 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 1020483 T1783 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1369713898575
[junit4:junit4]   2> 1020484 T1783 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1369713898575/solr.xml
[junit4:junit4]   2> 1020485 T1783 oasc.CoreContainer.<init> New CoreContainer 655466152
[junit4:junit4]   2> 1020486 T1783 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1369713898575/'
[junit4:junit4]   2> 1020488 T1783 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1369713898575/'
[junit4:junit4]   2> 1020821 T1783 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 1020822 T1783 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 1020823 T1783 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 1020823 T1783 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 1020824 T1783 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 1020824 T1783 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 1020825 T1783 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 1020835 T1783 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 1020836 T1783 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 1020836 T1783 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 1020875 T1783 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 1020884 T1783 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:52424/solr
[junit4:junit4]   2> 1020885 T1783 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 1020896 T1783 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1020901 T1806 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1020909 T1806 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:52431_df_collection1",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52431_df",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52431/df"}
[junit4:junit4]   2> 1020912 T1839 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@70973084 name:ZooKeeperConnection Watcher:127.0.0.1:52424 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1020912 T1783 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1020951 T1783 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 1020954 T1805 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 1020953 T1825 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 1020953 T1812 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 1021003 T1783 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1021012 T1841 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5e936a53 name:ZooKeeperConnection Watcher:127.0.0.1:52424/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1021014 T1783 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1021078 T1783 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 1022121 T1783 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52434_df
[junit4:junit4]   2> 1022128 T1783 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52434_df
[junit4:junit4]   2> 1022142 T1805 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 1022146 T1825 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 1022151 T1812 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 1022152 T1841 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 1022152 T1812 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 1022157 T1805 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 1022163 T1825 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 1022181 T1842 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1369713898575/collection1
[junit4:junit4]   2> 1022182 T1842 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 1022187 T1842 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 1022187 T1842 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 1022196 T1842 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1369713898575/collection1/'
[junit4:junit4]   2> 1022197 T1842 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1369713898575/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 1022198 T1842 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1369713898575/collection1/lib/README' to classloader
[junit4:junit4]   2> 1022299 T1842 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 1022488 T1842 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 1022495 T1842 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 1022508 T1842 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4]   2> 1023948 T1842 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1023965 T1842 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1023969 T1842 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1023982 T1842 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1024246 T1842 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1024248 T1842 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1369713898575/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369713886001/jetty2/
[junit4:junit4]   2> 1024248 T1842 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1ed56fe5
[junit4:junit4]   2> 1024250 T1842 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1024254 T1842 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369713886001/jetty2
[junit4:junit4]   2> 1024255 T1842 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369713886001/jetty2/index/
[junit4:junit4]   2> 1024256 T1842 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369713886001/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1024262 T1842 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369713886001/jetty2/index
[junit4:junit4]   2> 1024269 T1842 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6f255dc5 lockFactory=org.apache.lucene.store.NativeFSLockFactory@d7b5bd4),segFN=segments_1,generation=1}
[junit4:junit4]   2> 1024270 T1842 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 1024280 T1842 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 1024281 T1842 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 1024283 T1842 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 1024285 T1842 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1024287 T1842 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 1024288 T1842 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 1024289 T1842 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1024290 T1842 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1024292 T1842 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 1024328 T1842 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1024378 T1842 oass.SolrIndexSearcher.<init> Opening Searcher@52b3d4a0 main
[junit4:junit4]   2> 1024379 T1842 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369713886001/jetty2/tlog
[junit4:junit4]   2> 1024382 T1842 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1024382 T1842 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1024394 T1843 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@52b3d4a0 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1024401 T1842 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 1024402 T1842 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 1025514 T1806 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1025521 T1806 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52434_df",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52434/df"}
[junit4:junit4]   2> 1025522 T1806 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 1025523 T1806 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard2
[junit4:junit4]   2> 1025549 T1841 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 1025550 T1812 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 1025551 T1825 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 1025552 T1805 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 1026410 T1842 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 1026411 T1842 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:52434/df collection:collection1 shard:shard2
[junit4:junit4]   2> 1026413 T1842 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4:junit4]   2> 1026447 T1842 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 1026457 T1842 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 1026458 T1842 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 1026459 T1842 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:52434/df/collection1/
[junit4:junit4]   2> 1026459 T1842 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 1026460 T1842 oasc.SyncStrategy.syncToMe http://127.0.0.1:52434/df/collection1/ has no replicas
[junit4:junit4]   2> 1026460 T1842 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:52434/df/collection1/
[junit4:junit4]   2> 1026461 T1842 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4:junit4]   2> 1027079 T1806 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1027107 T1812 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 1027107 T1841 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 1027109 T1805 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 1027109 T1825 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 1027154 T1842 oasc.ZkController.register We are http://127.0.0.1:52434/df/collection1/ and leader is http://127.0.0.1:52434/df/collection1/
[junit4:junit4]   2> 1027155 T1842 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:52434/df
[junit4:junit4]   2> 1027156 T1842 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 1027156 T1842 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 1027157 T1842 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 1027163 T1842 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1027167 T1783 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 1027168 T1783 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 1027169 T1783 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 1028199 T1783 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 1028222 T1783 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52437
[junit4:junit4]   2> 1028224 T1783 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 1028225 T1783 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 1028226 T1783 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1369713906377
[junit4:junit4]   2> 1028227 T1783 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1369713906377/solr.xml
[junit4:junit4]   2> 1028228 T1783 oasc.CoreContainer.<init> New CoreContainer 1890794987
[junit4:junit4]   2> 1028229 T1783 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1369713906377/'
[junit4:junit4]   2> 1028231 T1783 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1369713906377/'
[junit4:junit4]   2> 1028618 T1783 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 1028619 T1783 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 1028619 T1783 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 1028620 T1783 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 1028621 T1783 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 1028622 T1783 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 1028622 T1783 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 1028623 T1783 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 1028624 T1783 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 1028624 T1783 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 1028652 T1806 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1028657 T1806 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:52434_df_collection1",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52434_df",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52434/df"}
[junit4:junit4]   2> 1028686 T1783 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 1028703 T1783 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:52424/solr
[junit4:junit4]   2> 1028704 T1783 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 1028698 T1805 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 1028698 T1825 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 1028697 T1812 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 1028697 T1841 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 1028736 T1783 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1028739 T1855 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7a030e2a name:ZooKeeperConnection Watcher:127.0.0.1:52424 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1028741 T1783 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1028785 T1783 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 1028826 T1783 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1028841 T1857 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@79c04bb1 name:ZooKeeperConnection Watcher:127.0.0.1:52424/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1028845 T1783 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1028943 T1783 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 1030000 T1783 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52437_df
[junit4:junit4]   2> 1030011 T1783 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52437_df
[junit4:junit4]   2> 1030024 T1825 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 1030027 T1805 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 1030033 T1812 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 1030033 T1812 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 1030034 T1857 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 1030036 T1841 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 1030036 T1841 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 1030046 T1825 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 1030047 T1805 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 1030073 T1858 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1369713906377/collection1
[junit4:junit4]   2> 1030073 T1858 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 1030077 T1858 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 1030078 T1858 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 1030083 T1858 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1369713906377/collection1/'
[junit4:junit4]   2> 1030086 T1858 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1369713906377/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 1030086 T1858 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1369713906377/collection1/lib/README' to classloader
[junit4:junit4]   2> 1030207 T1858 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 1030389 T1858 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 1030398 T1858 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 1030405 T1858 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4]   2> 1031736 T1858 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1031745 T1858 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1031751 T1858 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1031772 T1858 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1031913 T1858 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1031915 T1858 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1369713906377/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369713886001/jetty3/
[junit4:junit4]   2> 1031915 T1858 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1ed56fe5
[junit4:junit4]   2> 1031918 T1858 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1031919 T1858 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369713886001/jetty3
[junit4:junit4]   2> 1031919 T1858 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369713886001/jetty3/index/
[junit4:junit4]   2> 1031920 T1858 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369713886001/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1031922 T1858 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369713886001/jetty3/index
[junit4:junit4]   2> 1031931 T1858 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@14414fe5 lockFactory=org.apache.lucene.store.NativeFSLockFactory@190ba1c3),segFN=segments_1,generation=1}
[junit4:junit4]   2> 1031933 T1858 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 1031940 T1858 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 1031941 T1858 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 1031942 T1858 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 1031943 T1858 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1031945 T1858 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 1031945 T1858 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 1031946 T1858 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1031947 T1858 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1031948 T1858 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 1031983 T1858 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1031999 T1858 oass.SolrIndexSearcher.<init> Opening Searcher@3f971d31 main
[junit4:junit4]   2> 1032000 T1858 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369713886001/jetty3/tlog
[junit4:junit4]   2> 1032003 T1858 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1032004 T1858 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1032014 T1859 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3f971d31 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1032020 T1858 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 1032020 T1858 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 1033266 T1806 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1033268 T1806 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52437_df",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52437/df"}
[junit4:junit4]   2> 1033269 T1806 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 1033269 T1806 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4]   2> 1033347 T1857 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 1033348 T1841 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 1033349 T1812 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 1033349 T1825 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 1033350 T1805 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 1034028 T1858 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 1034029 T1858 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:52437/df collection:collection1 shard:shard1
[junit4:junit4]   2> 1034044 T1858 oasc.ZkController.register We are http://127.0.0.1:52437/df/collection1/ and leader is http://127.0.0.1:52431/df/collection1/
[junit4:junit4]   2> 1034045 T1858 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:52437/df
[junit4:junit4]   2> 1034045 T1858 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 1034046 T1858 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C676 name=collection1 org.apache.solr.core.SolrCore@7b3bd807 url=http://127.0.0.1:52437/df/collection1 node=127.0.0.1:52437_df C676_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:52437_df, base_url=http://127.0.0.1:52437/df}
[junit4:junit4]   2> 1034048 T1860 C676 P52437 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 1034052 T1860 C676 P52437 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 1034056 T1860 C676 P52437 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 1034057 T1860 C676 P52437 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 1034063 T1858 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1034065 T1860 C676 P52437 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 1034069 T1783 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 1034070 T1783 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 1034071 T1783 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 1034122 T1820 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 127.0.0.1:52437_df_collection1, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4]   2> 1034875 T1806 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1034878 T1806 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:52437_df_collection1",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52437_df",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52437/df"}
[junit4:junit4]   2> 1034893 T1857 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 1034894 T1812 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 1034894 T1825 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 1034896 T1805 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 1034895 T1841 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 1034983 T1783 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 1034995 T1783 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52441
[junit4:junit4]   2> 1034996 T1783 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 1034997 T1783 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 1034997 T1783 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1369713913270
[junit4:junit4]   2> 1034998 T1783 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1369713913270/solr.xml
[junit4:junit4]   2> 1034999 T1783 oasc.CoreContainer.<init> New CoreContainer 1946064216
[junit4:junit4]   2> 1034999 T1783 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1369713913270/'
[junit4:junit4]   2> 1035000 T1783 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1369713913270/'
[junit4:junit4]   2> 1035124 T1820 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 127.0.0.1:52437_df_collection1, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4:junit4]   2> 1035125 T1820 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=127.0.0.1:52437_df_collection1&state=recovering&nodeName=127.0.0.1:52437_df&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=1003 
[junit4:junit4]   2> 1035255 T1783 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 1035256 T1783 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 1035256 T1783 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 1035256 T1783 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 1035257 T1783 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 1035257 T1783 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 1035258 T1783 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 1035258 T1783 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 1035259 T1783 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 1035259 T1783 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 1035292 T1783 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 1035294 T1783 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:52424/solr
[junit4:junit4]   2> 1035295 T1783 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 1035297 T1783 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1035304 T1872 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@58c9a974 name:ZooKeeperConnection Watcher:127.0.0.1:52424 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1035305 T1783 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1035313 T1783 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 1035350 T1783 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1035359 T1874 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@35ffa460 name:ZooKeeperConnection Watcher:127.0.0.1:52424/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1035359 T1783 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1035389 T1783 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 1036402 T1783 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52441_df
[junit4:junit4]   2> 1036404 T1783 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52441_df
[junit4:junit4]   2> 1036414 T1825 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 1036416 T1805 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 1036426 T1857 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 1036426 T1857 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1036426 T1874 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 1036427 T1841 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 1036427 T1841 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1036427 T1812 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 1036429 T1812 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1036436 T1805 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 1036439 T1825 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 1036454 T1875 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1369713913270/collection1
[junit4:junit4]   2> 1036455 T1875 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 1036457 T1875 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 1036457 T1875 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 1036461 T1875 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1369713913270/collection1/'
[junit4:junit4]   2> 1036463 T1875 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1369713913270/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 1036468 T1875 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1369713913270/collection1/lib/README' to classloader
[junit4:junit4]   2> 1036547 T1875 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 1036650 T1875 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 1036655 T1875 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 1036663 T1875 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4]   2> ASYNC  NEW_CORE C677 name=collection1 org.apache.solr.core.SolrCore@7b3bd807 url=http://127.0.0.1:52437/df/collection1 node=127.0.0.1:52437_df C677_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:52437_df, base_url=http://127.0.0.1:52437/df}
[junit4:junit4]   2> 1037128 T1860 C677 P52437 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:52431/df/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 1037129 T1860 C677 P52437 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:52437/df START replicas=[http://127.0.0.1:52431/df/collection1/] nUpdates=100
[junit4:junit4]   2> 1037130 T1860 C677 P52437 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 1037156 T1860 C677 P52437 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 1037158 T1860 C677 P52437 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 1037158 T1860 C677 P52437 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 1037158 T1860 C677 P52437 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 1037160 T1860 C677 P52437 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:52431/df/collection1/. core=collection1
[junit4:junit4]   2> 1037161 T1860 C677 P52437 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C678 name=collection1 org.apache.solr.core.SolrCore@3383994a url=http://127.0.0.1:52431/df/collection1 node=127.0.0.1:52431_df C678_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:52431_df, base_url=http://127.0.0.1:52431/df, leader=true}
[junit4:junit4]   2> 1037173 T1817 C678 P52431 oasc.SolrCore.execute [collection1] webapp=/df path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=1 
[junit4:junit4]   2> 1037187 T1818 C678 P52431 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 1037232 T1818 C678 P52431 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@32eeca40 lockFactory=org.apache.lucene.store.NativeFSLockFactory@56889e1c),segFN=segments_1,generation=1}
[junit4:junit4]   2> 1037236 T1818 C678 P52431 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 1037237 T1818 C678 P52431 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@32eeca40 lockFactory=org.apache.lucene.store.NativeFSLockFactory@56889e1c),segFN=segments_1,generation=1}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@32eeca40 lockFactory=org.apache.lucene.store.NativeFSLockFactory@56889e1c),segFN=segments_2,generation=2}
[junit4:junit4]   2> 1037238 T1818 C678 P52431 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4]   2> 1037238 T1818 C678 P52431 oass.SolrIndexSearcher.<init> Opening Searcher@2a1fa744 realtime
[junit4:junit4]   2> 1037239 T1818 C678 P52431 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 1037239 T1818 C678 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 52
[junit4:junit4]   2> 1037241 T1860 C677 P52437 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 1037241 T1860 C677 P52437 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 1037251 T1821 C678 P52431 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 1037252 T1821 C678 P52431 oasc.SolrCore.execute [collection1] webapp=/df path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=6 
[junit4:junit4]   2> 1037253 T1860 C677 P52437 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 1037253 T1860 C677 P52437 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 1037254 T1860 C677 P52437 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 1037257 T1816 C678 P52431 oasc.SolrCore.execute [collection1] webapp=/df path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=0 
[junit4:junit4]   2> 1037258 T1860 C677 P52437 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 1037270 T1860 C677 P52437 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369713886001/jetty3/index.20130528000516421
[junit4:junit4]   2> 1037270 T1860 C677 P52437 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@1511c6ee lockFactory=org.apache.lucene.store.NativeFSLockFactory@51c718ce) fullCopy=false
[junit4:junit4]   2> 1037273 T1820 C678 P52431 oasc.SolrCore.execute [collection1] webapp=/df path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 1037286 T1860 C677 P52437 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 1037309 T1860 C677 P52437 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 1037310 T1860 C677 P52437 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 1037315 T1860 C677 P52437 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@14414fe5 lockFactory=org.apache.lucene.store.NativeFSLockFactory@190ba1c3),segFN=segments_1,generation=1}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@14414fe5 lockFactory=org.apache.lucene.store.NativeFSLockFactory@190ba1c3),segFN=segments_2,generation=2}
[junit4:junit4]   2> 1037354 T1860 C677 P52437 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4]   2> 1037358 T1860 C677 P52437 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 1037359 T1860 C677 P52437 oass.SolrIndexSearcher.<init> Opening Searcher@44fbac51 main
[junit4:junit4]   2> 1037361 T1859 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@44fbac51 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 1037362 T1860 C677 P52437 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369713886001/jetty3/index.20130528000516421 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369713886001/jetty3/index.20130528000516421;done=true>>]
[junit4:junit4]   2> 1037363 T1860 C677 P52437 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369713886001/jetty3/index.20130528000516421
[junit4:junit4]   2> 1037363 T1860 C677 P52437 oasc.CachingDirectoryFactory.closeCacheValue Removing directory before core close: ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369713886001/jetty3/index.20130528000516421
[junit4:junit4]   2> 1037363 T1860 C677 P52437 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 1037364 T1860 C677 P52437 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 1037364 T1860 C677 P52437 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 1037364 T1860 C677 P52437 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 1037367 T1860 C677 P52437 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 1037840 T1875 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1037845 T1875 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1037848 T1875 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1037857 T1875 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1037952 T1806 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1037954 T1806 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:52437_df_collection1",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52437_df",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52437/df"}
[junit4:junit4]   2> 1037965 T1875 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1037965 T1875 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1369713913270/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369713886001/jetty4/
[junit4:junit4]   2> 1037966 T1875 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1ed56fe5
[junit4:junit4]   2> 1037968 T1875 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1037977 T1812 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1037977 T1857 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1037978 T1825 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1037978 T1805 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1037978 T1841 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1037981 T1875 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369713886001/jetty4
[junit4:junit4]   2> 1037981 T1875 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369713886001/jetty4/index/
[junit4:junit4]   2> 1037978 T1874 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1037982 T1875 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369713886001/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1037990 T1875 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369713886001/jetty4/index
[junit4:junit4]   2> 1037998 T1875 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4e28ed8d lockFactory=org.apache.lucene.store.NativeFSLockFactory@2b25f2be),segFN=segments_1,generation=1}
[junit4:junit4]   2> 1037999 T1875 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 1038004 T1875 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 1038004 T1875 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 1038005 T1875 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 1038006 T1875 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1038007 T1875 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 1038008 T1875 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 1038009 T1875 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1038010 T1875 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1038011 T1875 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 1038031 T1875 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1038040 T1875 oass.SolrIndexSearcher.<init> Opening Searcher@79140b4d main
[junit4:junit4]   2> 1038041 T1875 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369713886001/jetty4/tlog
[junit4:junit4]   2> 1038042 T1875 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1038043 T1875 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1038048 T1878 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@79140b4d main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1038053 T1875 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 1038054 T1875 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 1039508 T1806 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1039510 T1806 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52441_df",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52441/df"}
[junit4:junit4]   2> 1039511 T1806 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 1039511 T1806 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard2
[junit4:junit4]   2> 1039529 T1874 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1039530 T1805 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1039533 T1841 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1039534 T1857 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1039535 T1812 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1039536 T1825 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1040061 T1875 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 1040062 T1875 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:52441/df collection:collection1 shard:shard2
[junit4:junit4]   2> 1040075 T1875 oasc.ZkController.register We are http://127.0.0.1:52441/df/collection1/ and leader is http://127.0.0.1:52434/df/collection1/
[junit4:junit4]   2> 1040075 T1875 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:52441/df
[junit4:junit4]   2> 1040076 T1875 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 1040080 T1875 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C679 name=collection1 org.apache.solr.core.SolrCore@6c46adce url=http://127.0.0.1:52441/df/collection1 node=127.0.0.1:52441_df C679_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:52441_df, base_url=http://127.0.0.1:52441/df}
[junit4:junit4]   2> 1040086 T1879 C679 P52441 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 1040087 T1879 C679 P52441 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 1040088 T1875 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1040088 T1879 C679 P52441 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 1040089 T1879 C679 P52441 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 1040093 T1783 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 1040094 T1783 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 1040093 T1879 C679 P52441 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 1040094 T1783 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 1040140 T1832 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 127.0.0.1:52441_df_collection1, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4]   2> 1040143 T1783 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1040145 T1783 oasc.AbstractFullDistribZkTestBase.waitForThingsToLevelOut Wait for recoveries to finish - wait 15 for each attempt
[junit4:junit4]   2> 1040146 T1783 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):15
[junit4:junit4]   2> 1040148 T1783 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1041079 T1806 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1041083 T1806 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:52441_df_collection1",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52441_df",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52441/df"}
[junit4:junit4]   2> 1041101 T1805 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1041101 T1857 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1041102 T1825 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1041102 T1874 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1041102 T1841 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1041102 T1812 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1041142 T1832 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 127.0.0.1:52441_df_collection1, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4:junit4]   2> 1041142 T1832 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=127.0.0.1:52441_df_collection1&state=recovering&nodeName=127.0.0.1:52441_df&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=1002 
[junit4:junit4]   2> 1041158 T1783 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1042164 T1783 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2>  C679_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:52441_df, base_url=http://127.0.0.1:52441/df}
[junit4:junit4]   2> 1043145 T1879 C679 P52441 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:52434/df/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 1043145 T1879 C679 P52441 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:52441/df START replicas=[http://127.0.0.1:52434/df/collection1/] nUpdates=100
[junit4:junit4]   2> 1043146 T1879 C679 P52441 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 1043146 T1879 C679 P52441 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 1043146 T1879 C679 P52441 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 1043147 T1879 C679 P52441 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 1043147 T1879 C679 P52441 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 1043147 T1879 C679 P52441 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:52434/df/collection1/. core=collection1
[junit4:junit4]   2> 1043148 T1879 C679 P52441 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 1043198 T1783 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> ASYNC  NEW_CORE C680 name=collection1 org.apache.solr.core.SolrCore@1e327923 url=http://127.0.0.1:52434/df/collection1 node=127.0.0.1:52434_df C680_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:52434_df, base_url=http://127.0.0.1:52434/df, leader=true}
[junit4:junit4]   2> 1043213 T1835 C680 P52434 oasc.SolrCore.execute [collection1] webapp=/df path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=2 
[junit4:junit4]   2> 1043219 T1836 C680 P52434 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 1043226 T1836 C680 P52434 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6f255dc5 lockFactory=org.apache.lucene.store.NativeFSLockFactory@d7b5bd4),segFN=segments_1,generation=1}
[junit4:junit4]   2> 1043232 T1836 C680 P52434 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 1043239 T1836 C680 P52434 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6f255dc5 lockFactory=org.apache.lucene.store.NativeFSLockFactory@d7b5bd4),segFN=segments_1,generation=1}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6f255dc5 lockFactory=org.apache.lucene.store.NativeFSLockFactory@d7b5bd4),segFN=segments_2,generation=2}
[junit4:junit4]   2> 1043241 T1836 C680 P52434 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4]   2> 1043247 T1836 C680 P52434 oass.SolrIndexSearcher.<init> Opening Searcher@397f0b97 realtime
[junit4:junit4]   2> 1043247 T1836 C680 P52434 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 1043248 T1836 C680 P52434 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 29
[junit4:junit4]   2> 1043250 T1879 C679 P52441 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 1043251 T1879 C679 P52441 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 1043268 T1833 C680 P52434 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 1043269 T1833 C680 P52434 oasc.SolrCore.execute [collection1] webapp=/df path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=3 
[junit4:junit4]   2> 1043271 T1879 C679 P52441 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 1043271 T1879 C679 P52441 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 1043272 T1879 C679 P52441 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 1043279 T1834 C680 P52434 oasc.SolrCore.execute [collection1] webapp=/df path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=1 
[junit4:junit4]   2> 1043281 T1879 C679 P52441 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 1043286 T1879 C679 P52441 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369713886001/jetty4/index.20130528000522445
[junit4:junit4]   2> 1043287 T1879 C679 P52441 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@40c459b9 lockFactory=org.apache.lucene.store.NativeFSLockFactory@6e78d4a) fullCopy=false
[junit4:junit4]   2> 1043295 T1832 C680 P52434 oasc.SolrCore.execute [collection1] webapp=/df path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 1043309 T1879 C679 P52441 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 1043332 T1879 C679 P52441 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 1043332 T1879 C679 P52441 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 1043336 T1879 C679 P52441 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4e28ed8d lockFactory=org.apache.lucene.store.NativeFSLockFactory@2b25f2be),segFN=segments_1,generation=1}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4e28ed8d lockFactory=org.apache.lucene.store.NativeFSLockFactory@2b25f2be),segFN=segments_2,generation=2}
[junit4:junit4]   2> 1043337 T1879 C679 P52441 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4]   2> 1043347 T1879 C679 P52441 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 1043358 T1879 C679 P52441 oass.SolrIndexSearcher.<init> Opening Searcher@7a6d91c5 main
[junit4:junit4]   2> 1043361 T1878 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7a6d91c5 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 1043362 T1879 C679 P52441 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369713886001/jetty4/index.20130528000522445 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369713886001/jetty4/index.20130528000522445;done=true>>]
[junit4:junit4]   2> 1043362 T1879 C679 P52441 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369713886001/jetty4/index.20130528000522445
[junit4:junit4]   2> 1043364 T1879 C679 P52441 oasc.CachingDirectoryFactory.closeCacheValue Removing directory before core close: ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369713886001/jetty4/index.20130528000522445
[junit4:junit4]   2> 1043368 T1879 C679 P52441 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 1043368 T1879 C679 P52441 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 1043369 T1879 C679 P52441 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 1043369 T1879 C679 P52441 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 1043375 T1879 C679 P52441 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 1044148 T1806 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1044153 T1806 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:52441_df_collection1",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52441_df",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52441/df"}
[junit4:junit4]   2> 1044198 T1874 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1044198 T1805 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1044199 T1857 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1044200 T1841 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1044201 T1825 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1044199 T1812 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1044225 T1783 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1044229 T1783 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: collection1
[junit4:junit4]   2> ASYNC  NEW_CORE C681 name=collection1 org.apache.solr.core.SolrCore@4adf0ee9 url=http://127.0.0.1:52427/df/collection1 node=127.0.0.1:52427_df C681_STATE=coll:control_collection core:collection1 props:{shard=shard1, state=active, core=collection1, collection=control_collection, node_name=127.0.0.1:52427_df, base_url=http://127.0.0.1:52427/df, leader=true}
[junit4:junit4]   2> 1044263 T1796 C681 P52427 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 1044276 T1796 C681 P52427 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@56d0ddb8 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2c24cb1b),segFN=segments_1,generation=1}
[junit4:junit4]   2> 1044277 T1796 C681 P52427 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 1044292 T1796 C681 P52427 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@56d0ddb8 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2c24cb1b),segFN=segments_1,generation=1}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@56d0ddb8 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2c24cb1b),segFN=segments_2,generation=2}
[junit4:junit4]   2> 1044293 T1796 C681 P52427 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4]   2> 1044296 T1796 C681 P52427 oass.SolrIndexSearcher.<init> Opening Searcher@67c5c23a main
[junit4:junit4]   2> 1044307 T1809 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@67c5c23a main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 1044309 T1796 C681 P52427 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 1044317 T1796 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 53
[junit4:junit4]   2> ASYNC  NEW_CORE C682 name=collection1 org.apache.solr.core.SolrCore@3383994a url=http://127.0.0.1:52431/df/collection1 node=127.0.0.1:52431_df C682_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:52431_df, base_url=http://127.0.0.1:52431/df, leader=true}
[junit4:junit4]   2> 1044370 T1820 C682 P52431 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 1044398 T1820 C682 P52431 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@32eeca40 lockFactory=org.apache.lucene.store.NativeFSLockFactory@56889e1c),segFN=segments_2,generation=2}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@32eeca40 lockFactory=org.apache.lucene.store.NativeFSLockFactory@56889e1c),segFN=segments_3,generation=3}
[junit4:junit4]   2> 1044400 T1820 C682 P52431 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4]   2> 1044401 T1820 C682 P52431 oass.SolrIndexSearcher.<init> Opening Searcher@111b8549 main
[junit4:junit4]   2> 1044402 T1820 C682 P52431 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 1044405 T1827 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@111b8549 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 1044406 T1820 C682 P52431 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:52437/df/collection1/, StdNode: http://127.0.0.1:52434/df/collection1/, StdNode: http://127.0.0.1:52441/df/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4]   2> 1044436 T1837 C680 P52434 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 1044477 T1837 C680 P52434 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6f255dc5 lockFactory=org.apache.lucene.store.NativeFSLockFactory@d7b5bd4),segFN=segments_2,generation=2}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6f255dc5 lockFactory=org.apache.lucene.store.NativeFSLockFactory@d7b5bd4),segFN=segments_3,generation=3}
[junit4:junit4]   2> 1044482 T1837 C680 P52434 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4]   2> 1044484 T1837 C680 P52434 oass.SolrIndexSearcher.<init> Opening Searcher@7d622e9d main
[junit4:junit4]   2> 1044486 T1837 C680 P52434 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 1044487 T1843 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7d622e9d main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2>  C679_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:52441_df, base_url=http://127.0.0.1:52441/df}
[junit4:junit4]   2> 1044491 T1869 C679 P52441 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 1044495 T1837 C680 P52434 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 56
[junit4:junit4]   2> ASYNC  NEW_CORE C683 name=collection1 org.apache.solr.core.SolrCore@7b3bd807 url=http://127.0.0.1:52437/df/collection1 node=127.0.0.1:52437_df C683_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:52437_df, base_url=http://127.0.0.1:52437/df}
[junit4:junit4]   2> 1044502 T1850 C683 P52437 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 1044513 T1869 C679 P52441 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4e28ed8d lockFactory=org.apache.lucene.store.NativeFSLockFactory@2b25f2be),segFN=segments_2,generation=2}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4e28ed8d lockFactory=org.apache.lucene.store.NativeFSLockFactory@2b25f2be),segFN=segments_3,generation=3}
[junit4:junit4]   2> 1044514 T1869 C679 P52441 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4]   2> 1044516 T1869 C679 P52441 oass.SolrIndexSearcher.<init> Opening Searcher@209d1789 main
[junit4:junit4]   2> 1044517 T1869 C679 P52441 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 1044518 T1878 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@209d1789 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 1044521 T1869 C679 P52441 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 30
[junit4:junit4]   2> 1044537 T1850 C683 P52437 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@14414fe5 lockFactory=org.apache.lucene.store.NativeFSLockFactory@190ba1c3),segFN=segments_2,generation=2}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@14414fe5 lockFactory=org.apache.lucene.store.NativeFSLockFactory@190ba1c3),segFN=segments_3,generation=3}
[junit4:junit4]   2> 1044544 T1850 C683 P52437 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4]   2> 1044552 T1850 C683 P52437 oass.SolrIndexSearcher.<init> Opening Searcher@54cfa13a main
[junit4:junit4]   2> 1044558 T1859 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@54cfa13a main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 1044558 T1850 C683 P52437 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 1044559 T1850 C683 P52437 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 57
[junit4:junit4]   2> 1044560 T1820 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 190
[junit4:junit4]   2> 1044565 T1783 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1044578 T1818 C682 P52431 oasc.SolrCore.execute [collection1] webapp=/df path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 1044587 T1851 C683 P52437 oasc.SolrCore.execute [collection1] webapp=/df path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 1044599 T1834 C680 P52434 oasc.SolrCore.execute [collection1] webapp=/df path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 1044607 T1870 C679 P52441 oasc.SolrCore.execute [collection1] webapp=/df path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 1046618 T1796 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {deleteByQuery=*:* (-1436249149435543552)} 0 4
[junit4:junit4]   2> 1046661 T1870 C679 P52441 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={update.distrib=FROMLEADER&_version_=-1436249149450223616&update.from=http://127.0.0.1:52434/df/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1436249149450223616)} 0 17
[junit4:junit4]   2> 1046671 T1851 C683 P52437 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={update.distrib=FROMLEADER&_version_=-1436249149468049408&update.from=http://127.0.0.1:52431/df/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1436249149468049408)} 0 4
[junit4:junit4]   2> 1046673 T1818 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={update.distrib=TOLEADER&wt=javabin&version=2} {deleteByQuery=*:* (-1436249149468049408)} 0 27
[junit4:junit4]   2> 1046677 T1833 C680 P52434 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {deleteByQuery=*:* (-1436249149450223616)} 0 49
[junit4:junit4]   2> 1046689 T1797 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[0 (1436249149507895296)]} 0 5
[junit4:junit4]   2> 1046734 T1852 C683 P52437 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[0 (1436249149532012544)]} 0 11
[junit4:junit4]   2> 1046738 T1819 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52434/df/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[0 (1436249149532012544)]} 0 32
[junit4:junit4]   2> 1046741 T1834 C680 P52434 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[0]} 0 46
[junit4:junit4]   2> 1046752 T1798 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[1 (1436249149577101312)]} 0 3
[junit4:junit4]   2> 1046778 T1853 C683 P52437 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1436249149587587072)]} 0 10
[junit4:junit4]   2> 1046781 T1821 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[1 (1436249149587587072)]} 0 21
[junit4:junit4]   2> 1046794 T1800 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[2 (1436249149623238656)]} 0 1
[junit4:junit4]   2> 1046830 T1865 C679 P52441 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52434/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[2 (1436249149647355904)]} 0 4
[junit4:junit4]   2> 1046832 T1832 C680 P52434 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[2 (1436249149647355904)]} 0 15
[junit4:junit4]   2> 1046836 T1816 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[2]} 0 25
[junit4:junit4]   2> 1046844 T1801 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[3 (1436249149674618880)]} 0 1
[junit4:junit4]   2> 1046883 T1866 C679 P52441 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52434/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[3 (1436249149701881856)]} 0 2
[junit4:junit4]   2> 1046886 T1835 C680 P52434 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[3 (1436249149701881856)]} 0 19
[junit4:junit4]   2> 1046889 T1820 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[3]} 0 35
[junit4:junit4]   2> 1046895 T1796 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[4 (1436249149728096256)]} 0 2
[junit4:junit4]   2> 1046922 T1848 C683 P52437 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[4 (1436249149748019200)]} 0 1
[junit4:junit4]   2> 1046924 T1817 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52434/df/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[4 (1436249149748019200)]} 0 13
[junit4:junit4]   2> 1046927 T1836 C680 P52434 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[4]} 0 18
[junit4:junit4]   2> 1046932 T1797 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[5 (1436249149767942144)]} 0 0
[junit4:junit4]   2> 1046946 T1867 C679 P52441 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52434/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[5 (1436249149777379328)]} 0 1
[junit4:junit4]   2> 1046948 T1837 C680 P52434 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[5 (1436249149777379328)]} 0 8
[junit4:junit4]   2> 1046954 T1799 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[6 (1436249149789962240)]} 0 1
[junit4:junit4]   2> 1046981 T1868 C679 P52441 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52434/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[6 (1436249149811982336)]} 0 4
[junit4:junit4]   2> 1046983 T1833 C680 P52434 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[6 (1436249149811982336)]} 0 10
[junit4:junit4]   2> 1046985 T1818 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[6]} 0 25
[junit4:junit4]   2> 1046989 T1798 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[7 (1436249149827710976)]} 0 0
[junit4:junit4]   2> 1047004 T1869 C679 P52441 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52434/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[7 (1436249149836099584)]} 0 1
[junit4:junit4]   2> 1047006 T1834 C680 P52434 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[7 (1436249149836099584)]} 0 9
[junit4:junit4]   2> 1047009 T1819 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[7]} 0 15
[junit4:junit4]   2> 1047014 T1800 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[8 (1436249149852876800)]} 0 1
[junit4:junit4]   2> 1047027 T1849 C683 P52437 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[8 (1436249149861265408)]} 0 1
[junit4:junit4]   2> 1047028 T1816 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52434/df/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[8 (1436249149861265408)]} 0 7
[junit4:junit4]   2> 1047030 T1835 C680 P52434 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[8]} 0 12
[junit4:junit4]   2> 1047040 T1801 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[9 (1436249149880139776)]} 0 1
[junit4:junit4]   2> 1047053 T1870 C679 P52441 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52434/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[9 (1436249149885382656)]} 0 4
[junit4:junit4]   2> 1047058 T1836 C680 P52434 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[9 (1436249149885382656)]} 0 14
[junit4:junit4]   2> 1047070 T1796 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[10 (1436249149912645632)]} 0 1
[junit4:junit4]   2> 1047080 T1851 C683 P52437 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10 (1436249149917888512)]} 0 1
[junit4:junit4]   2> 1047083 T1820 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[10 (1436249149917888512)]} 0 8
[junit4:junit4]   2> 1047090 T1797 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[11 (1436249149931520000)]} 0 2
[junit4:junit4]   2> 1047104 T1852 C683 P52437 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[11 (1436249149943054336)]} 0 1
[junit4:junit4]   2> 1047106 T1817 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52434/df/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[11 (1436249149943054336)]} 0 7
[junit4:junit4]   2> 1047108 T1837 C680 P52434 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[11]} 0 13
[junit4:junit4]   2> 1047116 T1799 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[12 (1436249149959831552)]} 0 1
[junit4:junit4]   2> 1047126 T1853 C683 P52437 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[12 (1436249149966123008)]} 0 1
[junit4:junit4]   2> 1047129 T1818 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[12 (1436249149966123008)]} 0 8
[junit4:junit4]   2> 1047135 T1798 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[13 (1436249149979754496)]} 0 2
[junit4:junit4]   2> 1047153 T1848 C683 P52437 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[13 (1436249149987094528)]} 0 6
[junit4:junit4]   2> 1047156 T1821 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[13 (1436249149987094528)]} 0 16
[junit4:junit4]   2> 1047164 T1800 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[14 (1436249150011211776)]} 0 0
[junit4:junit4]   2> 1047184 T1850 C683 P52437 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[14 (1436249150025891840)]} 0 1
[junit4:junit4]   2> 1047193 T1819 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52434/df/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[14 (1436249150025891840)]} 0 15
[junit4:junit4]   2> 1047204 T1833 C680 P52434 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[14]} 0 34
[junit4:junit4]   2> 1047211 T1796 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[15 (1436249150060494848)]} 0 1
[junit4:junit4]   2> 1047231 T1849 C683 P52437 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[15 (1436249150073077760)]} 0 2
[junit4:junit4]   2> 1047240 T1816 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52434/df/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[15 (1436249150073077760)]} 0 17
[junit4:junit4]   2> 1047244 T1834 C680 P52434 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[15]} 0 27
[junit4:junit4]   2> 1047260 T1797 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[16 (1436249150108729344)]} 0 4
[junit4:junit4]   2> 1047287 T1851 C683 P52437 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[16 (1436249150129700864)]} 0 5
[junit4:junit4]   2> 1047299 T1820 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52434/df/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[16 (1436249150129700864)]} 0 24
[junit4:junit4]   2> 1047302 T1832 C680 P52434 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[16]} 0 31
[junit4:junit4]   2> 1047309 T1799 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[17 (1436249150162206720)]} 0 1
[junit4:junit4]   2> 1047326 T1866 C679 P52441 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52434/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[17 (1436249150170595328)]} 0 1
[junit4:junit4]   2> 1047336 T1835 C680 P52434 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[17 (1436249150170595328)]} 0 20
[junit4:junit4]   2> 1047344 T1798 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[18 (1436249150198906880)]} 0 0
[junit4:junit4]   2> 1047354 T1867 C679 P52441 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52434/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[18 (1436249150206246912)]} 0 1
[junit4:junit4]   2> 1047356 T1836 C680 P52434 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[18 (1436249150206246912)]} 0 7
[junit4:junit4]   2> 1047361 T1801 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[19 (1436249150217781248)]} 0 1
[junit4:junit4]   2> 1047369 T1868 C679 P52441 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52434/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[19 (1436249150223024128)]} 0 0
[junit4:junit4]   2> 1047371 T1837 C680 P52434 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[19 (1436249150223024128)]} 0 6
[junit4:junit4]   2> 1047375 T1800 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[20 (1436249150232461312)]} 0 0
[junit4:junit4]   2> 1047388 T1852 C683 P52437 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[20 (1436249150241898496)]} 0 1
[junit4:junit4]   2> 1047394 T1817 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52434/df/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[20 (1436249150241898496)]} 0 11
[junit4:junit4]   2> 1047401 T1833 C680 P52434 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[20]} 0 21
[junit4:junit4]   2> 1047408 T1796 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[21 (1436249150266015744)]} 0 1
[junit4:junit4]   2> 1047423 T1869 C679 P52441 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52434/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[21 (1436249150276501504)]} 0 2
[junit4:junit4]   2> 1047424 T1834 C680 P52434 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[21 (1436249150276501504)]} 0 7
[junit4:junit4]   2> 1047426 T1821 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[21]} 0 13
[junit4:junit4]   2> 1047432 T1797 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[22 (1436249150291181568)]} 0 1
[junit4:junit4]   2> 1047448 T1853 C683 P52437 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[22 (1436249150301667328)]} 0 3
[junit4:junit4]   2> 1047449 T1819 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52434/df/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[22 (1436249150301667328)]} 0 8
[junit4:junit4]   2> 1047452 T1835 C680 P52434 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[22]} 0 15
[junit4:junit4]   2> 1047459 T1799 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[23 (1436249150320541696)]} 0 1
[junit4:junit4]   2> 1047473 T1865 C679 P52441 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52434/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[23 (1436249150329978880)]} 0 1
[junit4:junit4]   2> 1047475 T1836 C680 P52434 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[23 (1436249150329978880)]} 0 7
[junit4:junit4]   2> 1047477 T1816 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[23]} 0 13
[junit4:junit4]   2> 1047483 T1798 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[24 (1436249150344658944)]} 0 2
[junit4:junit4]   2> 1047510 T1850 C683 P52437 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[24 (1436249150368776192)]} 0 1
[junit4:junit4]   2> 1047513 T1820 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52434/df/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[24 (1436249150368776192)]} 0 9
[junit4:junit4]   2> 1047515 T1837 C680 P52434 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[24]} 0 22
[junit4:junit4]   2> 1047521 T1801 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[25 (1436249150384504832)]} 0 1
[junit4:junit4]   2> 1047535 T1866 C679 P52441 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52434/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[25 (1436249150394990592)]} 0 1
[junit4:junit4]   2> 1047537 T1833 C680 P52434 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[25 (1436249150394990592)]} 0 7
[junit4:junit4]   2> 1047540 T1817 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[25]} 0 14
[junit4:junit4]   2> 1047546 T1800 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[26 (1436249150410719232)]} 0 2
[junit4:junit4]   2> 1047559 T1867 C679 P52441 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52434/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[26 (1436249150421204992)]} 0 1
[junit4:junit4]   2> 1047562 T1832 C680 P52434 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[26 (1436249150421204992)]} 0 8
[junit4:junit4]   2> 1047564 T1818 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[26]} 0 14
[junit4:junit4]   2> 1047569 T1796 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[27 (1436249150435885056)]} 0 1
[junit4:junit4]   2> 1047597 T1849 C683 P52437 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[27 (1436249150454759424)]} 0 1
[junit4:junit4]   2> 1047598 T1821 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52434/df/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[27 (1436249150454759424)]} 0 11
[junit4:junit4]   2> 1047600 T1834 C680 P52434 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[27]} 0 25
[junit4:junit4]   2> 1047609 T1799 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[28 (1436249150476779520)]} 0 1
[junit4:junit4]   2> 1047619 T1851 C683 P52437 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[28 (1436249150483070976)]} 0 1
[junit4:junit4]   2> 1047621 T1819 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[28 (1436249150483070976)]} 0 7
[junit4:junit4]   2> 1047633 T1798 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[29 (1436249150501945344)]} 0 1
[junit4:junit4]   2> 1047646 T1868 C679 P52441 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52434/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[29 (1436249150512431104)]} 0 1
[junit4:junit4]   2> 1047648 T1835 C680 P52434 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[29 (1436249150512431104)]} 0 7
[junit4:junit4]   2> 1047650 T1816 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[29]} 0 12
[junit4:junit4]   2> 1047656 T1801 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[30 (1436249150526062592)]} 0 1
[junit4:junit4]   2> 1047666 T1869 C679 P52441 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52434/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[30 (1436249150532354048)]} 0 2
[junit4:junit4]   2> 1047667 T1836 C680 P52434 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[30 (1436249150532354048)]} 0 7
[junit4:junit4]   2> 1047672 T1800 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[31 (1436249150543888384)]} 0 1
[junit4:junit4]   2> 1047697 T1870 C679 P52441 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52434/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[31 (1436249150556471296)]} 0 1
[junit4:junit4]   2> 1047699 T1837 C680 P52434 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[31 (1436249150556471296)]} 0 18
[junit4:junit4]   2> 1047705 T1797 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[32 (1436249150577442816)]} 0 1
[junit4:junit4]   2> 1047715 T1852 C683 P52437 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[32 (1436249150583734272)]} 0 1
[junit4:junit4]   2> 1047717 T1820 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[32 (1436249150583734272)]} 0 7
[junit4:junit4]   2> 1047728 T1796 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[33 (1436249150601560064)]} 0 1
[junit4:junit4]   2> 1047752 T1865 C679 P52441 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52434/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[33 (1436249150615191552)]} 0 8
[junit4:junit4]   2> 1047755 T1833 C680 P52434 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[33 (1436249150615191552)]} 0 16
[junit4:junit4]   2> 1047757 T1817 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[33]} 0 21
[junit4:junit4]   2> 1047763 T1799 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[34 (1436249150638260224)]} 0 1
[junit4:junit4]   2> 1047776 T1848 C683 P52437 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[34 (1436249150647697408)]} 0 1
[junit4:junit4]   2> 1047778 T1818 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52434/df/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[34 (1436249150647697408)]} 0 7
[junit4:junit4]   2> 1047780 T1832 C680 P52434 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[34]} 0 13
[junit4:junit4]   2> 1047786 T1798 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[35 (1436249150662377472)]} 0 1
[junit4:junit4]   2> 1047807 T1853 C683 P52437 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[35 (1436249150674960384)]} 0 1
[junit4:junit4]   2> 1047808 T1821 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52434/df/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[35 (1436249150674960384)]} 0 14
[junit4:junit4]   2> 1047810 T1834 C680 P52434 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[35]} 0 20
[junit4:junit4]   2> 1047816 T1801 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[36 (1436249150694883328)]} 0 1
[junit4:junit4]   2> 1047829 T1850 C683 P52437 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[36 (1436249150703271936)]} 0 1
[junit4:junit4]   2> 1047832 T1816 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[36 (1436249150703271936)]} 0 8
[junit4:junit4]   2> 1047838 T1800 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[37 (1436249150716903424)]} 0 2
[junit4:junit4]   2> 1047850 T1866 C679 P52441 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52434/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[37 (1436249150725292032)]} 0 1
[junit4:junit4]   2> 1047852 T1835 C680 P52434 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[37 (1436249150725292032)]} 0 8
[junit4:junit4]   2> 1047858 T1797 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[38 (1436249150737874944)]} 0 1
[junit4:junit4]   2> 1047874 T1849 C683 P52437 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[38 (1436249150749409280)]} 0 0
[junit4:junit4]   2> 1047876 T1820 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[38 (1436249150749409280)]} 0 10
[junit4:junit4]   2> 1047889 T1796 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[39 (1436249150771429376)]} 0 1
[junit4:junit4]   2> 1047902 T1867 C679 P52441 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52434/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[39 (1436249150779817984)]} 0 1
[junit4:junit4]   2> 1047906 T1837 C680 P52434 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[39 (1436249150779817984)]} 0 9
[junit4:junit4]   2> 1047909 T1817 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[39]} 0 16
[junit4:junit4]   2> 1047916 T1799 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[40 (1436249150798692352)]} 0 1
[junit4:junit4]   2> 1047928 T1852 C683 P52437 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[40 (1436249150808129536)]} 0 1
[junit4:junit4]   2> 1047934 T1818 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52434/df/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[40 (1436249150808129536)]} 0 11
[junit4:junit4]   2> 1047940 T1833 C680 P52434 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[40]} 0 20
[junit4:junit4]   2> 1047946 T1798 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[41 (1436249150831198208)]} 0 1
[junit4:junit4]   2> 1047963 T1848 C683 P52437 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[41 (1436249150842732544)]} 0 1
[junit4:junit4]   2> 1047966 T1821 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52434/df/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[41 (1436249150842732544)]} 0 9
[junit4:junit4]   2> 1047967 T1832 C680 P52434 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[41]} 0 13
[junit4:junit4]   2> 1047972 T1801 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[42 (1436249150858461184)]} 0 0
[junit4:junit4]   2> 1047991 T1853 C683 P52437 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[42 (1436249150863704064)]} 0 2
[junit4:junit4]   2> 1047993 T1819 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[42 (1436249150863704064)]} 0 16
[junit4:junit4]   2> 1048001 T1797 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[43 (1436249150888869888)]} 0 1
[junit4:junit4]   2> 1048021 T1850 C683 P52437 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[43 (1436249150903549952)]} 0 1
[junit4:junit4]   2> 1048023 T1816 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[43 (1436249150903549952)]} 0 12
[junit4:junit4]   2> 1048029 T1796 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[44 (1436249150917181440)]} 0 1
[junit4:junit4]   2> 1048049 T1851 C683 P52437 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[44 (1436249150933958656)]} 0 1
[junit4:junit4]   2> 1048051 T1820 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52434/df/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[44 (1436249150933958656)]} 0 7
[junit4:junit4]   2> 1048053 T1834 C680 P52434 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[44]} 0 17
[junit4:junit4]   2> 1048059 T1799 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[45 (1436249150948638720)]} 0 1
[junit4:junit4]   2> 1048071 T1869 C679 P52441 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52434/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[45 (1436249150957027328)]} 0 1
[junit4:junit4]   2> 1048073 T1836 C680 P52434 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[45 (1436249150957027328)]} 0 8
[junit4:junit4]   2> 1048078 T1798 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[46 (1436249150968561664)]} 0 1
[junit4:junit4]   2> 1048091 T1849 C683 P52437 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[46 (1436249150977998848)]} 0 1
[junit4:junit4]   2> 1048093 T1817 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52434/df/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[46 (1436249150977998848)]} 0 7
[junit4:junit4]   2> 1048095 T1835 C680 P52434 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[46]} 0 13
[junit4:junit4]   2> 1048101 T1801 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[47 (1436249150992678912)]} 0 1
[junit4:junit4]   2> 1048111 T1852 C683 P52437 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[47 (1436249151000018944)]} 0 1
[junit4:junit4]   2> 1048113 T1818 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[47 (1436249151000018944)]} 0 7
[junit4:junit4]   2> 1048119 T1800 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[48 (1436249151011553280)]} 0 2
[junit4:junit4]   2> 1048134 T1848 C683 P52437 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[48 (1436249151022039040)]} 0 1
[junit4:junit4]   2> 1048136 T1821 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[48 (1436249151022039040)]} 0 8
[junit4:junit4]   2> 1048145 T1797 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[49 (1436249151038816256)]} 0 1
[junit4:junit4]   2> 1048154 T1853 C683 P52437 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[49 (1436249151044059136)]} 0 1
[junit4:junit4]   2> 1048155 T1819 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[49 (1436249151044059136)]} 0 6
[junit4:junit4]   2> 1048160 T1796 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[50 (1436249151055593472)]} 0 0
[junit4:junit4]   2> 1048169 T1850 C683 P52437 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[50 (1436249151060836352)]} 0 0
[junit4:junit4]   2> 1048171 T1816 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[50 (1436249151060836352)]} 0 7
[junit4:junit4]   2> 1048177 T1799 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[51 (1436249151072370688)]} 0 1
[junit4:junit4]   2> 1048201 T1851 C683 P52437 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[51 (1436249151094390784)]} 0 1
[junit4:junit4]   2> 1048204 T1820 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52434/df/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[51 (1436249151094390784)]} 0 8
[junit4:junit4]   2> 1048206 T1837 C680 P52434 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[51]} 0 19
[junit4:junit4]   2> 1048213 T1798 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[52 (1436249151109070848)]} 0 1
[junit4:junit4]   2> 1048240 T1849 C683 P52437 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[52 (1436249151131090944)]} 0 1
[junit4:junit4]   2> 1048242 T1817 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[52 (1436249151131090944)]} 0 10
[junit4:junit4]   2> 1048246 T1801 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[53 (1436249151145771008)]} 0 1
[junit4:junit4]   2> 1048257 T1870 C679 P52441 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52434/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[53 (1436249151153111040)]} 0 1
[junit4:junit4]   2> 1048258 T1833 C680 P52434 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[53 (1436249151153111040)]} 0 5
[junit4:junit4]   2> 1048260 T1821 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[53]} 0 10
[junit4:junit4]   2> 1048268 T1800 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[54 (1436249151168839680)]} 0 0
[junit4:junit4]   2> 1048279 T1852 C683 P52437 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[54 (1436249151175131136)]} 0 1
[junit4:junit4]   2> 1048281 T1819 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[54 (1436249151175131136)]} 0 8
[junit4:junit4]   2> 1048287 T1797 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[55 (1436249151187714048)]} 0 1
[junit4:junit4]   2> 1048299 T1853 C683 P52437 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[55 (1436249151197151232)]} 0 0
[junit4:junit4]   2> 1048301 T1816 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52434/df/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[55 (1436249151197151232)]} 0 7
[junit4:junit4]   2> 1048303 T1834 C680 P52434 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[55]} 0 12
[junit4:junit4]   2> 1048309 T1796 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[56 (1436249151211831296)]} 0 1
[junit4:junit4]   2> 1048328 T1865 C679 P52441 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52434/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[56 (1436249151217074176)]} 0 4
[junit4:junit4]   2> 1048330 T1836 C680 P52434 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[56 (1436249151217074176)]} 0 17
[junit4:junit4]   2> 1048341 T1799 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[57 (1436249151244337152)]} 0 1
[junit4:junit4]   2> 1048357 T1867 C679 P52441 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52434/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[57 (1436249151257968640)]} 0 1
[junit4:junit4]   2> 1048359 T1835 C680 P52434 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[57 (1436249151257968640)]} 0 7
[junit4:junit4]   2> 1048361 T1820 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[57]} 0 12
[junit4:junit4]   2> 1048366 T1798 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[58 (1436249151271600128)]} 0 1
[junit4:junit4]   2> 1048380 T1868 C679 P52441 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52434/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[58 (1436249151281037312)]} 0 1
[junit4:junit4]   2> 1048382 T1837 C680 P52434 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[58 (1436249151281037312)]} 0 7
[junit4:junit4]   2> 1048385 T1818 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[58]} 0 14
[junit4:junit4]   2> 1048390 T1801 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[59 (1436249151296765952)]} 0 1
[junit4:junit4]   2> 1048404 T1850 C683 P52437 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[59 (1436249151307251712)]} 0 1
[junit4:junit4]   2> 1048407 T1817 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52434/df/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[59 (1436249151307251712)]} 0 8
[junit4:junit4]   2> 1048410 T1832 C680 P52434 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[59]} 0 15
[junit4:junit4]   2> 1048417 T1797 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[60 (1436249151322980352)]} 0 2
[junit4:junit4]   2> 1048436 T1869 C679 P52441 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52434/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[60 (1436249151335563264)]} 0 1
[junit4:junit4]   2> 1048437 T1833 C680 P52434 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[60 (1436249151335563264)]} 0 11
[junit4:junit4]   2> 1048446 T1796 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[61 (1436249151354437632)]} 0 0
[junit4:junit4]   2> 1048458 T1851 C683 P52437 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[61 (1436249151362826240)]} 0 0
[junit4:junit4]   2> 1048460 T1821 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52434/df/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[61 (1436249151362826240)]} 0 7
[junit4:junit4]   2> 1048462 T1834 C680 P52434 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[61]} 0 12
[junit4:junit4]   2> 1048469 T1799 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[62 (1436249151378554880)]} 0 1
[junit4:junit4]   2> 1048478 T1870 C679 P52441 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52434/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[62 (1436249151383797760)]} 0 1
[junit4:junit4]   2> 1048480 T1836 C680 P52434 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[62 (1436249151383797760)]} 0 7
[junit4:junit4]   2> 1048486 T1798 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[63 (1436249151396380672)]} 0 1
[junit4:junit4]   2> 1048501 T1849 C683 P52437 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[63 (1436249151406866432)]} 0 1
[junit4:junit4]   2> 1048503 T1819 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52434/df/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[63 (1436249151406866432)]} 0 8
[junit4:junit4]   2> 1048506 T1835 C680 P52434 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[63]} 0 15
[junit4:junit4]   2> 1048521 T1800 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[64 (1436249151433080832)]} 0 1
[junit4:junit4]   2> 1048541 T1848 C683 P52437 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[64 (1436249151439372288)]} 0 1
[junit4:junit4]   2> 1048543 T1816 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[64 (1436249151439372288)]} 0 17
[junit4:junit4]   2> 1048549 T1801 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[65 (1436249151462440960)]} 0 1
[junit4:junit4]   2> 1048559 T1852 C683 P52437 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.dist

[...truncated too long message...]

junit4]   2> 	  "shard":"shard1_0",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":null,
[junit4:junit4]   2> 	  "core":"collection1_shard1_0_replica1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52437_df",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52437/df"}
[junit4:junit4]   2> 1089541 T1943 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=null message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:52441_df_collection1",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52441_df",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52441/df"}
[junit4:junit4]   2> 1089556 T1874 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 1090499 T1783 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 1090500 T1783 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 1090505 T1783 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@6c46adce
[junit4:junit4]   2> 1090508 T1783 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=4,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=272,cumulative_deletesById=0,cumulative_deletesByQuery=1,cumulative_errors=0}
[junit4:junit4]   2> 1090511 T1783 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4]   2> 1090512 T1783 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4]   2> 1090513 T1783 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4]   2> 1090519 T1783 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4]   2> 1090520 T1783 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
[junit4:junit4]   2> 1090521 T1783 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369713886001/jetty4/index [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369713886001/jetty4/index;done=false>>]
[junit4:junit4]   2> 1090522 T1783 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369713886001/jetty4/index
[junit4:junit4]   2> 1090523 T1783 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369713886001/jetty4 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369713886001/jetty4;done=false>>]
[junit4:junit4]   2> 1090524 T1783 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369713886001/jetty4
[junit4:junit4]   2> 1090529 T1943 oasc.Overseer$ClusterStateUpdater.amILeader According to ZK I (id=89765569234206732-127.0.0.1:52441_df-n_0000000004) am no longer a leader.
[junit4:junit4]   2> 1090556 T1783 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/df,null}
[junit4:junit4]   2> 1090671 T1783 oas.SolrTestCaseJ4.tearDown ###Ending testDistribSearch
[junit4:junit4]   2> 1090679 T1857 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 1090680 T1857 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 1090681 T1857 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 1090682 T1783 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:52424 52424
[junit4:junit4]   2> 1090792 T1783 oasc.ChaosMonkey.monkeyLog monkey: stop shard! 52427
[junit4:junit4]   2> !!!! WARNING: best effort to remove /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369713886001 FAILED !!!!!
[junit4:junit4]   2> 1090794 T1783 oas.SolrTestCaseJ4.tearDown ###Ending testDistribSearch
[junit4:junit4]   2> 1090795 T1783 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:52424 52424
[junit4:junit4]   1> client port:0.0.0.0/0.0.0.0:0
[junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=ChaosMonkeyShardSplitTest -Dtests.method=testDistribSearch -Dtests.seed=C345B394745EAB26 -Dtests.slow=true -Dtests.locale=be_BY -Dtests.timezone=America/Guadeloupe -Dtests.file.encoding=US-ASCII
[junit4:junit4] ERROR   84.0s | ChaosMonkeyShardSplitTest.testDistribSearch <<<
[junit4:junit4]    > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: Server at http://127.0.0.1:52431/df returned non ok status:500, message:Server Error
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([C345B394745EAB26:42A33D8C0301CB1A]:0)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:385)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
[junit4:junit4]    > 	at org.apache.solr.cloud.ShardSplitTest.splitShard(ShardSplitTest.java:208)
[junit4:junit4]    > 	at org.apache.solr.cloud.ChaosMonkeyShardSplitTest.doTest(ChaosMonkeyShardSplitTest.java:136)
[junit4:junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:815)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 1090823 T1783 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4]   2> 84011 T1782 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 2 leaked thread(s).
[junit4:junit4]   2> 1091837 T1874 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 1091838 T1874 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 1091838 T1874 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> NOTE: test params are: codec=Lucene40, sim=DefaultSimilarity, locale=be_BY, timezone=America/Guadeloupe
[junit4:junit4]   2> NOTE: Mac OS X 10.8.3 x86_64/Oracle Corporation 1.7.0_21 (64-bit)/cpus=2,threads=4,free=154064328,total=325910528
[junit4:junit4]   2> NOTE: All tests run in this JVM: [TestPerFieldSimilarity, TestBinaryField, TestCSVResponseWriter, IndexReaderFactoryTest, SpatialFilterTest, BasicZkTest, TestCollationField, ShardSplitTest, CurrencyFieldOpenExchangeTest, TestFunctionQuery, SOLR749Test, AlternateDirectoryTest, FileBasedSpellCheckerTest, BadCopyFieldTest, SpellPossibilityIteratorTest, SolrRequestParserTest, TestQueryUtils, TestRTGBase, DateFieldTest, TestRandomDVFaceting, MoreLikeThisHandlerTest, TestPropInject, TestFiltering, UpdateRequestProcessorFactoryTest, TestUpdate, HighlighterTest, TestPseudoReturnFields, TestUtils, SuggesterWFSTTest, TestMaxScoreQueryParser, SuggesterFSTTest, TestAddFieldRealTimeGet, TestCloudManagedSchemaAddField, TestReplicationHandler, StatelessScriptUpdateProcessorFactoryTest, TestAtomicUpdateErrorCases, SuggesterTSTTest, TestSurroundQueryParser, FieldMutatingUpdateProcessorTest, IndexSchemaTest, TestAnalyzedSuggestions, ScriptEngineTest, TestSearchPerf, OpenCloseCoreStressTest, TestSolrXMLSerializer, SolrCoreTest, MultiTermTest, NotRequiredUniqueKeyTest, DocumentAnalysisRequestHandlerTest, SolrPluginUtilsTest, TestFieldTypeCollectionResource, TestComponentsName, TestArbitraryIndexDir, AutoCommitTest, ShardRoutingCustomTest, TestDistributedGrouping, TestValueSourceCache, CachingDirectoryFactoryTest, DirectUpdateHandlerTest, TestWriterPerf, SliceStateUpdateTest, PreAnalyzedFieldTest, BasicFunctionalityTest, DocumentBuilderTest, ChaosMonkeyShardSplitTest]
[junit4:junit4] Completed in 85.10s, 1 test, 1 error <<< FAILURES!

[...truncated 719 lines...]
BUILD FAILED
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:386: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:366: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:39: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build.xml:181: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/common-build.xml:437: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:1243: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:887: There were test failures: 296 suites, 1234 tests, 1 error, 18 ignored (6 assumptions)

Total time: 118 minutes 43 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.7.0 -XX:-UseCompressedOops -XX:+UseParallelGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-4.x-MacOSX (64bit/jdk1.7.0) - Build # 497 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-MacOSX/497/
Java: 64bit/jdk1.7.0 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC

1 tests failed.
FAILED:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testDistribSearch

Error Message:
collection already exists: awholynewcollection_1

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: collection already exists: awholynewcollection_1
	at __randomizedtesting.SeedInfo.seed([BDDE25AA761E2ED5:3C38ABB201414EE9]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:424)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
	at org.apache.solr.client.solrj.impl.LBHttpSolrServer.request(LBHttpSolrServer.java:264)
	at org.apache.solr.client.solrj.impl.CloudSolrServer.request(CloudSolrServer.java:306)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1400)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:438)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.doTest(CollectionsAPIDistributedZkTest.java:146)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:815)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:601)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)




Build Log:
[...truncated 9582 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
[junit4:junit4]   2> 2293062 T4208 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /rz_ic/y
[junit4:junit4]   2> 2293105 T4208 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4]   2> Creating dataDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solrtest-CollectionsAPIDistributedZkTest-1369677382232
[junit4:junit4]   2> 2293107 T4208 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4]   2> 2293109 T4209 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4]   2> 2293210 T4208 oasc.ZkTestServer.run start zk server on port:53250
[junit4:junit4]   2> 2293212 T4208 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 2293224 T4215 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6a2cae18 name:ZooKeeperConnection Watcher:127.0.0.1:53250 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 2293224 T4208 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 2293226 T4208 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4]   2> 2293253 T4208 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 2293261 T4217 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4a2beab7 name:ZooKeeperConnection Watcher:127.0.0.1:53250/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 2293261 T4208 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 2293262 T4208 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4]   2> 2293272 T4208 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4]   2> 2293279 T4208 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4]   2> 2293285 T4208 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4]   2> 2293295 T4208 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 2293296 T4208 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 2293317 T4208 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4]   2> 2293319 T4208 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4]   2> 2293330 T4208 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   2> 2293331 T4208 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   2> 2293342 T4208 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   2> 2293343 T4208 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4]   2> 2293354 T4208 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   2> 2293355 T4208 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4]   2> 2293368 T4208 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 2293369 T4208 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 2293384 T4208 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 2293385 T4208 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 2293395 T4208 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 2293396 T4208 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 2293405 T4208 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   2> 2293406 T4208 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   2> 2294107 T4208 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 2294118 T4208 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:53253
[junit4:junit4]   2> 2294120 T4208 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 2294120 T4208 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 2294121 T4208 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369677382545
[junit4:junit4]   2> 2294122 T4208 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369677382545/solr.xml
[junit4:junit4]   2> 2294122 T4208 oasc.CoreContainer.<init> New CoreContainer 687161271
[junit4:junit4]   2> 2294123 T4208 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369677382545/'
[junit4:junit4]   2> 2294124 T4208 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369677382545/'
[junit4:junit4]   2> 2294333 T4208 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369677382545
[junit4:junit4]   2> 2294336 T4208 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369677382545/collection1
[junit4:junit4]   2> 2294339 T4208 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369677382545/collection1/conf
[junit4:junit4]   2> 2294545 T4208 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369677382545/collection1/conf/xslt
[junit4:junit4]   2> 2294550 T4208 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369677382545/collection1/lib
[junit4:junit4]   2> 2294552 T4208 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369677382545/collection1/lib/classes
[junit4:junit4]   2> 2294555 T4208 oasc.SolrCoreDiscoverer.addCore Discovered properties file /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369677382545/conf/core.properties, adding to cores
[junit4:junit4]   2> 2294572 T4208 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 2294573 T4208 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 2294574 T4208 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 2294574 T4208 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 2294575 T4208 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 2294575 T4208 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 2294576 T4208 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 2294576 T4208 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 2294577 T4208 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 2294578 T4208 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 2294613 T4208 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 2294615 T4208 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:53250/solr
[junit4:junit4]   2> 2294615 T4208 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 2294617 T4208 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 2294623 T4228 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7ae0ea23 name:ZooKeeperConnection Watcher:127.0.0.1:53250 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 2294624 T4208 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 2294633 T4208 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 2294678 T4208 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 2294686 T4230 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@39de2c12 name:ZooKeeperConnection Watcher:127.0.0.1:53250/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 2294687 T4208 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 2294697 T4208 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4:junit4]   2> 2294707 T4208 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4:junit4]   2> 2294714 T4208 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4]   2> 2294720 T4208 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53253_rz_ic%2Fy
[junit4:junit4]   2> 2294723 T4208 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:53253_rz_ic%2Fy
[junit4:junit4]   2> 2294737 T4208 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4]   2> 2294758 T4208 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 2294770 T4208 oasc.Overseer.start Overseer (id=89763176922677251-127.0.0.1:53253_rz_ic%2Fy-n_0000000000) starting
[junit4:junit4]   2> 2294784 T4208 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4:junit4]   2> 2294804 T4232 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4]   2> 2294811 T4208 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4]   2> 2294820 T4208 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4:junit4]   2> 2294832 T4208 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 2294845 T4231 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 2294848 T4208 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 2294849 T4208 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 2294850 T4208 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 2294872 T4208 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 2294876 T4208 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 2294885 T4235 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@78cc47d4 name:ZooKeeperConnection Watcher:127.0.0.1:53250/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 2294886 T4208 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 2294902 T4208 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 2294910 T4208 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   2> 2295516 T4208 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 2295526 T4208 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:53257
[junit4:junit4]   2> 2295527 T4208 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 2295528 T4208 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 2295528 T4208 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369677384037
[junit4:junit4]   2> 2295529 T4208 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369677384037/solr.xml
[junit4:junit4]   2> 2295529 T4208 oasc.CoreContainer.<init> New CoreContainer 2102840154
[junit4:junit4]   2> 2295531 T4208 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369677384037/'
[junit4:junit4]   2> 2295532 T4208 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369677384037/'
[junit4:junit4]   2> 2295717 T4208 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369677384037
[junit4:junit4]   2> 2295720 T4208 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369677384037/collection1
[junit4:junit4]   2> 2295722 T4208 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369677384037/collection1/conf
[junit4:junit4]   2> 2295934 T4208 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369677384037/collection1/conf/xslt
[junit4:junit4]   2> 2295943 T4208 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369677384037/collection1/lib
[junit4:junit4]   2> 2295949 T4208 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369677384037/collection1/lib/classes
[junit4:junit4]   2> 2295951 T4208 oasc.SolrCoreDiscoverer.addCore Discovered properties file /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369677384037/conf/core.properties, adding to cores
[junit4:junit4]   2> 2295974 T4208 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 2295976 T4208 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 2295977 T4208 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 2295978 T4208 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 2295979 T4208 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 2295979 T4208 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 2295980 T4208 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 2295981 T4208 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 2295981 T4208 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 2295982 T4208 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 2296015 T4208 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 2296016 T4208 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:53250/solr
[junit4:junit4]   2> 2296017 T4208 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 2296020 T4208 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 2296025 T4246 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6e2a9037 name:ZooKeeperConnection Watcher:127.0.0.1:53250 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 2296026 T4208 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 2296033 T4208 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 2296060 T4208 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 2296066 T4248 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@61f56338 name:ZooKeeperConnection Watcher:127.0.0.1:53250/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 2296066 T4208 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 2296087 T4208 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 2297102 T4208 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53257_rz_ic%2Fy
[junit4:junit4]   2> 2297106 T4208 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:53257_rz_ic%2Fy
[junit4:junit4]   2> 2297125 T4235 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 2297125 T4248 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 2297127 T4230 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 2297141 T4208 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 2297142 T4208 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 2297143 T4208 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 2297832 T4208 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 2297841 T4208 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:53260
[junit4:junit4]   2> 2297844 T4208 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 2297845 T4208 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 2297845 T4208 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369677386296
[junit4:junit4]   2> 2297846 T4208 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369677386296/solr.xml
[junit4:junit4]   2> 2297847 T4208 oasc.CoreContainer.<init> New CoreContainer 1511376223
[junit4:junit4]   2> 2297848 T4208 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369677386296/'
[junit4:junit4]   2> 2297848 T4208 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369677386296/'
[junit4:junit4]   2> 2298050 T4208 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369677386296
[junit4:junit4]   2> 2298052 T4208 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369677386296/collection1
[junit4:junit4]   2> 2298055 T4208 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369677386296/collection1/conf
[junit4:junit4]   2> 2298260 T4208 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369677386296/collection1/conf/xslt
[junit4:junit4]   2> 2298266 T4208 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369677386296/collection1/lib
[junit4:junit4]   2> 2298273 T4208 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369677386296/collection1/lib/classes
[junit4:junit4]   2> 2298277 T4208 oasc.SolrCoreDiscoverer.addCore Discovered properties file /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369677386296/conf/core.properties, adding to cores
[junit4:junit4]   2> 2298300 T4208 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 2298301 T4208 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 2298302 T4208 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 2298303 T4208 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 2298304 T4208 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 2298305 T4208 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 2298305 T4208 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 2298306 T4208 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 2298307 T4208 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 2298308 T4208 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 2298342 T4208 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 2298343 T4208 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:53250/solr
[junit4:junit4]   2> 2298343 T4208 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 2298346 T4208 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 2298354 T4260 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1250f346 name:ZooKeeperConnection Watcher:127.0.0.1:53250 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 2298355 T4208 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 2298360 T4208 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 2298384 T4208 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 2298391 T4262 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@25bdc12a name:ZooKeeperConnection Watcher:127.0.0.1:53250/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 2298391 T4208 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 2298411 T4208 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 2299427 T4208 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53260_rz_ic%2Fy
[junit4:junit4]   2> 2299430 T4208 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:53260_rz_ic%2Fy
[junit4:junit4]   2> 2299442 T4248 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 2299442 T4230 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 2299443 T4235 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 2299444 T4262 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 2299458 T4208 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 2299459 T4208 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 2299459 T4208 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 2300129 T4208 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 2300138 T4208 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:53263
[junit4:junit4]   2> 2300140 T4208 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 2300158 T4208 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 2300159 T4208 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369677388608
[junit4:junit4]   2> 2300159 T4208 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369677388608/solr.xml
[junit4:junit4]   2> 2300160 T4208 oasc.CoreContainer.<init> New CoreContainer 1658084487
[junit4:junit4]   2> 2300161 T4208 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369677388608/'
[junit4:junit4]   2> 2300162 T4208 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369677388608/'
[junit4:junit4]   2> 2300359 T4208 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369677388608
[junit4:junit4]   2> 2300362 T4208 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369677388608/collection1
[junit4:junit4]   2> 2300363 T4208 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369677388608/collection1/conf
[junit4:junit4]   2> 2300572 T4208 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369677388608/collection1/conf/xslt
[junit4:junit4]   2> 2300589 T4208 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369677388608/collection1/lib
[junit4:junit4]   2> 2300594 T4208 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369677388608/collection1/lib/classes
[junit4:junit4]   2> 2300600 T4208 oasc.SolrCoreDiscoverer.addCore Discovered properties file /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369677388608/conf/core.properties, adding to cores
[junit4:junit4]   2> 2300618 T4208 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 2300619 T4208 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 2300620 T4208 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 2300621 T4208 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 2300622 T4208 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 2300622 T4208 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 2300623 T4208 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 2300623 T4208 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 2300624 T4208 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 2300625 T4208 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 2300663 T4208 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 2300664 T4208 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:53250/solr
[junit4:junit4]   2> 2300665 T4208 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 2300668 T4208 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 2300673 T4274 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5ff7cd1 name:ZooKeeperConnection Watcher:127.0.0.1:53250 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 2300674 T4208 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 2300682 T4208 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 2300749 T4208 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 2300753 T4276 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@47b41147 name:ZooKeeperConnection Watcher:127.0.0.1:53250/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 2300754 T4208 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 2300765 T4208 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 2301779 T4208 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53263_rz_ic%2Fy
[junit4:junit4]   2> 2301782 T4208 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:53263_rz_ic%2Fy
[junit4:junit4]   2> 2301795 T4235 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 2301795 T4262 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 2301810 T4248 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 2301811 T4230 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 2301813 T4276 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 2301820 T4208 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 2301821 T4208 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 2301822 T4208 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 2302816 T4208 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 2302827 T4208 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:53266
[junit4:junit4]   2> 2302830 T4208 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 2302831 T4208 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 2302831 T4208 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369677390971
[junit4:junit4]   2> 2302833 T4208 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369677390971/solr.xml
[junit4:junit4]   2> 2302834 T4208 oasc.CoreContainer.<init> New CoreContainer 866230224
[junit4:junit4]   2> 2302834 T4208 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369677390971/'
[junit4:junit4]   2> 2302836 T4208 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369677390971/'
[junit4:junit4]   2> 2303106 T4208 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369677390971
[junit4:junit4]   2> 2303108 T4208 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369677390971/collection1
[junit4:junit4]   2> 2303110 T4208 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369677390971/collection1/conf
[junit4:junit4]   2> 2303342 T4208 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369677390971/collection1/conf/xslt
[junit4:junit4]   2> 2303353 T4208 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369677390971/collection1/lib
[junit4:junit4]   2> 2303355 T4208 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369677390971/collection1/lib/classes
[junit4:junit4]   2> 2303361 T4208 oasc.SolrCoreDiscoverer.addCore Discovered properties file /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369677390971/conf/core.properties, adding to cores
[junit4:junit4]   2> 2303381 T4208 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 2303387 T4208 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 2303388 T4208 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 2303388 T4208 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 2303389 T4208 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 2303390 T4208 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 2303392 T4208 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 2303392 T4208 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 2303393 T4208 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 2303394 T4208 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 2303433 T4208 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 2303434 T4208 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:53250/solr
[junit4:junit4]   2> 2303435 T4208 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 2303441 T4208 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 2303455 T4288 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1f783805 name:ZooKeeperConnection Watcher:127.0.0.1:53250 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 2303459 T4208 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 2303488 T4208 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 2303519 T4208 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 2303526 T4290 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@574040a8 name:ZooKeeperConnection Watcher:127.0.0.1:53250/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 2303529 T4208 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 2303581 T4208 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 2304636 T4208 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53266_rz_ic%2Fy
[junit4:junit4]   2> 2304671 T4208 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:53266_rz_ic%2Fy
[junit4:junit4]   2> 2304695 T4276 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 2304696 T4248 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 2304696 T4230 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 2304697 T4235 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 2304697 T4290 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 2304697 T4262 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 2304729 T4208 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 2304730 T4208 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 2304730 T4208 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 2304769 T4208 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 2304802 T4242 oasha.CollectionsHandler.handleCreateAction Creating Collection : numShards=2&name=nodes_used_collection&replicationFactor=2&action=CREATE&wt=javabin&version=2
[junit4:junit4]   2> 2304808 T4230 oasc.DistributedQueue$LatchChildWatcher.process Watcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
[junit4:junit4]   2> 2304814 T4232 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
[junit4:junit4]   2> 	  "operation":"createcollection",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "maxShardsPerNode":null,
[junit4:junit4]   2> 	  "createNodeSet":null,
[junit4:junit4]   2> 	  "name":"nodes_used_collection",
[junit4:junit4]   2> 	  "replicationFactor":"2"}
[junit4:junit4]   2> 2304815 T4232 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard1_replica1 as part of slice shard1 of collection nodes_used_collection on 127.0.0.1:53266_rz_ic%2Fy
[junit4:junit4]   2> 2304816 T4232 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard1_replica2 as part of slice shard1 of collection nodes_used_collection on 127.0.0.1:53263_rz_ic%2Fy
[junit4:junit4]   2> 2304816 T4232 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard2_replica1 as part of slice shard2 of collection nodes_used_collection on 127.0.0.1:53260_rz_ic%2Fy
[junit4:junit4]   2> 2304818 T4232 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard2_replica2 as part of slice shard2 of collection nodes_used_collection on 127.0.0.1:53253_rz_ic%2Fy
[junit4:junit4]   2> 2304832 T4272 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard1_replica2' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369677388608/nodes_used_collection_shard1_replica2
[junit4:junit4]   2> 2304833 T4272 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
[junit4:junit4]   2> 2304832 T4285 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard1_replica1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369677390971/nodes_used_collection_shard1_replica1
[junit4:junit4]   2> 2304834 T4285 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
[junit4:junit4]   2> 2304835 T4255 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard2_replica1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369677386296/nodes_used_collection_shard2_replica1
[junit4:junit4]   2> 2304836 T4255 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
[junit4:junit4]   2> 2304835 T4221 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard2_replica2' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369677382545/nodes_used_collection_shard2_replica2
[junit4:junit4]   2> 2304837 T4221 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
[junit4:junit4]   2> 2304838 T4272 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
[junit4:junit4]   2> 2304839 T4272 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4]   2> 2304840 T4255 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
[junit4:junit4]   2> 2304840 T4255 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4]   2> 2304841 T4221 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
[junit4:junit4]   2> 2304841 T4221 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4]   2> 2304846 T4272 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4]   2> 2304846 T4255 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4]   2> 2304848 T4255 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
[junit4:junit4]   2> 2304847 T4272 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
[junit4:junit4]   2> 2304849 T4285 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
[junit4:junit4]   2> 2304849 T4221 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4]   2> 2304850 T4221 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
[junit4:junit4]   2> 2304850 T4285 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4]   2> 2304864 T4255 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
[junit4:junit4]   2> 2304867 T4221 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
[junit4:junit4]   2> 2304868 T4272 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
[junit4:junit4]   2> 2304870 T4285 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4]   2> 2304871 T4285 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
[junit4:junit4]   2> 2304874 T4255 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369677386296/nodes_used_collection_shard2_replica1/'
[junit4:junit4]   2> 2304885 T4221 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369677382545/nodes_used_collection_shard2_replica2/'
[junit4:junit4]   2> 2304898 T4272 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369677388608/nodes_used_collection_shard1_replica2/'
[junit4:junit4]   2> 2304902 T4285 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
[junit4:junit4]   2> 2304911 T4285 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369677390971/nodes_used_collection_shard1_replica1/'
[junit4:junit4]   2> 2305165 T4255 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 2305187 T4221 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 2305252 T4272 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 2305257 T4285 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 2305547 T4221 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 2305570 T4272 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 2305576 T4221 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 2305582 T4272 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 2305590 T4221 oass.IndexSchema.readSchema [nodes_used_collection_shard2_replica2] Schema name=test
[junit4:junit4]   2> 2305592 T4272 oass.IndexSchema.readSchema [nodes_used_collection_shard1_replica2] Schema name=test
[junit4:junit4]   2> 2305596 T4255 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 2305601 T4285 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 2305629 T4285 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 2305636 T4255 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 2305647 T4285 oass.IndexSchema.readSchema [nodes_used_collection_shard1_replica1] Schema name=test
[junit4:junit4]   2> 2305650 T4255 oass.IndexSchema.readSchema [nodes_used_collection_shard2_replica1] Schema name=test
[junit4:junit4]   2> 2308870 T4285 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 2308889 T4285 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 2308899 T4255 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 2308924 T4285 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 2308940 T4255 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 2308989 T4255 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 2309012 T4221 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 2309055 T4221 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 2309075 T4272 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 2309087 T4221 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 2309109 T4285 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 2309121 T4285 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 2309136 T4272 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 2309144 T4272 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 2309148 T4255 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 2309158 T4285 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 2309164 T4255 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 2309187 T4285 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 2309188 T4285 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 2309188 T4285 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 2309197 T4255 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 2309209 T4255 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 2309232 T4255 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 2309233 T4255 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 2309224 T4285 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 2309234 T4285 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 2309235 T4285 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 2309235 T4285 oasc.SolrCore.<init> [nodes_used_collection_shard1_replica1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369677390971/nodes_used_collection_shard1_replica1/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369677390971/nodes_used_collection_shard1_replica1/data/
[junit4:junit4]   2> 2309236 T4285 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3996a317
[junit4:junit4]   2> 2309237 T4285 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 2309238 T4285 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369677390971/nodes_used_collection_shard1_replica1/data
[junit4:junit4]   2> 2309241 T4285 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369677390971/nodes_used_collection_shard1_replica1/data/index/
[junit4:junit4]   2> 2309242 T4285 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard1_replica1] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369677390971/nodes_used_collection_shard1_replica1/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 2309243 T4285 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369677390971/nodes_used_collection_shard1_replica1/data/index
[junit4:junit4]   2> 2309261 T4255 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 2309263 T4255 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 2309263 T4255 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 2309264 T4255 oasc.SolrCore.<init> [nodes_used_collection_shard2_replica1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369677386296/nodes_used_collection_shard2_replica1/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369677386296/nodes_used_collection_shard2_replica1/data/
[junit4:junit4]   2> 2309264 T4255 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3996a317
[junit4:junit4]   2> 2309266 T4255 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 2309267 T4255 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369677386296/nodes_used_collection_shard2_replica1/data
[junit4:junit4]   2> 2309276 T4221 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 2309278 T4255 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369677386296/nodes_used_collection_shard2_replica1/data/index/
[junit4:junit4]   2> 2309279 T4255 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard2_replica1] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369677386296/nodes_used_collection_shard2_replica1/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 2309280 T4255 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369677386296/nodes_used_collection_shard2_replica1/data/index
[junit4:junit4]   2> 2309287 T4285 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5df77019 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2eee3bea),segFN=segments_1,generation=1}
[junit4:junit4]   2> 2309288 T4285 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 2309318 T4285 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 2309319 T4285 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 2309320 T4285 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 2309322 T4285 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 2309324 T4285 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 2309324 T4285 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 2309325 T4285 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 2309327 T4285 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 2309335 T4285 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 2309336 T4255 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@2a5d4be6 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3980a17a),segFN=segments_1,generation=1}
[junit4:junit4]   2> 2309337 T4255 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 2309355 T4221 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 2309370 T4255 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 2309372 T4255 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 2309374 T4255 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 2309375 T4255 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 2309376 T4255 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 2309376 T4255 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 2309377 T4255 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 2309378 T4255 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 2309379 T4255 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 2309381 T4285 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 2309385 T4255 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 2309420 T4255 oass.SolrIndexSearcher.<init> Opening Searcher@604dbffa main
[junit4:junit4]   2> 2309421 T4255 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369677386296/nodes_used_collection_shard2_replica1/data/tlog
[junit4:junit4]   2> 2309423 T4255 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 2309424 T4255 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 2309430 T4285 oass.SolrIndexSearcher.<init> Opening Searcher@56913019 main
[junit4:junit4]   2> 2309431 T4285 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369677390971/nodes_used_collection_shard1_replica1/data/tlog
[junit4:junit4]   2> 2309437 T4272 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 2309441 T4296 oasc.SolrCore.registerSearcher [nodes_used_collection_shard2_replica1] Registered new searcher Searcher@604dbffa main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 2309438 T4221 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 2309443 T4285 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 2309445 T4285 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 2309444 T4255 oasc.ZkController.publish publishing core=nodes_used_collection_shard2_replica1 state=down
[junit4:junit4]   2> 2309459 T4297 oasc.SolrCore.registerSearcher [nodes_used_collection_shard1_replica1] Registered new searcher Searcher@56913019 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 2309465 T4285 oasc.ZkController.publish publishing core=nodes_used_collection_shard1_replica1 state=down
[junit4:junit4]   2> 2309468 T4272 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 2309471 T4221 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 2309472 T4221 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 2309473 T4221 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 2309481 T4221 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 2309482 T4221 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 2309483 T4221 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 2309483 T4221 oasc.SolrCore.<init> [nodes_used_collection_shard2_replica2] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369677382545/nodes_used_collection_shard2_replica2/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369677382545/nodes_used_collection_shard2_replica2/data/
[junit4:junit4]   2> 2309484 T4221 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3996a317
[junit4:junit4]   2> 2309485 T4221 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 2309487 T4221 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369677382545/nodes_used_collection_shard2_replica2/data
[junit4:junit4]   2> 2309489 T4272 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 2309499 T4221 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369677382545/nodes_used_collection_shard2_replica2/data/index/
[junit4:junit4]   2> 2309499 T4221 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard2_replica2] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369677382545/nodes_used_collection_shard2_replica2/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 2309507 T4221 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369677382545/nodes_used_collection_shard2_replica2/data/index
[junit4:junit4]   2> 2309519 T4272 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 2309520 T4272 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 2309521 T4272 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 2309540 T4272 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 2309542 T4272 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 2309543 T4272 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 2309543 T4272 oasc.SolrCore.<init> [nodes_used_collection_shard1_replica2] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369677388608/nodes_used_collection_shard1_replica2/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369677388608/nodes_used_collection_shard1_replica2/data/
[junit4:junit4]   2> 2309544 T4272 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3996a317
[junit4:junit4]   2> 2309545 T4272 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 2309546 T4272 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369677388608/nodes_used_collection_shard1_replica2/data
[junit4:junit4]   2> 2309558 T4272 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369677388608/nodes_used_collection_shard1_replica2/data/index/
[junit4:junit4]   2> 2309559 T4272 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard1_replica2] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369677388608/nodes_used_collection_shard1_replica2/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 2309563 T4272 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369677388608/nodes_used_collection_shard1_replica2/data/index
[junit4:junit4]   2> 2309560 T4221 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@51dc01c8 lockFactory=org.apache.lucene.store.NativeFSLockFactory@38825af3),segFN=segments_1,generation=1}
[junit4:junit4]   2> 2309566 T4221 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 2309595 T4221 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 2309596 T4221 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 2309597 T4221 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 2309598 T4221 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 2309599 T4221 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 2309600 T4221 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 2309600 T4221 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 2309601 T4272 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@761ec08f lockFactory=org.apache.lucene.store.NativeFSLockFactory@68eadd1b),segFN=segments_1,generation=1}
[junit4:junit4]   2> 2309602 T4272 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 2309602 T4221 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 2309603 T4221 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 2309630 T4272 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 2309631 T4272 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 2309632 T4272 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 2309633 T4272 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 2309642 T4272 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 2309643 T4272 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 2309643 T4272 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 2309646 T4272 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 2309647 T4272 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 2309650 T4272 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 2309652 T4221 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 2309685 T4272 oass.SolrIndexSearcher.<init> Opening Searcher@c0217d6 main
[junit4:junit4]   2> 2309686 T4272 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369677388608/nodes_used_collection_shard1_replica2/data/tlog
[junit4:junit4]   2> 2309688 T4272 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 2309692 T4272 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 2309703 T4298 oasc.SolrCore.registerSearcher [nodes_used_collection_shard1_replica2] Registered new searcher Searcher@c0217d6 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 2309691 T4221 oass.SolrIndexSearcher.<init> Opening Searcher@6d45e002 main
[junit4:junit4]   2> 2309705 T4221 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369677382545/nodes_used_collection_shard2_replica2/data/tlog
[junit4:junit4]   2> 2309707 T4221 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 2309707 T4221 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 2309715 T4272 oasc.ZkController.publish publishing core=nodes_used_collection_shard1_replica2 state=down
[junit4:junit4]   2> 2309720 T4299 oasc.SolrCore.registerSearcher [nodes_used_collection_shard2_replica2] Registered new searcher Searcher@6d45e002 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 2309724 T4221 oasc.ZkController.publish publishing core=nodes_used_collection_shard2_replica2 state=down
[junit4:junit4]   2> 2309976 T4231 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2309979 T4231 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"nodes_used_collection_shard2_replica1",
[junit4:junit4]   2> 	  "collection":"nodes_used_collection",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:53260_rz_ic%2Fy",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:53260/rz_ic/y"}
[junit4:junit4]   2> 2309980 T4231 oasc.Overseer$ClusterStateUpdater.createCollection Create collection nodes_used_collection with numShards 2
[junit4:junit4]   2> 2309993 T4231 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"nodes_used_collection_shard1_replica1",
[junit4:junit4]   2> 	  "collection":"nodes_used_collection",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:53266_rz_ic%2Fy",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:53266/rz_ic/y"}
[junit4:junit4]   2> 2310012 T4231 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"nodes_used_collection_shard1_replica2",
[junit4:junit4]   2> 	  "collection":"nodes_used_collection",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:53263_rz_ic%2Fy",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:53263/rz_ic/y"}
[junit4:junit4]   2> 2310027 T4231 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"nodes_used_collection_shard2_replica2",
[junit4:junit4]   2> 	  "collection":"nodes_used_collection",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:53253_rz_ic%2Fy",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:53253/rz_ic/y"}
[junit4:junit4]   2> 2310045 T4276 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 2310046 T4248 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 2310047 T4262 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 2310047 T4230 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 2310047 T4235 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 2310047 T4290 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 2310471 T4255 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard2_replica1
[junit4:junit4]   2> 2310476 T4285 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard1_replica1
[junit4:junit4]   2> 2310478 T4285 oasc.ZkController.register Register replica - core:nodes_used_collection_shard1_replica1 address:http://127.0.0.1:53266/rz_ic/y collection:nodes_used_collection shard:shard1
[junit4:junit4]   2> 2310477 T4255 oasc.ZkController.register Register replica - core:nodes_used_collection_shard2_replica1 address:http://127.0.0.1:53260/rz_ic/y collection:nodes_used_collection shard:shard2
[junit4:junit4]   2> 2310481 T4285 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leader_elect/shard1/election
[junit4:junit4]   2> 2310482 T4255 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leader_elect/shard2/election
[junit4:junit4]   2> 2310530 T4285 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 2310536 T4255 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 2310567 T4285 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=179995
[junit4:junit4]   2> 2310568 T4255 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=179997
[junit4:junit4]   2> 2310733 T4272 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard1_replica2
[junit4:junit4]   2> 2310734 T4272 oasc.ZkController.register Register replica - core:nodes_used_collection_shard1_replica2 address:http://127.0.0.1:53263/rz_ic/y collection:nodes_used_collection shard:shard1
[junit4:junit4]   2> 2310739 T4221 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard2_replica2
[junit4:junit4]   2> 2310740 T4221 oasc.ZkController.register Register replica - core:nodes_used_collection_shard2_replica2 address:http://127.0.0.1:53253/rz_ic/y collection:nodes_used_collection shard:shard2
[junit4:junit4]   2> 2311070 T4285 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 2311071 T4285 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 2311072 T4285 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:53266/rz_ic/y/nodes_used_collection_shard1_replica1/
[junit4:junit4]   2> 2311072 T4285 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard1_replica1 url=http://127.0.0.1:53266/rz_ic/y START replicas=[http://127.0.0.1:53263/rz_ic/y/nodes_used_collection_shard1_replica2/] nUpdates=100
[junit4:junit4]   2> 2311072 T4255 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 2311073 T4255 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 2311074 T4255 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:53260/rz_ic/y/nodes_used_collection_shard2_replica1/
[junit4:junit4]   2> 2311075 T4255 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard2_replica1 url=http://127.0.0.1:53260/rz_ic/y START replicas=[http://127.0.0.1:53253/rz_ic/y/nodes_used_collection_shard2_replica2/] nUpdates=100
[junit4:junit4]   2> 2311073 T4285 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard1_replica1 url=http://127.0.0.1:53266/rz_ic/y DONE.  We have no versions.  sync failed.
[junit4:junit4]   2> 2311077 T4285 oasc.SyncStrategy.syncReplicas Leader's attempt to sync with shard failed, moving to the next canidate
[junit4:junit4]   2> 2311078 T4285 oasc.ShardLeaderElectionContext.runLeaderProcess We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4:junit4]   2> 2311078 T4285 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:53266/rz_ic/y/nodes_used_collection_shard1_replica1/
[junit4:junit4]   2> 2311079 T4285 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leaders/shard1
[junit4:junit4]   2> 2311080 T4255 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard2_replica1 url=http://127.0.0.1:53260/rz_ic/y DONE.  We have no versions.  sync failed.
[junit4:junit4]   2> 2311081 T4255 oasc.SyncStrategy.syncReplicas Leader's attempt to sync with shard failed, moving to the next canidate
[junit4:junit4]   2> 2311082 T4255 oasc.ShardLeaderElectionContext.runLeaderProcess We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4:junit4]   2> 2311082 T4255 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:53260/rz_ic/y/nodes_used_collection_shard2_replica1/
[junit4:junit4]   2> 2311082 T4255 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leaders/shard2
[junit4:junit4]   2> ASYNC  NEW_CORE C5933 name=nodes_used_collection_shard1_replica2 org.apache.solr.core.SolrCore@57604ec7 url=http://127.0.0.1:53263/rz_ic/y/nodes_used_collection_shard1_replica2 node=127.0.0.1:53263_rz_ic%2Fy C5933_STATE=coll:nodes_used_collection core:nodes_used_collection_shard1_replica2 props:{shard=shard1, state=down, core=nodes_used_collection_shard1_replica2, collection=nodes_used_collection, node_name=127.0.0.1:53263_rz_ic%2Fy, base_url=http://127.0.0.1:53263/rz_ic/y}
[junit4:junit4]   2> 2311089 T4270 C5933 P53263 oasc.SolrCore.execute [nodes_used_collection_shard1_replica2] webapp=/rz_ic/y path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=1 
[junit4:junit4]   2> ASYNC  NEW_CORE C5934 name=nodes_used_collection_shard2_replica2 org.apache.solr.core.SolrCore@25e00ca1 url=http://127.0.0.1:53253/rz_ic/y/nodes_used_collection_shard2_replica2 node=127.0.0.1:53253_rz_ic%2Fy C5934_STATE=coll:nodes_used_collection core:nodes_used_collection_shard2_replica2 props:{shard=shard2, state=down, core=nodes_used_collection_shard2_replica2, collection=nodes_used_collection, node_name=127.0.0.1:53253_rz_ic%2Fy, base_url=http://127.0.0.1:53253/rz_ic/y}
[junit4:junit4]   2> 2311108 T4226 C5934 P53253 oasc.SolrCore.execute [nodes_used_collection_shard2_replica2] webapp=/rz_ic/y path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=3 
[junit4:junit4]   2> 2311642 T4231 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2311699 T4276 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 2311700 T4262 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 2311700 T4248 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 2311700 T4290 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 2311700 T4230 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 2311700 T4235 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 2311748 T4285 oasc.ZkController.register We are http://127.0.0.1:53266/rz_ic/y/nodes_used_collection_shard1_replica1/ and leader is http://127.0.0.1:53266/rz_ic/y/nodes_used_collection_shard1_replica1/
[junit4:junit4]   2> 2311748 T4285 oasc.ZkController.register No LogReplay needed for core=nodes_used_collection_shard1_replica1 baseURL=http://127.0.0.1:53266/rz_ic/y
[junit4:junit4]   2> 2311749 T4285 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 2311749 T4285 oasc.ZkController.publish publishing core=nodes_used_collection_shard1_replica1 state=active
[junit4:junit4]   2> 2311754 T4285 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2311756 T4285 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={numShards=2&shard=shard1&name=nodes_used_collection_shard1_replica1&action=CREATE&collection=nodes_used_collection&wt=javabin&qt=/admin/cores&version=2} status=0 QTime=6924 
[junit4:junit4]   2> 2311757 T4255 oasc.ZkController.register We are http://127.0.0.1:53260/rz_ic/y/nodes_used_collection_shard2_replica1/ and leader is http://127.0.0.1:53260/rz_ic/y/nodes_used_collection_shard2_replica1/
[junit4:junit4]   2> 2311758 T4255 oasc.ZkController.register No LogReplay needed for core=nodes_used_collection_shard2_replica1 baseURL=http://127.0.0.1:53260/rz_ic/y
[junit4:junit4]   2> 2311758 T4255 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 2311759 T4255 oasc.ZkController.publish publishing core=nodes_used_collection_shard2_replica1 state=active
[junit4:junit4]   2> 2311770 T4272 oasc.ZkController.register We are http://127.0.0.1:53263/rz_ic/y/nodes_used_collection_shard1_replica2/ and leader is http://127.0.0.1:53266/rz_ic/y/nodes_used_collection_shard1_replica1/
[junit4:junit4]   2> 2311771 T4272 oasc.ZkController.register No LogReplay needed for core=nodes_used_collection_shard1_replica2 baseURL=http://127.0.0.1:53263/rz_ic/y
[junit4:junit4]   2> 2311771 T4272 oasc.ZkController.checkRecovery Core needs to recover:nodes_used_collection_shard1_replica2
[junit4:junit4]   2> 2311772 T4272 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> 2311771 T4221 oasc.ZkController.register We are http://127.0.0.1:53253/rz_ic/y/nodes_used_collection_shard2_replica2/ and leader is http://127.0.0.1:53260/rz_ic/y/nodes_used_collection_shard2_replica1/
[junit4:junit4]   2> 2311773 T4221 oasc.ZkController.register No LogReplay needed for core=nodes_used_collection_shard2_replica2 baseURL=http://127.0.0.1:53253/rz_ic/y
[junit4:junit4]   2> 2311774 T4221 oasc.ZkController.checkRecovery Core needs to recover:nodes_used_collection_shard2_replica2
[junit4:junit4]   2> 2311772 T4255 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2311775 T4272 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2311774 T4221 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> 2311773 T4302 C5933 P53263 oasc.RecoveryStrategy.run Starting recovery process.  core=nodes_used_collection_shard1_replica2 recoveringAfterStartup=true
[junit4:junit4]   2> 2311780 T4302 C5933 P53263 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 2311780 T4255 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={numShards=2&shard=shard2&name=nodes_used_collection_shard2_replica1&action=CREATE&collection=nodes_used_collection&wt=javabin&qt=/admin/cores&version=2} status=0 QTime=6945 
[junit4:junit4]   2> 2311782 T4303 C5934 P53253 oasc.RecoveryStrategy.run Starting recovery process.  core=nodes_used_collection_shard2_replica2 recoveringAfterStartup=true
[junit4:junit4]   2> 2311784 T4303 C5934 P53253 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 2311784 T4272 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={numShards=2&shard=shard1&name=nodes_used_collection_shard1_replica2&action=CREATE&collection=nodes_used_collection&wt=javabin&qt=/admin/cores&version=2} status=0 QTime=6952 
[junit4:junit4]   2> 2311783 T4302 C5933 P53263 oasc.ZkController.publish publishing core=nodes_used_collection_shard1_replica2 state=recovering
[junit4:junit4]   2> 2311785 T4303 C5934 P53253 oasc.ZkController.publish publishing core=nodes_used_collection_shard2_replica2 state=recovering
[junit4:junit4]   2> 2311788 T4221 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2311791 T4303 C5934 P53253 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 2311791 T4221 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={numShards=2&shard=shard2&name=nodes_used_collection_shard2_replica2&action=CREATE&collection=nodes_used_collection&wt=javabin&qt=/admin/cores&version=2} status=0 QTime=6957 
[junit4:junit4]   2> 2311791 T4302 C5933 P53263 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 2311794 T4232 oasc.OverseerCollectionProcessor.createCollection Finished create command on all shards for collection: nodes_used_collection
[junit4:junit4]   2> 2311844 T4281 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 127.0.0.1:53263_rz_ic%2Fy_nodes_used_collection_shard1_replica2, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4]   2> 2311855 T4248 oasc.DistributedQueue$LatchChildWatcher.process Watcher fired on path: /overseer/collection-queue-work/qnr-0000000000 state: SyncConnected type NodeDataChanged
[junit4:junit4]   2> 2311856 T4257 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 127.0.0.1:53253_rz_ic%2Fy_nodes_used_collection_shard2_replica2, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4]   2> 2311863 T4230 oasc.DistributedQueue$LatchChildWatcher.process Watcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
[junit4:junit4]   2> 2311864 T4232 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Message id:/overseer/collection-queue-work/qn-0000000000 complete, response:{success={null={responseHeader={status=0,QTime=6924},core=nodes_used_collection_shard1_replica1},null={responseHeader={status=0,QTime=6945},core=nodes_used_collection_shard2_replica1},null={responseHeader={status=0,QTime=6952},core=nodes_used_collection_shard1_replica2},null={responseHeader={status=0,QTime=6957},core=nodes_used_collection_shard2_replica2}}}
[junit4:junit4]   2> 2311865 T4242 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/collections params={numShards=2&name=nodes_used_collection&replicationFactor=2&action=CREATE&wt=javabin&version=2} status=0 QTime=7063 
[junit4:junit4]   2> 2311867 T4208 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 2311869 T4208 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 2311875 T4305 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3aa7e093 name:ZooKeeperConnection Watcher:127.0.0.1:53250/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 2311875 T4208 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 2311880 T4208 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 2311889 T4208 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 2311892 T4208 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 2311899 T4307 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@19f388c3 name:ZooKeeperConnection Watcher:127.0.0.1:53250/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 2311899 T4208 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 2311904 T4208 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 2311935 T4224 oasha.CollectionsHandler.handleCreateAction Creating Collection : numShards=3&maxShardsPerNode=2&name=awholynewcollection_0&replicationFactor=3&action=CREATE&wt=javabin&version=2
[junit4:junit4]   2> 2311938 T4230 oasc.DistributedQueue$LatchChildWatcher.process Watcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
[junit4:junit4]   2> 2311944 T4232 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Get the message id:/overseer/collection-queue-work/qn-0000000002 message:{
[junit4:junit4]   2> 	  "operation":"createcollection",
[junit4:junit4]   2> 	  "numShards":"3",
[junit4:junit4]   2> 	  "maxShardsPerNode":"2",
[junit4:junit4]   2> 	  "createNodeSet":null,
[junit4:junit4]   2> 	  "name":"awholynewcollection_0",
[junit4:junit4]   2> 	  "replicationFactor":"3"}
[junit4:junit4]   2> 2311945 T4232 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard1_replica1 as part of slice shard1 of collection awholynewcollection_0 on 127.0.0.1:53260_rz_ic%2Fy
[junit4:junit4]   2> 2311945 T4232 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard1_replica2 as part of slice shard1 of collection awholynewcollection_0 on 127.0.0.1:53253_rz_ic%2Fy
[junit4:junit4]   2> 2311946 T4232 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard1_replica3 as part of slice shard1 of collection awholynewcollection_0 on 127.0.0.1:53263_rz_ic%2Fy
[junit4:junit4]   2> 2311947 T4232 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard2_replica1 as part of slice shard2 of collection awholynewcollection_0 on 127.0.0.1:53266_rz_ic%2Fy
[junit4:junit4]   2> 2311948 T4232 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard2_replica2 as part of slice shard2 of collection awholynewcollection_0 on 127.0.0.1:53257_rz_ic%2Fy
[junit4:junit4]   2> 2311949 T4232 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard2_replica3 as part of slice shard2 of collection awholynewcollection_0 on 127.0.0.1:53260_rz_ic%2Fy
[junit4:junit4]   2> 2311949 T4258 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard1_replica1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369677386296/awholynewcollection_0_shard1_replica1
[junit4:junit4]   2> 2311951 T4258 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4]   2> 2311952 T4225 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard1_replica2' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369677382545/awholynewcollection_0_shard1_replica2
[junit4:junit4]   2> 2311952 T4225 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4]   2> 2311953 T4232 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard3_replica1 as part of slice shard3 of collection awholynewcollection_0 on 127.0.0.1:53253_rz_ic%2Fy
[junit4:junit4]   2> 2311953 T4282 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard2_replica1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369677390971/awholynewcollection_0_shard2_replica1
[junit4:junit4]   2> 2311964 T4282 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4]   2> 2311965 T4267 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard1_replica3' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369677388608/awholynewcollection_0_shard1_replica3
[junit4:junit4]   2> 2311966 T4267 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4]   2> 2311966 T4244 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard2_replica2' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369677384037/awholynewcollection_0_shard2_replica2
[junit4:junit4]   2> 2311967 T4244 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4]   2> 2311966 T4232 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard3_replica2 as part of slice shard3 of collection awholynewcollection_0 on 127.0.0.1:53263_rz_ic%2Fy
[junit4:junit4]   2> 2311970 T4258 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:awholynewcollection_0
[junit4:junit4]   2> 2311975 T4244 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:awholynewcollection_0
[junit4:junit4]   2> 2311977 T4244 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4]   2> 2311975 T4226 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard3_replica1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369677382545/awholynewcollection_0_shard3_replica1
[junit4:junit4]   2> 2311978 T4226 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4]   2> 2311970 T4232 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard3_replica3 as part of slice shard3 of collection awholynewcollection_0 on 127.0.0.1:53266_rz_ic%2Fy
[junit4:junit4]   2> 2311980 T4253 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard2_replica3' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369677386296/awholynewcollection_0_shard2_replica3
[junit4:junit4]   2> 2311981 T4253 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4]   2> 2311970 T4267 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:awholynewcollection_0
[junit4:junit4]   2> 2311982 T4267 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4]   2> 2311970 T4282 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:awholynewcollection_0
[junit4:junit4]   2> 2311978 T4269 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard3_replica2' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369677388608/awholynewcollection_0_shard3_replica2
[junit4:junit4]   2> 2311984 T4269 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4]   2> 2311977 T4258 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4]   2> 2311985 T4225 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:awholynewcollection_0
[junit4:junit4]   2> 2311986 T4225 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4]   2> 2311989 T4282 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4]   2> 2311994 T4226 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:awholynewcollection_0
[junit4:junit4]   2> 2311996 T4226 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4]   2> 2311995 T4253 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:awholynewcollection_0
[junit4:junit4]   2> 2312000 T4253 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4]   2> 2311995 T4283 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard3_replica3' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369677390971/awholynewcollection_0_shard3_replica3
[junit4:junit4]   2> 2312001 T4283 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4]   2> 2311994 T4269 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:awholynewcollection_0
[junit4:junit4]   2> 2312003 T4269 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4]   2> 2311994 T4244 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4]   2> 2312007 T4244 oascc.SolrZkClient.makePath makePath: /collections/awholynewcollection_0
[junit4:junit4]   2> 2312008 T4283 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:awholynewcollection_0
[junit4:junit4]   2> 2312009 T4283 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4]   2> 2312008 T4258 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4]   2> 2312010 T4258 oascc.SolrZkClient.makePath makePath: /collections/awholynewcollection_0
[junit4:junit4]   2> 2312008 T4267 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4]   2> 2312012 T4267 oascc.SolrZkClient.makePath makePath: /collections/awholynewcollection_0
[junit4:junit4]   2> 2312016 T4282 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4]   2> 2312017 T4282 oascc.SolrZkClient.makePath makePath: /collections/awholynewcollection_0
[junit4:junit4]   2> 2312020 T4269 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4]   2> 2312020 T4269 oascc.SolrZkClient.makePath makePath: /collections/awholynewcollection_0
[junit4:junit4]   2> 2312021 T4253 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4]   2> 2312022 T4253 oascc.SolrZkClient.makePath makePath: /collections/awholynewcollection_0
[junit4:junit4]   2> 2312025 T4283 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4]   2> 2312026 T4283 oascc.SolrZkClient.makePath makePath: /collections/awholynewcollection_0
[junit4:junit4]   2> 2312028 T4225 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4]   2> 2312029 T4225 oascc.SolrZkClient.makePath makePath: /collections/awholynewcollection_0
[junit4:junit4]   2> 2312033 T4267 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4]   2> 2312034 T4258 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4]   2> 2312035 T4244 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4]   2> 2312038 T4226 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4]   2> 2312038 T4226 oascc.SolrZkClient.makePath makePath: /collections/awholynewcollection_0
[junit4:junit4]   2> 2312039 T4282 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4]   2> 2312044 T4269 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4]   2> 2312044 T4283 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4]   2> 2312045 T4253 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4]   2> 2312048 T4258 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369677386296/awholynewcollection_0_shard1_replica1/'
[junit4:junit4]   2> 2312047 T4267 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369677388608/awholynewcollection_0_shard1_replica3/'
[junit4:junit4]   2> 2312061 T4244 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369677384037/awholynewcollection_0_shard2_replica2/'
[junit4:junit4]   2> 2312071 T4282 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369677390971/awholynewcollection_0_shard2_replica1/'
[junit4:junit4]   2> 2312087 T4253 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369677386296/awholynewcollection_0_shard2_replica3/'
[junit4:junit4]   2> 2312087 T4269 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369677388608/awholynewcollection_0_shard3_replica2/'
[junit4:junit4]   2> 2312090 T4225 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4]   2> 2312090 T4283 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369677390971/awholynewcollection_0_shard3_replica3/'
[junit4:junit4]   2> 2312090 T4226 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4]   2> 2312163 T4225 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369677382545/awholynewcollection_0_shard1_replica2/'
[junit4:junit4]   2> 2312171 T4226 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369677382545/awholynewcollection_0_shard3_replica1/'
[junit4:junit4]   2> 2312439 T4283 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 2312503 T4253 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 2312536 T4258 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 2312560 T4244 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 2312619 T4282 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 2312620 T4269 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 2312774 T4267 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 2312889 T4225 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 2312890 T4226 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 2313078 T4253 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 2313103 T4253 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 2313111 T4253 oass.IndexSchema.readSchema [awholynewcollection_0_shard2_replica3] Schema name=test
[junit4:junit4]   2> 2313188 T4283 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 2313195 T4269 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 2313201 T4283 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 2313214 T4269 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 2313230 T4283 oass.IndexSchema.readSchema [awholynewcollection_0_shard3_replica3] Schema name=test
[junit4:junit4]   2> 2313244 T4231 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2313246 T4231 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:53266_rz_ic%2Fy_nodes_used_collection_shard1_replica1",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"nodes_used_collection_shard1_replica1",
[junit4:junit4]   2> 	  "collection":"nodes_used_collection",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:53266_rz_ic%2Fy",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:53266/rz_ic/y"}
[junit4:junit4]   2> 2313257 T4244 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 2313264 T4231 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:53260_rz_ic%2Fy_nodes_used_collection_shard2_replica1",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"nodes_used_collection_shard2_replica1",
[junit4:junit4]   2> 	  "collection":"nodes_used_collection",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:53260_rz_ic%2Fy",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:53260/rz_ic/y"}
[junit4:junit4]   2> 2313273 T4258 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 2313280 T4244 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 2313335 T4269 oass.IndexSchema.readSchema [awholynewcollection_0_shard3_replica2] Schema name=test
[junit4:junit4]   2> 2313337 T4258 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 2313346 T4258 oass.IndexSchema.readSchema [awholynewcollection_0_shard1_replica1] Schema name=test
[junit4:junit4]   2> 2313347 T4231 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:53253_rz_ic%2Fy_nodes_used_collection_shard2_replica2",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"nodes_used_collection_shard2_replica2",
[junit4:junit4]   2> 	  "collection":"nodes_used_collection",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:53253_rz_ic%2Fy",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:53253/rz_ic/y"}
[junit4:junit4]   2> 2313369 T4231 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:53263_rz_ic%2Fy_nodes_used_collection_shard1_replica2",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"nodes_used_collection_shard1_replica2",
[junit4:junit4]   2> 	  "collection":"nodes_used_collection",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:53263_rz_ic%2Fy",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:53263/rz_ic/y"}
[junit4:junit4]   2> 2313375 T4267 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 2313393 T4244 oass.IndexSchema.readSchema [awholynewcollection_0_shard2_replica2] Schema name=test
[junit4:junit4]   2> 2313419 T4290 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 2313419 T4235 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 2313419 T4230 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 2313419 T4262 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 2313419 T4307 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 2313419 T4305 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 2313419 T4248 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 2313442 T4276 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 2313471 T4267 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 2313495 T4226 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 2313498 T4267 oass.IndexSchema.readSchema [awholynewcollection_0_shard1_replica3] Schema name=test
[junit4:junit4]   2> 2313534 T4226 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 2313613 T4282 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 2313615 T4226 oass.IndexSchema.readSchema [awholynewcollection_0_shard3_replica1] Schema name=test
[junit4:junit4]   2> 2313671 T4282 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 2313680 T4282 oass.IndexSchema.readSchema [awholynewcollection_0_shard2_replica1] Schema name=test
[junit4:junit4]   2> 2313771 T4225 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 2313791 T4225 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 2313804 T4225 oass.IndexSchema.readSchema [awholynewcollection_0_shard1_replica2] Schema name=test
[junit4:junit4]   2> 2313847 T4281 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 127.0.0.1:53263_rz_ic%2Fy_nodes_used_collection_shard1_replica2, state: recovering, checkLive: true, onlyIfLeader: true for: 2 seconds.
[junit4:junit4]   2> 2313847 T4281 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=127.0.0.1:53263_rz_ic%252Fy_nodes_used_collection_shard1_replica2&state=recovering&nodeName=127.0.0.1:53263_rz_ic%252Fy&action=PREPRECOVERY&checkLive=true&core=nodes_used_collection_shard1_replica1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2003 
[junit4:junit4]   2> 2313859 T4257 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 127.0.0.1:53253_rz_ic%2Fy_nodes_used_collection_shard2_replica2, state: recovering, checkLive: true, onlyIfLeader: true for: 2 seconds.
[junit4:junit4]   2> 2313860 T4257 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=127.0.0.1:53253_rz_ic%252Fy_nodes_used_collection_shard2_replica2&state=recovering&nodeName=127.0.0.1:53253_rz_ic%252Fy&action=PREPRECOVERY&checkLive=true&core=nodes_used_collection_shard2_replica1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2004 
[junit4:junit4]   2> ASYNC  NEW_CORE C5935 name=nodes_used_collection_shard1_replica2 org.apache.solr.core.SolrCore@57604ec7 url=http://127.0.0.1:53263/rz_ic/y/nodes_used_collection_shard1_replica2 node=127.0.0.1:53263_rz_ic%2Fy C5935_STATE=coll:nodes_used_collection core:nodes_used_collection_shard1_replica2 props:{shard=shard1, state=recovering, core=nodes_used_collection_shard1_replica2, collection=nodes_used_collection, node_name=127.0.0.1:53263_rz_ic%2Fy, base_url=http://127.0.0.1:53263/rz_ic/y}
[junit4:junit4]   2> 2315850 T4302 C5935 P53263 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:53266/rz_ic/y/nodes_used_collection_shard1_replica1/ core=nodes_used_collection_shard1_replica2 - recoveringAfterStartup=true
[junit4:junit4]   2> 2315851 T4302 C5935 P53263 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard1_replica2 url=http://127.0.0.1:53263/rz_ic/y START replicas=[http://127.0.0.1:53266/rz_ic/y/nodes_used_collection_shard1_replica1/] nUpdates=100
[junit4:junit4]   2> 2315852 T4302 C5935 P53263 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 2315852 T4302 C5935 P53263 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=nodes_used_collection_shard1_replica2
[junit4:junit4]   2> 2315852 T4302 C5935 P53263 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=nodes_used_collection_shard1_replica2
[junit4:junit4]   2> 2315853 T4302 C5935 P53263 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=nodes_used_collection_shard1_replica2
[junit4:junit4]   2> 2315853 T4302 C5935 P53263 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 2315854 T4302 C5935 P53263 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:53266/rz_ic/y/nodes_used_collection_shard1_replica1/. core=nodes_used_collection_shard1_replica2
[junit4:junit4]   2> 2315855 T4302 C5935 P53263 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C5936 name=nodes_used_collection_shard2_replica2 org.apache.solr.core.SolrCore@25e00ca1 url=http://127.0.0.1:53253/rz_ic/y/nodes_used_collection_shard2_replica2 node=127.0.0.1:53253_rz_ic%2Fy C5936_STATE=coll:nodes_used_collection core:nodes_used_collection_shard2_replica2 props:{shard=shard2, state=recovering, core=nodes_used_collection_shard2_replica2, collection=nodes_used_collection, node_name=127.0.0.1:53253_rz_ic%2Fy, base_url=http://127.0.0.1:53253/rz_ic/y}
[junit4:junit4]   2> 2315862 T4303 C5936 P53253 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:53260/rz_ic/y/nodes_used_collection_shard2_replica1/ core=nodes_used_collection_shard2_replica2 - recoveringAfterStartup=true
[junit4:junit4]   2> 2315863 T4303 C5936 P53253 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard2_replica2 url=http://127.0.0.1:53253/rz_ic/y START replicas=[http://127.0.0.1:53260/rz_ic/y/nodes_used_collection_shard2_replica1/] nUpdates=100
[junit4:junit4]   2> 2315866 T4303 C5936 P53253 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 2315867 T4303 C5936 P53253 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=nodes_used_collection_shard2_replica2
[junit4:junit4]   2> 2315867 T4303 C5936 P53253 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=nodes_used_collection_shard2_replica2
[junit4:junit4]   2> 2315867 T4303 C5936 P53253 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=nodes_used_collection_shard2_replica2
[junit4:junit4]   2> 2315868 T4303 C5936 P53253 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 2315868 T4303 C5936 P53253 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:53260/rz_ic/y/nodes_used_collection_shard2_replica1/. core=nodes_used_collection_shard2_replica2
[junit4:junit4]   2> 2315888 T4303 C5936 P53253 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C5937 name=nodes_used_collection_shard1_replica1 org.apache.solr.core.SolrCore@6498cbd5 url=http://127.0.0.1:53266/rz_ic/y/nodes_used_collection_shard1_replica1 node=127.0.0.1:53266_rz_ic%2Fy C5937_STATE=coll:nodes_used_collection core:nodes_used_collection_shard1_replica1 props:{shard=shard1, state=active, core=nodes_used_collection_shard1_replica1, collection=nodes_used_collection, node_name=127.0.0.1:53266_rz_ic%2Fy, base_url=http://127.0.0.1:53266/rz_ic/y, leader=true}
[junit4:junit4]   2> 2315886 T4285 C5937 P53266 oasc.SolrCore.execute [nodes_used_collection_shard1_replica1] webapp=/rz_ic/y path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> ASYNC  NEW_CORE C5938 name=nodes_used_collection_shard2_replica1 org.apache.solr.core.SolrCore@63a1beaf url=http://127.0.0.1:53260/rz_ic/y/nodes_used_collection_shard2_replica1 node=127.0.0.1:53260_rz_ic%2Fy C5938_STATE=coll:nodes_used_collection core:nodes_used_collection_shard2_replica1 props:{shard=shard2, state=active, core=nodes_used_collection_shard2_replica1, collection=nodes_used_collection, node_name=127.0.0.1:53260_rz_ic%2Fy, base_url=http://127.0.0.1:53260/rz_ic/y, leader=true}
[junit4:junit4]   2> 2315926 T4254 C5938 P53260 oasc.SolrCore.execute [nodes_used_collection_shard2_replica1] webapp=/rz_ic/y path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=14 
[junit4:junit4]   2> ASYNC  NEW_CORE C5939 name=nodes_used_collection_shard2_replica1 org.apache.solr.core.SolrCore@63a1beaf url=http://127.0.0.1:53260/rz_ic/y/nodes_used_collection_shard2_replica1 node=127.0.0.1:53260_rz_ic%2Fy C5939_STATE=coll:nodes_used_collection core:nodes_used_collection_shard2_replica1 props:{shard=shard2, state=active, core=nodes_used_collection_shard2_replica1, collection=nodes_used_collection, node_name=127.0.0.1:53260_rz_ic%2Fy, base_url=http://127.0.0.1:53260/rz_ic/y, leader=true}
[junit4:junit4]   2> 2315976 T4257 C5939 P53260 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 2315999 T4257 C5939 P53260 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@2a5d4be6 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3980a17a),segFN=segments_1,generation=1}
[junit4:junit4]   2> 2316001 T4257 C5939 P53260 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> ASYNC  NEW_CORE C5940 name=nodes_used_collection_shard1_replica1 org.apache.solr.core.SolrCore@6498cbd5 url=http://127.0.0.1:53266/rz_ic/y/nodes_used_collection_shard1_replica1 node=127.0.0.1:53266_rz_ic%2Fy C5940_STATE=coll:nodes_used_collection core:nodes_used_collection_shard1_replica1 props:{shard=shard1, state=active, core=nodes_used_collection_shard1_replica1, collection=nodes_used_collection, node_name=127.0.0.1:53266_rz_ic%2Fy, base_url=http://127.0.0.1:53266/rz_ic/y, leader=true}
[junit4:junit4]   2> 2316026 T4281 C5940 P53266 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 2316029 T4257 C5939 P53260 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@2a5d4be6 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3980a17a),segFN=segments_1,generation=1}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@2a5d4be6 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3980a17a),segFN=segments_2,generation=2}
[junit4:junit4]   2> 2316030 T4257 C5939 P53260 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4]   2> 2316031 T4257 C5939 P53260 oass.SolrIndexSearcher.<init> Opening Searcher@7ffe8efb realtime
[junit4:junit4]   2> 2316032 T4257 C5939 P53260 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 2316032 T4257 C5939 P53260 oasup.LogUpdateProcessor.finish [nodes_used_collection_shard2_replica1] webapp=/rz_ic/y path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 56
[junit4:junit4]   2> ASYNC  NEW_CORE C5941 name=nodes_used_collection_shard2_replica2 org.apache.solr.core.SolrCore@25e00ca1 url=http://127.0.0.1:53253/rz_ic/y/nodes_used_collection_shard2_replica2 node=127.0.0.1:53253_rz_ic%2Fy C5941_STATE=coll:nodes_used_collection core:nodes_used_collection_shard2_replica2 props:{shard=shard2, state=recovering, core=nodes_used_collection_shard2_replica2, collection=nodes_used_collection, node_name=127.0.0.1:53253_rz_ic%2Fy, base_url=http://127.0.0.1:53253/rz_ic/y}
[junit4:junit4]   2> 2316047 T4303 C5941 P53253 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 2316049 T4303 C5941 P53253 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 2316097 T4255 C5939 P53260 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 2316098 T4255 C5939 P53260 oasc.SolrCore.execute [nodes_used_collection_shard2_replica1] webapp=/rz_ic/y path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=13 
[junit4:junit4]   2> 2316110 T4303 C5941 P53253 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 2316110 T4303 C5941 P53253 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 2316111 T4303 C5941 P53253 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 2316142 T4254 C5939 P53260 oasc.SolrCore.execute [nodes_used_collection_shard2_replica1] webapp=/rz_ic/y path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=10 
[junit4:junit4]   2> 2316143 T4303 C5941 P53253 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 2316146 T4303 C5941 P53253 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369677382545/nodes_used_collection_shard2_replica2/data/index.20130527145645270
[junit4:junit4]   2> 2316155 T4281 C5940 P53266 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5df77019 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2eee3bea),segFN=segments_1,generation=1}
[junit4:junit4]   2> 2316158 T4281 C5940 P53266 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 2316163 T4303 C5941 P53253 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@55bc1b6 lockFactory=org.apache.lucene.store.NativeFSLockFactory@6e13fcf9) fullCopy=false
[junit4:junit4]   2> 2316170 T4281 C5940 P53266 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5df77019 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2eee3bea),segFN=segments_1,generation=1}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5df77019 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2eee3bea),segFN=segments_2,generation=2}
[junit4:junit4]   2> 2316172 T4281 C5940 P53266 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4]   2> 2316177 T4281 C5940 P53266 oass.SolrIndexSearcher.<init> Opening Searcher@bce7cba realtime
[junit4:junit4]   2> 2316178 T4281 C5940 P53266 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 2316178 T4281 C5940 P53266 oasup.LogUpdateProcessor.finish [nodes_used_collection_shard1_replica1] webapp=/rz_ic/y path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 153
[junit4:junit4]   2> 2316180 T4257 C5939 P53260 oasc.SolrCore.execute [nodes_used_collection_shard2_replica1] webapp=/rz_ic/y path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=1 
[junit4:junit4]   2> ASYNC  NEW_CORE C5942 name=nodes_used_collection_shard1_replica2 org.apache.solr.core.SolrCore@57604ec7 url=http://127.0.0.1:53263/rz_ic/y/nodes_used_collection_shard1_replica2 node=127.0.0.1:53263_rz_ic%2Fy C5942_STATE=coll:nodes_used_collection core:nodes_used_collection_shard1_replica2 props:{shard=shard1, state=recovering, core=nodes_used_collection_shard1_replica2, collection=nodes_used_collection, node_name=127.0.0.1:53263_rz_ic%2Fy, base_url=http://127.0.0.1:53263/rz_ic/y}
[junit4:junit4]   2> 2316181 T4302 C5942 P53263 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 2316182 T4302 C5942 P53263 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 2316186 T4303 C5941 P53253 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 2316188 T4285 C5940 P53266 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 2316189 T4285 C5940 P53266 oasc.SolrCore.execute [nodes_used_collection_shard1_replica1] webapp=/rz_ic/y path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=3 
[junit4:junit4]   2> 2316191 T4302 C5942 P53263 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 2316191 T4302 C5942 P53263 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 2316192 T4302 C5942 P53263 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 2316200 T4284 C5940 P53266 oasc.SolrCore.execute [nodes_used_collection_shard1_replica1] webapp=/rz_ic/y path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=5 
[junit4:junit4]   2> 2316201 T4302 C5942 P53263 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 2316213 T4302 C5942 P53263 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369677388608/nodes_used_collection_shard1_replica2/data/index.20130527145645328
[junit4:junit4]   2> 2316213 T4303 C5941 P53253 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 2316222 T4303 C5941 P53253 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=nodes_used_collection_shard2_replica2
[junit4:junit4]   2> 2316225 T4302 C5942 P53263 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@2bf09ae0 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3e55495b) fullCopy=false
[junit4:junit4]   2> 2316233 T4303 C5941 P53253 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@51dc01c8 lockFactory=org.apache.lucene.store.NativeFSLockFactory@38825af3),segFN=segments_1,generation=1}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@51dc01c8 lockFactory=org.apache.lucene.store.NativeFSLockFactory@38825af3),segFN=segments_2,generation=2}
[junit4:junit4]   2> 2316236 T4303 C5941 P53253 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4]   2> 2316237 T4281 C5940 P53266 oasc.SolrCore.execute [nodes_used_collection_shard1_replica1] webapp=/rz_ic/y path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=1 
[junit4:junit4]   2> 2316254 T4303 C5941 P53253 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 2316256 T4303 C5941 P53253 oass.SolrIndexSearcher.<init> Opening Searcher@1a5ba5f0 main
[junit4:junit4]   2> 2316257 T4299 oasc.SolrCore.registerSearcher [nodes_used_collection_shard2_replica2] Registered new searcher Searcher@1a5ba5f0 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 2316268 T4303 C5941 P53253 oasc.CachingDirectoryFactory.closeCacheValue looking to close /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369677382545/nodes_used_collection_shard2_replica2/data/index.20130527145645270 [CachedDir<<refCount=0;path=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369677382545/nodes_used_collection_shard2_replica2/data/index.20130527145645270;done=true>>]
[junit4:junit4]   2> 2316269 T4303 C5941 P53253 oasc.CachingDirectoryFactory.close Closing directory: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369677382545/nodes_used_collection_shard2_replica2/data/index.20130527145645270
[junit4:junit4]   2> 2316273 T4302 C5942 P53263 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 2316279 T4303 C5941 P53253 oasc.CachingDirectoryFactory.closeCacheValue Removing directory before core close: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369677382545/nodes_used_collection_shard2_replica2/data/index.20130527145645270
[junit4:junit4]   2> 2316280 T4303 C5941 P53253 oasc.RecoveryStrategy.replay No replay needed. core=nodes_used_collection_shard2_replica2
[junit4:junit4]   2> 2316280 T4303 C5941 P53253 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=nodes_used_collection_shard2_replica2
[junit4:junit4]   2> 2316281 T4303 C5941 P53253 oasc.ZkController.publish publishing core=nodes_used_collection_shard2_replica2 state=active
[junit4:junit4]   2> ASYNC  NEW_CORE C5943 name=nodes_used_collection_shard1_replica2 org.apache.solr.core.SolrCore@57604ec7 url=http://127.0.0.1:53263/rz_ic/y/nodes_used_collection_shard1_replica2 node=127.0.0.1:53263_rz_ic%2Fy C5943_STATE=coll:nodes_used_collection core:nodes_used_collection_shard1_replica2 props:{shard=shard1, state=recovering, core=nodes_used_collection_shard1_replica2, collection=nodes_used_collection, node_name=127.0.0.1:53263_rz_ic%2Fy, base_url=http://127.0.0.1:53263/rz_ic/y}
[junit4:junit4]   2> 2316313 T4302 C5943 P53263 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 2316314 T4302 C5943 P53263 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=nodes_used_collection_shard1_replica2
[junit4:junit4]   2> ASYNC  NEW_CORE C5944 name=nodes_used_collection_shard2_replica2 org.apache.solr.core.SolrCore@25e00ca1 url=http://127.0.0.1:53253/rz_ic/y/nodes_used_collection_shard2_replica2 node=127.0.0.1:53253_rz_ic%2Fy C5944_STATE=coll:nodes_used_collection core:nodes_used_collection_shard2_replica2 props:{shard=shard2, state=recovering, core=nodes_used_collection_shard2_replica2, collection=nodes_used_collection, node_name=127.0.0.1:53253_rz_ic%2Fy, base_url=http://127.0.0.1:53253/rz_ic/y}
[junit4:junit4]   2> 2316320 T4303 C5944 P53253 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=nodes_used_collection_shard2_replica2
[junit4:junit4]   2> 2316333 T4302 C5943 P53263 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@761ec08f lockFactory=org.apache.lucene.store.NativeFSLockFactory@68eadd1b),segFN=segments_1,generation=1}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@761ec08f lockFactory=org.apache.lucene.store.NativeFSLockFactory@68eadd1b),segFN=segments_2,generation=2}
[junit4:junit4]   2> 2316335 T4302 C5943 P53263 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4]   2> 2316344 T4302 C5943 P53263 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 2316345 T4302 C5943 P53263 oass.SolrIndexSearcher.<init> Opening Searcher@6e0615aa main
[junit4:junit4]   2> 2316347 T4298 oasc.SolrCore.registerSearcher [nodes_used_collection_shard1_replica2] Registered new searcher Searcher@6e0615aa main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 2316358 T4302 C5943 P53263 oasc.CachingDirectoryFactory.closeCacheValue looking to close /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369677388608/nodes_used_collection_shard1_replica2/data/index.20130527145645328 [CachedDir<<refCount=0;path=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369677388608/nodes_used_collection_shard1_replica2/data/index.20130527145645328;done=true>>]
[junit4:junit4]   2> 2316358 T4302 C5943 P53263 oasc.CachingDirectoryFactory.close Closing directory: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369677388608/nodes_used_collection_shard1_replica2/data/index.20130527145645328
[junit4:junit4]   2> 2316372 T4302 C5943 P53263 oasc.CachingDirectoryFactory.closeCacheValue Removing directory before core close: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369677388608/nodes_used_collection_shard1_replica2/data/index.20130527145645328
[junit4:junit4]   2> 2316373 T4302 C5943 P53263 oasc.RecoveryStrategy.replay No replay needed. core=nodes_used_collection_shard1_replica2
[junit4:junit4]   2> 2316373 T4302 C5943 P53263 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=nodes_used_collection_shard1_replica2
[junit4:junit4]   2> 2316374 T4302 C5943 P53263 oasc.ZkController.publish publishing core=nodes_used_collection_shard1_replica2 state=active
[junit4:junit4]   2> 2316376 T4302 C5943 P53263 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=nodes_used_collection_shard1_replica2
[junit4:junit4]   2> 2316659 T4231 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2316661 T4231 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:53253_rz_ic%2Fy_nodes_used_collection_shard2_replica2",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"nodes_used_collection_shard2_replica2",
[junit4:junit4]   2> 	  "collection":"nodes_used_collection",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:53253_rz_ic%2Fy",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:53253/rz_ic/y"}
[junit4:junit4]   2> 2316712 T4231 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:53263_rz_ic%2Fy_nodes_used_collection_shard1_replica2",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"nodes_used_collection_shard1_replica2",
[junit4:junit4]   2> 	  "collection":"nodes_used_collection",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:53263_rz_ic%2Fy",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:53263/rz_ic/y"}
[junit4:junit4]   2> 2316768 T4276 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 2316768 T4262 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 2316769 T4248 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 2316769 T4305 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 2316770 T4307 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 2316770 T4290 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 2316771 T4235 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 2316784 T4230 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 2319118 T4283 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 2319228 T4225 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 2319335 T4225 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 2319422 T4225 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 2319429 T4283 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 2319451 T4283 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 2319593 T4282 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 2319595 T4267 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 2319607 T4282 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 2319611 T4267 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 2319614 T4282 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 2319665 T4267 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 2319667 T4269 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 2319680 T4283 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 2319686 T4244 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 2319687 T4225 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 2319695 T4226 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 2319699 T4244 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 2319726 T4225 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 2319736 T4283 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 2319744 T4269 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 2319750 T4225 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 2319754 T4244 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 2319756 T4269 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 2319767 T4225 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 2319768 T4225 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 2319768 T4225 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 2319775 T4283 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 2319777 T4225 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 2319778 T4225 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 2319779 T4225 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 2319780 T4225 oasc.SolrCore.<init> [awholynewcollection_0_shard1_replica2] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369677382545/awholynewcollection_0_shard1_replica2/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369677382545/awholynewcollection_0_shard1_replica2/data/
[junit4:junit4]   2> 2319781 T4225 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3996a317
[junit4:junit4]   2> 2319784 T4225 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 2319787 T4283 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 2319788 T4283 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 2319789 T4283 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 2319778 T4226 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 2319790 T4225 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369677382545/awholynewcollection_0_shard1_replica2/data
[junit4:junit4]   2> 2319799 T4283 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 2319801 T4283 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 2319801 T4283 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 2319802 T4283 oasc.SolrCore.<init> [awholynewcollection_0_shard3_replica3] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369677390971/awholynewcollection_0_shard3_replica3/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369677390971/awholynewcollection_0_shard3_replica3/data/
[junit4:junit4]   2> 2319802 T4283 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3996a317
[junit4:junit4]   2> 2319803 T4283 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 2319804 T4283 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369677390971/awholynewcollection_0_shard3_replica3/data
[junit4:junit4]   2> 2319818 T4283 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369677390971/awholynewcollection_0_shard3_replica3/data/index/
[junit4:junit4]   2> 2319820 T4283 oasc.SolrCore.initIndex WARN [awholynewcollection_0_shard3_replica3] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369677390971/awholynewcollection_0_shard3_replica3/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 2319821 T4283 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369677390971/awholynewcollection_0_shard3_replica3/data/index
[junit4:junit4]   2> 2319820 T4225 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369677382545/awholynewcollection_0_shard1_replica2/data/index/
[junit4:junit4]   2> 2319828 T4225 oasc.SolrCore.initIndex WARN [awholynewcollection_0_shard1_replica2] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369677382545/awholynewcollection_0_shard1_replica2/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 2319829 T4225 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369677382545/awholynewcollection_0_shard1_replica2/data/index
[junit4:junit4]   2> 2319830 T4226 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 2319867 T4283 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4958d855 lockFactory=org.apache.lucene.store.NativeFSLockFactory@19d75e5e),segFN=segments_1,generation=1}
[junit4:junit4]   2> 2319867 T4283 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 2319870 T4258 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 2319878 T4225 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@651b4e41 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2995915c),segFN=segments_1,generation=1}
[junit4:junit4]   2> 2319878 T4225 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 2319891 T4225 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 2319892 T4225 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 2319893 T4225 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 2319894 T4225 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 2319895 T4225 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 2319896 T4225 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 2319897 T4225 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 2319898 T4225 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 2319923 T4225 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 2319912 T4282 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 2319935 T4267 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 2319898 T4283 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 2319938 T4283 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 2319951 T4283 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 2319953 T4283 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 2319954 T4283 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 2319954 T4283 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 2319955 T4283 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 2319956 T4283 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 2319957 T4283 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 2319965 T4283 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 2319965 T4225 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 2319988 T4267 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 2319991 T4244 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 2320008 T4283 oass.SolrIndexSearcher.<init> Opening Searcher@21d2b1cf main
[junit4:junit4]   2> 2320010 T4283 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369677390971/awholynewcollection_0_shard3_replica3/data/tlog
[junit4:junit4]   2> 2320011 T4283 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 2320012 T4283 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 2320016 T4225 oass.SolrIndexSearcher.<init> Opening Searcher@226f1b82 main
[junit4:junit4]   2> 2320017 T4225 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369677382545/awholynewcollection_0_shard1_replica2/data/tlog
[junit4:junit4]   2> 2320019 T4225 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 2320020 T4225 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 2320024 T4317 oasc.SolrCore.registerSearcher [awholynewcollection_0_shard3_replica3] Registered new searcher Searcher@21d2b1cf main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 2320030 T4283 oasc.ZkController.publish publishing core=awholynewcollection_0_shard3_replica3 state=down
[junit4:junit4]   2> 2320039 T4244 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 2320044 T4282 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 2320047 T4269 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 2320075 T4244 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 2320077 T4269 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 2320077 T4258 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 2320084 T4253 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 2320090 T4226 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 2320091 T4244 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 2320092 T4244 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 2320093 T4244 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 2320099 T4282 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 2320099 T4269 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 2320095 T4267 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 2320107 T4226 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 2320108 T4258 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 2320114 T4244 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 2320115 T4244 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 2320115 T4244 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 2320116 T4244 oasc.SolrCore.<init> [awholynewcollection_0_shard2_replica2] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369677384037/awholynewcollection_0_shard2_replica2/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369677384037/awholynewcollection_0_shard2_replica2/data/
[junit4:junit4]   2> 2320116 T4244 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3996a317
[junit4:junit4]   2> 2320119 T4244 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 2320122 T4244 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369677384037/awholynewcollection_0_shard2_replica2/data
[junit4:junit4]   2> 2320121 T4267 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 2320123 T4267 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 2320124 T4267 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 2320125 T4244 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369677384037/awholynewcollection_0_shard2_replica2/data/index/
[junit4:junit4]   2> 2320125 T4244 oasc.SolrCore.initIndex WARN [awholynewcollection_0_shard2_replica2] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369677384037/awholynewcollection_0_shard2_replica2/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 2320126 T4244 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369677384037/awholynewcollection_0_shard2_replica2/data/index
[junit4:junit4]   2> 2320121 T4269 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 2320129 T4269 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 2320130 T4269 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 2320133 T4318 oasc.SolrCore.registerSearcher [awholynewcollection_0_shard1_replica2] Registered new searcher Searcher@226f1b82 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 2320120 T4282 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 2320135 T4282 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 2320136 T4282 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 2320125 T4226 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 2320139 T4267 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 2320142 T4267 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 2320144 T4267 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 2320145 T4267 oasc.SolrCore.<init> [awholynewcollection_0_shard1_replica3] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369677388608/awholynewcollection_0_shard1_replica3/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369677388608/awholynewcollection_0_shard1_replica3/data/
[junit4:junit4]   2> 2320145 T4267 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3996a317
[junit4:junit4]   2> 2320146 T4267 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 2320147 T4267 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369677388608/awholynewcollection_0_shard1_replica3/data
[junit4:junit4]   2> 2320150 T4267 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369677388608/awholynewcollection_0_shard1_replica3/data/index/
[junit4:junit4]   2> 2320151 T4267 oasc.SolrCore.initIndex WARN [awholynewcollection_0_shard1_replica3] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369677388608/awholynewcollection_0_shard1_replica3/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 2320152 T4267 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369677388608/awholynewcollection_0_shard1_replica3/data/index
[junit4:junit4]   2> 2320153 T4225 oasc.ZkController.publish publishing core=awholynewcollection_0_shard1_replica2 state=down
[junit4:junit4]   2> 2320142 T4282 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 2320154 T4282 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 2320155 T4282 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 2320155 T4282 oasc.SolrCore.<init> [awholynewcollection_0_shard2_replica1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369677390971/awholynewcollection_0_shard2_replica1/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369677390971/awholynewcollection_0_shard2_replica1/data/
[junit4:junit4]   2> 2320156 T4282 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3996a317
[junit4:junit4]   2> 2320156 T4282 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 2320158 T4282 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369677390971/awholynewcollection_0_shard2_replica1/data
[junit4:junit4]   2> 2320142 T4269 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 2320159 T4269 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 2320160 T4269 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 2320160 T4269 oasc.SolrCore.<init> [awholynewcollection_0_shard3_replica2] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369677388608/awholynewcollection_0_shard3_replica2/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369677388608/awholynewcollection_0_shard3_replica2/data/
[junit4:junit4]   2> 2320161 T4269 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3996a317
[junit4:junit4]   2> 2320162 T4269 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 2320163 T4269 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369677388608/awholynewcollection_0_shard3_replica2/data
[junit4:junit4]   2> 2320164 T4226 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 2320165 T4226 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 2320165 T4226 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 2320172 T4282 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369677390971/awholynewcollection_0_shard2_replica1/data/index/
[junit4:junit4]   2> 2320172 T4282 oasc.SolrCore.initIndex WARN [awholynewcollection_0_shard2_replica1] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369677390971/awholynewcollection_0_shard2_replica1/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 2320172 T4244 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@16a74086 lockFactory=org.apache.lucene.store.NativeFSLockFactory@407abb0),segFN=segments_1,generation=1}
[junit4:junit4]   2> 2320175 T4244 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 2320174 T4269 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369677388608/awholynewcollection_0_shard3_replica2/data/index/
[junit4:junit4]   2> 2320177 T4269 oasc.SolrCore.initIndex WARN [awholynewcollection_0_shard3_replica2] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369677388608/awholynewcollection_0_shard3_replica2/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 2320178 T4269 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369677388608/awholynewcollection_0_shard3_replica2/data/index
[junit4:junit4]   2> 2320174 T4282 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369677390971/awholynewcollection_0_shard2_replica1/data/index
[junit4:junit4]   2> 2320189 T4244 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 2320190 T4244 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 2320191 T4244 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 2320192 T4244 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 2320193 T4244 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 2320193 T4244 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 2320195 T4244 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 2320198 T4244 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 2320199 T4244 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 2320173 T4267 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7bd1e603 lockFactory=org.apache.lucene.store.NativeFSLockFactory@652a1658),segFN=segments_1,generation=1}
[junit4:junit4]   2> 2320208 T4267 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 2320180 T4226 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 2320211 T4226 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 2320212 T4226 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 2320213 T4226 oasc.SolrCore.<init> [awholynewcollection_0_shard3_replica1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369677382545/awholynewcollection_0_shard3_replica1/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369677382545/awholynewcollection_0_shard3_replica1/data/
[junit4:junit4]   2> 2320214 T4226 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3996a317
[junit4:junit4]   2> 2320215 T4226 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 2320216 T4226 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369677382545/awholynewcollection_0_shard3_replica1/data
[junit4:junit4]   2> 2320224 T4269 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@191adbce lockFactory=org.apache.lucene.store.NativeFSLockFactory@46ace4c5),segFN=segments_1,generation=1}
[junit4:junit4]   2> 2320225 T4269 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 2320234 T4226 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369677382545/awholynewcollection_0_shard3_replica1/data/index/
[junit4:junit4]   2> 2320235 T4226 oasc.SolrCore.initIndex WARN [awholynewcollection_0_shard3_replica1] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369677382545/awholynewcollection_0_shard3_replica1/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 2320235 T4226 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-136

[...truncated too long message...]

mits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4]   2> 2369566 T4208 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4]   2> 2369566 T4208 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4]   2> 2369567 T4208 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4]   2> 2369569 T4208 oasc.SolrCore.closeSearcher [awholynewcollection_1_shard3_replica5] Closing main searcher on request.
[junit4:junit4]   2> 2369570 T4208 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
[junit4:junit4]   2> 2369570 T4208 oasc.CachingDirectoryFactory.closeCacheValue looking to close /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369677390971/awholynewcollection_1_shard3_replica5/data/index [CachedDir<<refCount=0;path=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369677390971/awholynewcollection_1_shard3_replica5/data/index;done=false>>]
[junit4:junit4]   2> 2369571 T4208 oasc.CachingDirectoryFactory.close Closing directory: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369677390971/awholynewcollection_1_shard3_replica5/data/index
[junit4:junit4]   2> 2369571 T4208 oasc.CachingDirectoryFactory.closeCacheValue looking to close /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369677390971/awholynewcollection_1_shard3_replica5/data [CachedDir<<refCount=0;path=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369677390971/awholynewcollection_1_shard3_replica5/data;done=false>>]
[junit4:junit4]   2> 2369572 T4208 oasc.CachingDirectoryFactory.close Closing directory: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369677390971/awholynewcollection_1_shard3_replica5/data
[junit4:junit4]   2> 2369575 T4460 oasc.Overseer$ClusterStateUpdater.amILeader According to ZK I (id=89763176922677260-127.0.0.1:53266_rz_ic%2Fy-n_0000000004) am no longer a leader.
[junit4:junit4]   2> 2369593 T4208 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/rz_ic/y,null}
[junit4:junit4]   2> 2369654 T4208 oas.SolrTestCaseJ4.tearDown ###Ending testDistribSearch
[junit4:junit4]   2> 2369659 T4208 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:53250 53250
[junit4:junit4]   1> client port:0.0.0.0/0.0.0.0:0
[junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=CollectionsAPIDistributedZkTest -Dtests.method=testDistribSearch -Dtests.seed=BDDE25AA761E2ED5 -Dtests.slow=true -Dtests.locale=pl -Dtests.timezone=Atlantic/Bermuda -Dtests.file.encoding=ISO-8859-1
[junit4:junit4] ERROR   76.7s | CollectionsAPIDistributedZkTest.testDistribSearch <<<
[junit4:junit4]    > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: collection already exists: awholynewcollection_1
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([BDDE25AA761E2ED5:3C38ABB201414EE9]:0)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:424)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrServer.request(LBHttpSolrServer.java:264)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrServer.request(CloudSolrServer.java:306)
[junit4:junit4]    > 	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1400)
[junit4:junit4]    > 	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:438)
[junit4:junit4]    > 	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.doTest(CollectionsAPIDistributedZkTest.java:146)
[junit4:junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:815)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 2369732 T4208 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4]   2> 76677 T4207 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 2 leaked thread(s).
[junit4:junit4]   2> 2370879 T4290 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 2370880 T4290 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 2370880 T4290 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> NOTE: test params are: codec=Lucene42: {}, docValues:{}, sim=RandomSimilarityProvider(queryNorm=true,coord=yes): {}, locale=pl, timezone=Atlantic/Bermuda
[junit4:junit4]   2> NOTE: Mac OS X 10.8.3 x86_64/Oracle Corporation 1.7.0_21 (64-bit)/cpus=2,threads=2,free=293793472,total=453570560
[junit4:junit4]   2> NOTE: All tests run in this JVM: [NumericFieldsTest, ChaosMonkeySafeLeaderTest, MultiTermTest, TestMultiCoreConfBootstrap, TestLFUCache, TestSchemaResource, TestFastLRUCache, TestFieldResource, TestRealTimeGet, MBeansHandlerTest, TestCodecSupport, CopyFieldTest, LegacyHTMLStripCharFilterTest, TestCSVResponseWriter, TimeZoneUtilsTest, IndexSchemaRuntimeFieldTest, TestCollationField, SolrPluginUtilsTest, DirectUpdateHandlerOptimizeTest, TestSearchPerf, TestFoldingMultitermQuery, TestDFRSimilarityFactory, BadComponentTest, JsonLoaderTest, PingRequestHandlerTest, TestStressRecovery, BasicDistributedZkTest, TestPartialUpdateDeduplication, TestLMDirichletSimilarityFactory, TestFaceting, SuggesterTest, DistributedQueryElevationComponentTest, LeaderElectionIntegrationTest, DirectSolrConnectionTest, PolyFieldTest, SuggesterTSTTest, SynonymTokenizerTest, SampleTest, RequiredFieldsTest, FieldAnalysisRequestHandlerTest, TestLazyCores, TestCoreDiscovery, LeaderElectionTest, TestArbitraryIndexDir, TestCollationKeyRangeQueries, SolrCoreTest, UnloadDistributedZkTest, TestLRUCache, DistributedTermsComponentTest, BasicFunctionalityTest, TestSolr4Spatial, TestDistributedGrouping, SolrInfoMBeanTest, TestFuzzyAnalyzedSuggestions, SolrCmdDistributorTest, TestSolrCoreProperties, TestUniqueKeyFieldResource, TestPluginEnable, DirectSolrSpellCheckerTest, TestMergePolicyConfig, SolrTestCaseJ4Test, HighlighterTest, DocumentAnalysisRequestHandlerTest, PreAnalyzedFieldTest, TestRecovery, DistanceFunctionTest, TestComponentsName, TestBadConfig, ZkSolrClientTest, TestRangeQuery, TermsComponentTest, TestPostingsSolrHighlighter, UUIDFieldTest, SystemInfoHandlerTest, BasicZkTest, PrimUtilsTest, ChaosMonkeyShardSplitTest, ReturnFieldsTest, TestFastOutputStream, ClusterStateUpdateTest, SliceStateUpdateTest, TestSolrDeletionPolicy2, AutoCommitTest, ResponseLogComponentTest, TestAnalyzedSuggestions, TestTrie, ConvertedLegacyTest, TestWordDelimiterFilterFactory, TestCoreContainer, FullSolrCloudDistribCmdsTest, CurrencyFieldOpenExchangeTest, TestDynamicFieldResource, TestReplicationHandler, TestFiltering, CachingDirectoryFactoryTest, SpellPossibilityIteratorTest, OpenCloseCoreStressTest, ShardRoutingCustomTest, SpellCheckCollatorTest, DocValuesTest, TestWriterPerf, TestQueryTypes, SliceStateTest, SOLR749Test, ShardRoutingTest, DisMaxRequestHandlerTest, OpenExchangeRatesOrgProviderTest, SoftAutoCommitTest, TestJoin, SimpleFacetsTest, TestSolrDeletionPolicy1, TestSchemaVersionResource, TestOmitPositions, BadCopyFieldTest, ZkCLITest, TestIndexingPerformance, ZkNodePropsTest, TestReload, CoreContainerCoreInitFailuresTest, SolrCoreCheckLockOnStartupTest, TestDynamicFieldCollectionResource, IndexSchemaTest, DefaultValueUpdateProcessorTest, SyncSliceTest, URLClassifyProcessorTest, EchoParamsTest, CollectionsAPIDistributedZkTest]
[junit4:junit4] Completed in 78.01s, 1 test, 1 error <<< FAILURES!

[...truncated 493 lines...]
BUILD FAILED
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:386: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:366: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:39: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build.xml:181: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/common-build.xml:437: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:1243: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:887: There were test failures: 296 suites, 1234 tests, 1 error, 18 ignored (6 assumptions)

Total time: 113 minutes 8 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.7.0 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-4.x-MacOSX (64bit/jdk1.6.0) - Build # 496 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-MacOSX/496/
Java: 64bit/jdk1.6.0 -XX:-UseCompressedOops -XX:+UseSerialGC

1 tests failed.
FAILED:  org.apache.lucene.replicator.http.HttpReplicatorTest.testBasic

Error Message:
Connection to http://localhost:51513 refused

Stack Trace:
org.apache.http.conn.HttpHostConnectException: Connection to http://localhost:51513 refused
	at __randomizedtesting.SeedInfo.seed([D61BF819C5EE930E:7DE1E50C1A321520]:0)
	at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:190)
	at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
	at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
	at org.apache.lucene.replicator.http.HttpClientBase.executeGET(HttpClientBase.java:178)
	at org.apache.lucene.replicator.http.HttpReplicator.checkForUpdate(HttpReplicator.java:51)
	at org.apache.lucene.replicator.ReplicationClient.doUpdate(ReplicationClient.java:196)
	at org.apache.lucene.replicator.ReplicationClient.updateNow(ReplicationClient.java:402)
	at org.apache.lucene.replicator.http.HttpReplicatorTest.testBasic(HttpReplicatorTest.java:112)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
	at java.lang.reflect.Method.invoke(Method.java:597)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:680)
Caused by: java.net.ConnectException: Connection refused
	at java.net.PlainSocketImpl.socketConnect(Native Method)
	at java.net.PlainSocketImpl.doConnect(PlainSocketImpl.java:351)
	at java.net.PlainSocketImpl.connectToAddress(PlainSocketImpl.java:213)
	at java.net.PlainSocketImpl.connect(PlainSocketImpl.java:200)
	at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:432)
	at java.net.Socket.connect(Socket.java:529)
	at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
	at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
	... 48 more




Build Log:
[...truncated 7429 lines...]
[junit4:junit4] Suite: org.apache.lucene.replicator.http.HttpReplicatorTest
[junit4:junit4]   2> 2013-05-27 20:54:03.182:DBUG:oejs.ServletHandler:filterNameMap={}
[junit4:junit4]   2> 2013-05-27 20:54:03.183:DBUG:oejs.ServletHandler:pathFilters=null
[junit4:junit4]   2> 2013-05-27 20:54:03.183:DBUG:oejs.ServletHandler:servletFilterMap=null
[junit4:junit4]   2> 2013-05-27 20:54:03.183:DBUG:oejs.ServletHandler:servletPathMap={/replicate/*=org.apache.lucene.replicator.http.ReplicationServlet-570848003}
[junit4:junit4]   2> 2013-05-27 20:54:03.183:DBUG:oejs.ServletHandler:servletNameMap={org.apache.lucene.replicator.http.ReplicationServlet-570848003=org.apache.lucene.replicator.http.ReplicationServlet-570848003}
[junit4:junit4]   2> 2013-05-27 20:54:03.303:DBUG:oejuc.Container:Container org.eclipse.jetty.server.Server@37190ae9 + SelectChannelConnector@0.0.0.0:0 as connector
[junit4:junit4]   2> 2013-05-27 20:54:03.306:DBUG:oejuc.Container:Container org.eclipse.jetty.servlet.ServletHandler@411167f3 + org.apache.lucene.replicator.http.ReplicationServlet-570848003 as servlet
[junit4:junit4]   2> 2013-05-27 20:54:03.306:DBUG:oejuc.Container:Container org.eclipse.jetty.servlet.ServletHandler@411167f3 + [/replicate/*]=>org.apache.lucene.replicator.http.ReplicationServlet-570848003 as servletMapping
[junit4:junit4]   2> 2013-05-27 20:54:03.306:DBUG:oejuc.Container:Container org.eclipse.jetty.server.Server@37190ae9 + org.eclipse.jetty.servlet.ServletHandler@411167f3 as handler
[junit4:junit4]   2> 2013-05-27 20:54:03.339:DBUG:oejuc.Container:Container org.eclipse.jetty.server.Server@37190ae9 - SelectChannelConnector@0.0.0.0:0 as connector
[junit4:junit4]   2> 2013-05-27 20:54:03.340:DBUG:oejuc.Container:Container org.eclipse.jetty.server.Server@37190ae9 + SelectChannelConnector@127.0.0.1:0 as connector
[junit4:junit4]   2> 2013-05-27 20:54:03.351:DBUG:oejuc.Container:Container org.eclipse.jetty.server.Server@37190ae9 + org.eclipse.jetty.server.session.HashSessionIdManager@7e0e873b as sessionIdManager
[junit4:junit4]   2> 2013-05-27 20:54:03.351:DBUG:oejuc.AbstractLifeCycle:starting org.eclipse.jetty.server.Server@37190ae9
[junit4:junit4]   2> 2013-05-27 20:54:03.352:INFO:oejs.Server:jetty-8.1.10.v20130312
[junit4:junit4]   2> 2013-05-27 20:54:03.448:DBUG:oejuc.Container:Container org.eclipse.jetty.server.Server@37190ae9 + qtp1428159682{8<=0<=0/254,-1} as threadpool
[junit4:junit4]   2> 2013-05-27 20:54:03.448:DBUG:oejuc.AbstractLifeCycle:starting org.eclipse.jetty.servlet.ServletHandler@411167f3
[junit4:junit4]   2> 2013-05-27 20:54:03.468:DBUG:oejs.ServletHandler:filterNameMap={}
[junit4:junit4]   2> 2013-05-27 20:54:03.468:DBUG:oejs.ServletHandler:pathFilters=null
[junit4:junit4]   2> 2013-05-27 20:54:03.468:DBUG:oejs.ServletHandler:servletFilterMap=null
[junit4:junit4]   2> 2013-05-27 20:54:03.468:DBUG:oejs.ServletHandler:servletPathMap={/replicate/*=org.apache.lucene.replicator.http.ReplicationServlet-570848003}
[junit4:junit4]   2> 2013-05-27 20:54:03.468:DBUG:oejs.ServletHandler:servletNameMap={org.apache.lucene.replicator.http.ReplicationServlet-570848003=org.apache.lucene.replicator.http.ReplicationServlet-570848003}
[junit4:junit4]   2> 2013-05-27 20:54:03.468:DBUG:oejsh.AbstractHandler:starting org.eclipse.jetty.servlet.ServletHandler@411167f3
[junit4:junit4]   2> 2013-05-27 20:54:03.468:DBUG:oejuc.AbstractLifeCycle:starting org.apache.lucene.replicator.http.ReplicationServlet-570848003
[junit4:junit4]   2> 2013-05-27 20:54:03.486:DBUG:oejuc.AbstractLifeCycle:STARTED org.apache.lucene.replicator.http.ReplicationServlet-570848003
[junit4:junit4]   2> 2013-05-27 20:54:03.486:DBUG:oejuc.AbstractLifeCycle:STARTED org.eclipse.jetty.servlet.ServletHandler@411167f3
[junit4:junit4]   2> 2013-05-27 20:54:03.486:DBUG:oejsh.AbstractHandler:starting org.eclipse.jetty.server.Server@37190ae9
[junit4:junit4]   2> 2013-05-27 20:54:03.486:DBUG:oejuc.AbstractLifeCycle:starting org.eclipse.jetty.server.session.HashSessionIdManager@7e0e873b
[junit4:junit4]   2> 2013-05-27 20:54:03.486:DBUG:oejuc.AbstractLifeCycle:STARTED org.eclipse.jetty.server.session.HashSessionIdManager@7e0e873b
[junit4:junit4]   2> 2013-05-27 20:54:03.486:DBUG:oejuc.AbstractLifeCycle:starting qtp1428159682{8<=0<=0/254,-1}
[junit4:junit4]   2> 2013-05-27 20:54:03.493:DBUG:oejuc.AbstractLifeCycle:STARTED qtp1428159682{8<=7<=8/254,0}
[junit4:junit4]   2> 2013-05-27 20:54:03.494:DBUG:oejuc.AbstractLifeCycle:starting SelectChannelConnector@127.0.0.1:0
[junit4:junit4]   2> 2013-05-27 20:54:03.562:DBUG:oejuc.AbstractLifeCycle:starting null/null
[junit4:junit4]   2> 2013-05-27 20:54:03.577:DBUG:oejuc.AbstractLifeCycle:STARTED PooledBuffers [0/1024@6144,0/1024@16384,0/1024@-]/PooledBuffers [0/1024@6144,0/1024@32768,0/1024@-]
[junit4:junit4]   2> 2013-05-27 20:54:03.578:DBUG:oejuc.AbstractLifeCycle:starting org.eclipse.jetty.server.nio.SelectChannelConnector$ConnectorSelectorManager@5fe8bb4c
[junit4:junit4]   2> 2013-05-27 20:54:03.613:DBUG:oejuc.AbstractLifeCycle:STARTED org.eclipse.jetty.server.nio.SelectChannelConnector$ConnectorSelectorManager@5fe8bb4c
[junit4:junit4]   2> 2013-05-27 20:54:03.617:DBUG:oeji.nio:Starting Thread[qtp1428159682-26 Selector0,5,TGRP-HttpReplicatorTest] on org.eclipse.jetty.io.nio.SelectorManager$1@5043ffed
[junit4:junit4]   2> 2013-05-27 20:54:03.617:INFO:oejs.AbstractConnector:Started SelectChannelConnector@127.0.0.1:51513
[junit4:junit4]   2> 2013-05-27 20:54:03.622:DBUG:oejuc.AbstractLifeCycle:STARTED SelectChannelConnector@127.0.0.1:51513
[junit4:junit4]   2> 2013-05-27 20:54:03.622:DBUG:oejuc.AbstractLifeCycle:STARTED org.eclipse.jetty.server.Server@37190ae9
[junit4:junit4]   2> 2013-05-27 20:54:05.612:DBUG:oejuc.AbstractLifeCycle:stopping org.eclipse.jetty.server.Server@37190ae9
[junit4:junit4]   2> 2013-05-27 20:54:05.612:DBUG:oejuc.AbstractLifeCycle:stopping SelectChannelConnector@127.0.0.1:51513
[junit4:junit4]   2> 2013-05-27 20:54:05.614:DBUG:oejuc.AbstractLifeCycle:stopping org.eclipse.jetty.server.nio.SelectChannelConnector$ConnectorSelectorManager@5fe8bb4c
[junit4:junit4]   2> 2013-05-27 20:54:05.618:DBUG:oeji.nio:Stopped Thread[qtp1428159682-26 Selector0,5,TGRP-HttpReplicatorTest] on org.eclipse.jetty.io.nio.SelectorManager$1@5043ffed
[junit4:junit4]   2> 2013-05-27 20:54:05.632:DBUG:oejuc.AbstractLifeCycle:STOPPED org.eclipse.jetty.server.nio.SelectChannelConnector$ConnectorSelectorManager@5fe8bb4c
[junit4:junit4]   2> 2013-05-27 20:54:05.632:DBUG:oejuc.AbstractLifeCycle:stopping PooledBuffers [0/1024@6144,0/1024@16384,0/1024@-]/PooledBuffers [0/1024@6144,0/1024@32768,0/1024@-]
[junit4:junit4]   2> 2013-05-27 20:54:05.633:DBUG:oejuc.AbstractLifeCycle:STOPPED null/null
[junit4:junit4]   2> 2013-05-27 20:54:05.633:DBUG:oejuc.AbstractLifeCycle:STOPPED SelectChannelConnector@127.0.0.1:0
[junit4:junit4]   2> 2013-05-27 20:54:05.633:DBUG:oejuc.AbstractLifeCycle:stopping org.eclipse.jetty.servlet.ServletHandler@411167f3
[junit4:junit4]   2> 2013-05-27 20:54:05.633:DBUG:oejsh.AbstractHandler:stopping org.eclipse.jetty.servlet.ServletHandler@411167f3
[junit4:junit4]   2> 2013-05-27 20:54:05.633:DBUG:oejuc.AbstractLifeCycle:stopping org.apache.lucene.replicator.http.ReplicationServlet-570848003
[junit4:junit4]   2> 2013-05-27 20:54:05.634:DBUG:oejuc.AbstractLifeCycle:STOPPED org.apache.lucene.replicator.http.ReplicationServlet-570848003
[junit4:junit4]   2> 2013-05-27 20:54:05.634:DBUG:oejuc.AbstractLifeCycle:STOPPED org.eclipse.jetty.servlet.ServletHandler@411167f3
[junit4:junit4]   2> 2013-05-27 20:54:05.634:DBUG:oejsh.AbstractHandler:stopping org.eclipse.jetty.server.Server@37190ae9
[junit4:junit4]   2> 2013-05-27 20:54:05.634:DBUG:oejuc.AbstractLifeCycle:stopping qtp1428159682{8<=8<=8/254,0}
[junit4:junit4]   2> 2013-05-27 20:54:05.707:DBUG:oejuc.AbstractLifeCycle:STOPPED qtp1428159682{8<=0<=0/254,6}
[junit4:junit4]   2> 2013-05-27 20:54:05.708:DBUG:oejuc.AbstractLifeCycle:stopping org.eclipse.jetty.server.session.HashSessionIdManager@7e0e873b
[junit4:junit4]   2> 2013-05-27 20:54:05.708:DBUG:oejuc.AbstractLifeCycle:STOPPED org.eclipse.jetty.server.session.HashSessionIdManager@7e0e873b
[junit4:junit4]   2> 2013-05-27 20:54:05.708:DBUG:oejuc.AbstractLifeCycle:STOPPED org.eclipse.jetty.server.Server@37190ae9
[junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=HttpReplicatorTest -Dtests.method=testBasic -Dtests.seed=D61BF819C5EE930E -Dtests.slow=true -Dtests.locale=sq_AL -Dtests.timezone=Australia/Victoria -Dtests.file.encoding=ISO-8859-1
[junit4:junit4] ERROR   3.21s | HttpReplicatorTest.testBasic <<<
[junit4:junit4]    > Throwable #1: org.apache.http.conn.HttpHostConnectException: Connection to http://localhost:51513 refused
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([D61BF819C5EE930E:7DE1E50C1A321520]:0)
[junit4:junit4]    > 	at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:190)
[junit4:junit4]    > 	at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
[junit4:junit4]    > 	at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
[junit4:junit4]    > 	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
[junit4:junit4]    > 	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
[junit4:junit4]    > 	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
[junit4:junit4]    > 	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
[junit4:junit4]    > 	at org.apache.lucene.replicator.http.HttpClientBase.executeGET(HttpClientBase.java:178)
[junit4:junit4]    > 	at org.apache.lucene.replicator.http.HttpReplicator.checkForUpdate(HttpReplicator.java:51)
[junit4:junit4]    > 	at org.apache.lucene.replicator.ReplicationClient.doUpdate(ReplicationClient.java:196)
[junit4:junit4]    > 	at org.apache.lucene.replicator.ReplicationClient.updateNow(ReplicationClient.java:402)
[junit4:junit4]    > 	at org.apache.lucene.replicator.http.HttpReplicatorTest.testBasic(HttpReplicatorTest.java:112)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:680)
[junit4:junit4]    > Caused by: java.net.ConnectException: Connection refused
[junit4:junit4]    > 	at java.net.PlainSocketImpl.socketConnect(Native Method)
[junit4:junit4]    > 	at java.net.PlainSocketImpl.doConnect(PlainSocketImpl.java:351)
[junit4:junit4]    > 	at java.net.PlainSocketImpl.connectToAddress(PlainSocketImpl.java:213)
[junit4:junit4]    > 	at java.net.PlainSocketImpl.connect(PlainSocketImpl.java:200)
[junit4:junit4]    > 	at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:432)
[junit4:junit4]    > 	at java.net.Socket.connect(Socket.java:529)
[junit4:junit4]    > 	at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
[junit4:junit4]    > 	at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
[junit4:junit4]    > 	... 48 more
[junit4:junit4]   2> NOTE: test params are: codec=HighCompressionCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=HIGH_COMPRESSION, chunkSize=305), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=HIGH_COMPRESSION, chunkSize=305)), sim=RandomSimilarityProvider(queryNorm=false,coord=no): {}, locale=sq_AL, timezone=Australia/Victoria
[junit4:junit4]   2> NOTE: Mac OS X 10.8.3 x86_64/Apple Inc. 1.6.0_45 (64-bit)/cpus=2,threads=1,free=33138464,total=48693248
[junit4:junit4]   2> NOTE: All tests run in this JVM: [IndexAndTaxonomyRevisionTest, IndexAndTaxonomyReplicationClientTest, IndexReplicationClientTest, HttpReplicatorTest]
[junit4:junit4] Completed in 3.28s, 1 test, 1 error <<< FAILURES!

[...truncated 18 lines...]
BUILD FAILED
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:386: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:366: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:39: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/build.xml:554: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:1827: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/module-build.xml:61: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:1243: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:887: There were test failures: 7 suites, 30 tests, 1 error

Total time: 41 minutes 34 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.6.0 -XX:-UseCompressedOops -XX:+UseSerialGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-4.x-MacOSX (64bit/jdk1.6.0) - Build # 495 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-MacOSX/495/
Java: 64bit/jdk1.6.0 -XX:+UseCompressedOops -XX:+UseSerialGC

1 tests failed.
FAILED:  org.apache.lucene.replicator.http.HttpReplicatorTest.testBasic

Error Message:
Connection to http://localhost:51879 refused

Stack Trace:
org.apache.http.conn.HttpHostConnectException: Connection to http://localhost:51879 refused
	at __randomizedtesting.SeedInfo.seed([5B0D4A4BFB403453:F0F7575E249CB27D]:0)
	at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:190)
	at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
	at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
	at org.apache.lucene.replicator.http.HttpClientBase.executeGET(HttpClientBase.java:178)
	at org.apache.lucene.replicator.http.HttpReplicator.checkForUpdate(HttpReplicator.java:51)
	at org.apache.lucene.replicator.ReplicationClient.doUpdate(ReplicationClient.java:196)
	at org.apache.lucene.replicator.ReplicationClient.updateNow(ReplicationClient.java:402)
	at org.apache.lucene.replicator.http.HttpReplicatorTest.testBasic(HttpReplicatorTest.java:112)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
	at java.lang.reflect.Method.invoke(Method.java:597)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:680)
Caused by: java.net.ConnectException: Connection refused
	at java.net.PlainSocketImpl.socketConnect(Native Method)
	at java.net.PlainSocketImpl.doConnect(PlainSocketImpl.java:351)
	at java.net.PlainSocketImpl.connectToAddress(PlainSocketImpl.java:213)
	at java.net.PlainSocketImpl.connect(PlainSocketImpl.java:200)
	at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:432)
	at java.net.Socket.connect(Socket.java:529)
	at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
	at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
	... 48 more




Build Log:
[...truncated 7395 lines...]
[junit4:junit4] Suite: org.apache.lucene.replicator.http.HttpReplicatorTest
[junit4:junit4]   2> 2013-05-27 13:30:01.933:DBUG:oejs.ServletHandler:filterNameMap={}
[junit4:junit4]   2> 2013-05-27 13:30:01.933:DBUG:oejs.ServletHandler:pathFilters=null
[junit4:junit4]   2> 2013-05-27 13:30:01.933:DBUG:oejs.ServletHandler:servletFilterMap=null
[junit4:junit4]   2> 2013-05-27 13:30:01.933:DBUG:oejs.ServletHandler:servletPathMap={/replicate/*=org.apache.lucene.replicator.http.ReplicationServlet-1312420207}
[junit4:junit4]   2> 2013-05-27 13:30:01.933:DBUG:oejs.ServletHandler:servletNameMap={org.apache.lucene.replicator.http.ReplicationServlet-1312420207=org.apache.lucene.replicator.http.ReplicationServlet-1312420207}
[junit4:junit4]   2> 2013-05-27 13:30:02.115:DBUG:oejuc.Container:Container org.eclipse.jetty.server.Server@465098f9 + SelectChannelConnector@0.0.0.0:0 as connector
[junit4:junit4]   2> 2013-05-27 13:30:02.120:DBUG:oejuc.Container:Container org.eclipse.jetty.servlet.ServletHandler@6dee2ea8 + org.apache.lucene.replicator.http.ReplicationServlet-1312420207 as servlet
[junit4:junit4]   2> 2013-05-27 13:30:02.120:DBUG:oejuc.Container:Container org.eclipse.jetty.servlet.ServletHandler@6dee2ea8 + [/replicate/*]=>org.apache.lucene.replicator.http.ReplicationServlet-1312420207 as servletMapping
[junit4:junit4]   2> 2013-05-27 13:30:02.120:DBUG:oejuc.Container:Container org.eclipse.jetty.server.Server@465098f9 + org.eclipse.jetty.servlet.ServletHandler@6dee2ea8 as handler
[junit4:junit4]   2> 2013-05-27 13:30:02.184:DBUG:oejuc.Container:Container org.eclipse.jetty.server.Server@465098f9 - SelectChannelConnector@0.0.0.0:0 as connector
[junit4:junit4]   2> 2013-05-27 13:30:02.184:DBUG:oejuc.Container:Container org.eclipse.jetty.server.Server@465098f9 + SelectChannelConnector@127.0.0.1:0 as connector
[junit4:junit4]   2> 2013-05-27 13:30:02.199:DBUG:oejuc.Container:Container org.eclipse.jetty.server.Server@465098f9 + org.eclipse.jetty.server.session.HashSessionIdManager@20dbd794 as sessionIdManager
[junit4:junit4]   2> 2013-05-27 13:30:02.199:DBUG:oejuc.AbstractLifeCycle:starting org.eclipse.jetty.server.Server@465098f9
[junit4:junit4]   2> 2013-05-27 13:30:02.199:INFO:oejs.Server:jetty-8.1.10.v20130312
[junit4:junit4]   2> 2013-05-27 13:30:02.348:DBUG:oejuc.Container:Container org.eclipse.jetty.server.Server@465098f9 + qtp344787473{8<=0<=0/254,-1} as threadpool
[junit4:junit4]   2> 2013-05-27 13:30:02.349:DBUG:oejuc.AbstractLifeCycle:starting org.eclipse.jetty.servlet.ServletHandler@6dee2ea8
[junit4:junit4]   2> 2013-05-27 13:30:02.372:DBUG:oejs.ServletHandler:filterNameMap={}
[junit4:junit4]   2> 2013-05-27 13:30:02.372:DBUG:oejs.ServletHandler:pathFilters=null
[junit4:junit4]   2> 2013-05-27 13:30:02.372:DBUG:oejs.ServletHandler:servletFilterMap=null
[junit4:junit4]   2> 2013-05-27 13:30:02.372:DBUG:oejs.ServletHandler:servletPathMap={/replicate/*=org.apache.lucene.replicator.http.ReplicationServlet-1312420207}
[junit4:junit4]   2> 2013-05-27 13:30:02.372:DBUG:oejs.ServletHandler:servletNameMap={org.apache.lucene.replicator.http.ReplicationServlet-1312420207=org.apache.lucene.replicator.http.ReplicationServlet-1312420207}
[junit4:junit4]   2> 2013-05-27 13:30:02.372:DBUG:oejsh.AbstractHandler:starting org.eclipse.jetty.servlet.ServletHandler@6dee2ea8
[junit4:junit4]   2> 2013-05-27 13:30:02.372:DBUG:oejuc.AbstractLifeCycle:starting org.apache.lucene.replicator.http.ReplicationServlet-1312420207
[junit4:junit4]   2> 2013-05-27 13:30:02.390:DBUG:oejuc.AbstractLifeCycle:STARTED org.apache.lucene.replicator.http.ReplicationServlet-1312420207
[junit4:junit4]   2> 2013-05-27 13:30:02.390:DBUG:oejuc.AbstractLifeCycle:STARTED org.eclipse.jetty.servlet.ServletHandler@6dee2ea8
[junit4:junit4]   2> 2013-05-27 13:30:02.390:DBUG:oejsh.AbstractHandler:starting org.eclipse.jetty.server.Server@465098f9
[junit4:junit4]   2> 2013-05-27 13:30:02.390:DBUG:oejuc.AbstractLifeCycle:starting org.eclipse.jetty.server.session.HashSessionIdManager@20dbd794
[junit4:junit4]   2> 2013-05-27 13:30:02.391:DBUG:oejuc.AbstractLifeCycle:STARTED org.eclipse.jetty.server.session.HashSessionIdManager@20dbd794
[junit4:junit4]   2> 2013-05-27 13:30:02.391:DBUG:oejuc.AbstractLifeCycle:starting qtp344787473{8<=0<=0/254,-1}
[junit4:junit4]   2> 2013-05-27 13:30:02.510:DBUG:oejuc.AbstractLifeCycle:STARTED qtp344787473{8<=7<=8/254,0}
[junit4:junit4]   2> 2013-05-27 13:30:02.510:DBUG:oejuc.AbstractLifeCycle:starting SelectChannelConnector@127.0.0.1:0
[junit4:junit4]   2> 2013-05-27 13:30:03.933:DBUG:oejuc.AbstractLifeCycle:starting null/null
[junit4:junit4]   2> 2013-05-27 13:30:03.957:DBUG:oejuc.AbstractLifeCycle:STARTED PooledBuffers [0/1024@6144,0/1024@16384,0/1024@-]/PooledBuffers [0/1024@6144,0/1024@32768,0/1024@-]
[junit4:junit4]   2> 2013-05-27 13:30:03.958:DBUG:oejuc.AbstractLifeCycle:starting org.eclipse.jetty.server.nio.SelectChannelConnector$ConnectorSelectorManager@54e674d6
[junit4:junit4]   2> 2013-05-27 13:30:04.009:DBUG:oejuc.AbstractLifeCycle:STARTED org.eclipse.jetty.server.nio.SelectChannelConnector$ConnectorSelectorManager@54e674d6
[junit4:junit4]   2> 2013-05-27 13:30:04.020:DBUG:oeji.nio:Starting Thread[qtp344787473-22 Selector0,5,TGRP-HttpReplicatorTest] on org.eclipse.jetty.io.nio.SelectorManager$1@e5fbbf3
[junit4:junit4]   2> 2013-05-27 13:30:04.020:INFO:oejs.AbstractConnector:Started SelectChannelConnector@127.0.0.1:51879
[junit4:junit4]   2> 2013-05-27 13:30:04.028:DBUG:oejuc.AbstractLifeCycle:STARTED SelectChannelConnector@127.0.0.1:51879
[junit4:junit4]   2> 2013-05-27 13:30:04.028:DBUG:oejuc.AbstractLifeCycle:STARTED org.eclipse.jetty.server.Server@465098f9
[junit4:junit4]   2> 2013-05-27 13:30:09.325:DBUG:oejuc.AbstractLifeCycle:stopping org.eclipse.jetty.server.Server@465098f9
[junit4:junit4]   2> 2013-05-27 13:30:09.326:DBUG:oejuc.AbstractLifeCycle:stopping SelectChannelConnector@127.0.0.1:51879
[junit4:junit4]   2> 2013-05-27 13:30:09.327:DBUG:oejuc.AbstractLifeCycle:stopping org.eclipse.jetty.server.nio.SelectChannelConnector$ConnectorSelectorManager@54e674d6
[junit4:junit4]   2> 2013-05-27 13:30:09.331:DBUG:oeji.nio:Stopped Thread[qtp344787473-22 Selector0,5,TGRP-HttpReplicatorTest] on org.eclipse.jetty.io.nio.SelectorManager$1@e5fbbf3
[junit4:junit4]   2> 2013-05-27 13:30:09.344:DBUG:oejuc.AbstractLifeCycle:STOPPED org.eclipse.jetty.server.nio.SelectChannelConnector$ConnectorSelectorManager@54e674d6
[junit4:junit4]   2> 2013-05-27 13:30:09.344:DBUG:oejuc.AbstractLifeCycle:stopping PooledBuffers [0/1024@6144,0/1024@16384,0/1024@-]/PooledBuffers [0/1024@6144,0/1024@32768,0/1024@-]
[junit4:junit4]   2> 2013-05-27 13:30:09.345:DBUG:oejuc.AbstractLifeCycle:STOPPED null/null
[junit4:junit4]   2> 2013-05-27 13:30:09.345:DBUG:oejuc.AbstractLifeCycle:STOPPED SelectChannelConnector@127.0.0.1:0
[junit4:junit4]   2> 2013-05-27 13:30:09.345:DBUG:oejuc.AbstractLifeCycle:stopping org.eclipse.jetty.servlet.ServletHandler@6dee2ea8
[junit4:junit4]   2> 2013-05-27 13:30:09.345:DBUG:oejsh.AbstractHandler:stopping org.eclipse.jetty.servlet.ServletHandler@6dee2ea8
[junit4:junit4]   2> 2013-05-27 13:30:09.346:DBUG:oejuc.AbstractLifeCycle:stopping org.apache.lucene.replicator.http.ReplicationServlet-1312420207
[junit4:junit4]   2> 2013-05-27 13:30:09.346:DBUG:oejuc.AbstractLifeCycle:STOPPED org.apache.lucene.replicator.http.ReplicationServlet-1312420207
[junit4:junit4]   2> 2013-05-27 13:30:09.346:DBUG:oejuc.AbstractLifeCycle:STOPPED org.eclipse.jetty.servlet.ServletHandler@6dee2ea8
[junit4:junit4]   2> 2013-05-27 13:30:09.346:DBUG:oejsh.AbstractHandler:stopping org.eclipse.jetty.server.Server@465098f9
[junit4:junit4]   2> 2013-05-27 13:30:09.346:DBUG:oejuc.AbstractLifeCycle:stopping qtp344787473{8<=8<=8/254,0}
[junit4:junit4]   2> 2013-05-27 13:30:09.412:DBUG:oejuc.AbstractLifeCycle:STOPPED qtp344787473{8<=0<=0/254,7}
[junit4:junit4]   2> 2013-05-27 13:30:09.412:DBUG:oejuc.AbstractLifeCycle:stopping org.eclipse.jetty.server.session.HashSessionIdManager@20dbd794
[junit4:junit4]   2> 2013-05-27 13:30:09.412:DBUG:oejuc.AbstractLifeCycle:STOPPED org.eclipse.jetty.server.session.HashSessionIdManager@20dbd794
[junit4:junit4]   2> 2013-05-27 13:30:09.412:DBUG:oejuc.AbstractLifeCycle:STOPPED org.eclipse.jetty.server.Server@465098f9
[junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=HttpReplicatorTest -Dtests.method=testBasic -Dtests.seed=5B0D4A4BFB403453 -Dtests.slow=true -Dtests.locale=fr_LU -Dtests.timezone=Asia/Makassar -Dtests.file.encoding=ISO-8859-1
[junit4:junit4] ERROR   8.96s | HttpReplicatorTest.testBasic <<<
[junit4:junit4]    > Throwable #1: org.apache.http.conn.HttpHostConnectException: Connection to http://localhost:51879 refused
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([5B0D4A4BFB403453:F0F7575E249CB27D]:0)
[junit4:junit4]    > 	at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:190)
[junit4:junit4]    > 	at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
[junit4:junit4]    > 	at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
[junit4:junit4]    > 	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
[junit4:junit4]    > 	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
[junit4:junit4]    > 	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
[junit4:junit4]    > 	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
[junit4:junit4]    > 	at org.apache.lucene.replicator.http.HttpClientBase.executeGET(HttpClientBase.java:178)
[junit4:junit4]    > 	at org.apache.lucene.replicator.http.HttpReplicator.checkForUpdate(HttpReplicator.java:51)
[junit4:junit4]    > 	at org.apache.lucene.replicator.ReplicationClient.doUpdate(ReplicationClient.java:196)
[junit4:junit4]    > 	at org.apache.lucene.replicator.ReplicationClient.updateNow(ReplicationClient.java:402)
[junit4:junit4]    > 	at org.apache.lucene.replicator.http.HttpReplicatorTest.testBasic(HttpReplicatorTest.java:112)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:680)
[junit4:junit4]    > Caused by: java.net.ConnectException: Connection refused
[junit4:junit4]    > 	at java.net.PlainSocketImpl.socketConnect(Native Method)
[junit4:junit4]    > 	at java.net.PlainSocketImpl.doConnect(PlainSocketImpl.java:351)
[junit4:junit4]    > 	at java.net.PlainSocketImpl.connectToAddress(PlainSocketImpl.java:213)
[junit4:junit4]    > 	at java.net.PlainSocketImpl.connect(PlainSocketImpl.java:200)
[junit4:junit4]    > 	at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:432)
[junit4:junit4]    > 	at java.net.Socket.connect(Socket.java:529)
[junit4:junit4]    > 	at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
[junit4:junit4]    > 	at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
[junit4:junit4]    > 	... 48 more
[junit4:junit4]   2> NOTE: test params are: codec=Lucene41, sim=RandomSimilarityProvider(queryNorm=true,coord=no): {}, locale=fr_LU, timezone=Asia/Makassar
[junit4:junit4]   2> NOTE: Mac OS X 10.8.3 x86_64/Apple Inc. 1.6.0_45 (64-bit)/cpus=2,threads=1,free=26957280,total=48693248
[junit4:junit4]   2> NOTE: All tests run in this JVM: [IndexAndTaxonomyRevisionTest, IndexReplicationClientTest, HttpReplicatorTest]
[junit4:junit4] Completed in 9.09s, 1 test, 1 error <<< FAILURES!

[...truncated 21 lines...]
BUILD FAILED
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:386: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:366: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:39: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/build.xml:554: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:1827: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/module-build.xml:61: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:1243: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:887: There were test failures: 7 suites, 30 tests, 1 error

Total time: 50 minutes 33 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.6.0 -XX:+UseCompressedOops -XX:+UseSerialGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-4.x-MacOSX (64bit/jdk1.6.0) - Build # 494 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-MacOSX/494/
Java: 64bit/jdk1.6.0 -XX:-UseCompressedOops -XX:+UseParallelGC

1 tests failed.
REGRESSION:  org.apache.lucene.replicator.http.HttpReplicatorTest.testBasic

Error Message:
Connection to http://localhost:51867 refused

Stack Trace:
org.apache.http.conn.HttpHostConnectException: Connection to http://localhost:51867 refused
	at __randomizedtesting.SeedInfo.seed([5CB057324DBDD82A:F74A4A2792615E04]:0)
	at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:190)
	at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
	at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
	at org.apache.lucene.replicator.http.HttpClientBase.executeGET(HttpClientBase.java:178)
	at org.apache.lucene.replicator.http.HttpReplicator.checkForUpdate(HttpReplicator.java:51)
	at org.apache.lucene.replicator.ReplicationClient.doUpdate(ReplicationClient.java:196)
	at org.apache.lucene.replicator.ReplicationClient.updateNow(ReplicationClient.java:402)
	at org.apache.lucene.replicator.http.HttpReplicatorTest.testBasic(HttpReplicatorTest.java:112)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
	at java.lang.reflect.Method.invoke(Method.java:597)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:680)
Caused by: java.net.ConnectException: Connection refused
	at java.net.PlainSocketImpl.socketConnect(Native Method)
	at java.net.PlainSocketImpl.doConnect(PlainSocketImpl.java:351)
	at java.net.PlainSocketImpl.connectToAddress(PlainSocketImpl.java:213)
	at java.net.PlainSocketImpl.connect(PlainSocketImpl.java:200)
	at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:432)
	at java.net.Socket.connect(Socket.java:529)
	at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
	at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
	... 48 more




Build Log:
[...truncated 7437 lines...]
[junit4:junit4] Suite: org.apache.lucene.replicator.http.HttpReplicatorTest
[junit4:junit4]   2> 2013-05-27 08:39:35.222:DBUG:oejs.ServletHandler:filterNameMap={}
[junit4:junit4]   2> 2013-05-27 08:39:35.224:DBUG:oejs.ServletHandler:pathFilters=null
[junit4:junit4]   2> 2013-05-27 08:39:35.224:DBUG:oejs.ServletHandler:servletFilterMap=null
[junit4:junit4]   2> 2013-05-27 08:39:35.224:DBUG:oejs.ServletHandler:servletPathMap={/replicate/*=org.apache.lucene.replicator.http.ReplicationServlet-21006994}
[junit4:junit4]   2> 2013-05-27 08:39:35.224:DBUG:oejs.ServletHandler:servletNameMap={org.apache.lucene.replicator.http.ReplicationServlet-21006994=org.apache.lucene.replicator.http.ReplicationServlet-21006994}
[junit4:junit4]   2> 2013-05-27 08:39:35.339:DBUG:oejuc.Container:Container org.eclipse.jetty.server.Server@5159e154 + SelectChannelConnector@0.0.0.0:0 as connector
[junit4:junit4]   2> 2013-05-27 08:39:35.344:DBUG:oejuc.Container:Container org.eclipse.jetty.servlet.ServletHandler@19958bf9 + org.apache.lucene.replicator.http.ReplicationServlet-21006994 as servlet
[junit4:junit4]   2> 2013-05-27 08:39:35.344:DBUG:oejuc.Container:Container org.eclipse.jetty.servlet.ServletHandler@19958bf9 + [/replicate/*]=>org.apache.lucene.replicator.http.ReplicationServlet-21006994 as servletMapping
[junit4:junit4]   2> 2013-05-27 08:39:35.344:DBUG:oejuc.Container:Container org.eclipse.jetty.server.Server@5159e154 + org.eclipse.jetty.servlet.ServletHandler@19958bf9 as handler
[junit4:junit4]   2> 2013-05-27 08:39:35.381:DBUG:oejuc.Container:Container org.eclipse.jetty.server.Server@5159e154 - SelectChannelConnector@0.0.0.0:0 as connector
[junit4:junit4]   2> 2013-05-27 08:39:35.381:DBUG:oejuc.Container:Container org.eclipse.jetty.server.Server@5159e154 + SelectChannelConnector@127.0.0.1:0 as connector
[junit4:junit4]   2> 2013-05-27 08:39:35.392:DBUG:oejuc.Container:Container org.eclipse.jetty.server.Server@5159e154 + org.eclipse.jetty.server.session.HashSessionIdManager@a578073 as sessionIdManager
[junit4:junit4]   2> 2013-05-27 08:39:35.392:DBUG:oejuc.AbstractLifeCycle:starting org.eclipse.jetty.server.Server@5159e154
[junit4:junit4]   2> 2013-05-27 08:39:35.392:INFO:oejs.Server:jetty-8.1.10.v20130312
[junit4:junit4]   2> 2013-05-27 08:39:35.504:DBUG:oejuc.Container:Container org.eclipse.jetty.server.Server@5159e154 + qtp423106912{8<=0<=0/254,-1} as threadpool
[junit4:junit4]   2> 2013-05-27 08:39:35.504:DBUG:oejuc.AbstractLifeCycle:starting org.eclipse.jetty.servlet.ServletHandler@19958bf9
[junit4:junit4]   2> 2013-05-27 08:39:35.527:DBUG:oejs.ServletHandler:filterNameMap={}
[junit4:junit4]   2> 2013-05-27 08:39:35.527:DBUG:oejs.ServletHandler:pathFilters=null
[junit4:junit4]   2> 2013-05-27 08:39:35.527:DBUG:oejs.ServletHandler:servletFilterMap=null
[junit4:junit4]   2> 2013-05-27 08:39:35.527:DBUG:oejs.ServletHandler:servletPathMap={/replicate/*=org.apache.lucene.replicator.http.ReplicationServlet-21006994}
[junit4:junit4]   2> 2013-05-27 08:39:35.527:DBUG:oejs.ServletHandler:servletNameMap={org.apache.lucene.replicator.http.ReplicationServlet-21006994=org.apache.lucene.replicator.http.ReplicationServlet-21006994}
[junit4:junit4]   2> 2013-05-27 08:39:35.527:DBUG:oejsh.AbstractHandler:starting org.eclipse.jetty.servlet.ServletHandler@19958bf9
[junit4:junit4]   2> 2013-05-27 08:39:35.528:DBUG:oejuc.AbstractLifeCycle:starting org.apache.lucene.replicator.http.ReplicationServlet-21006994
[junit4:junit4]   2> 2013-05-27 08:39:35.561:DBUG:oejuc.AbstractLifeCycle:STARTED org.apache.lucene.replicator.http.ReplicationServlet-21006994
[junit4:junit4]   2> 2013-05-27 08:39:35.561:DBUG:oejuc.AbstractLifeCycle:STARTED org.eclipse.jetty.servlet.ServletHandler@19958bf9
[junit4:junit4]   2> 2013-05-27 08:39:35.561:DBUG:oejsh.AbstractHandler:starting org.eclipse.jetty.server.Server@5159e154
[junit4:junit4]   2> 2013-05-27 08:39:35.561:DBUG:oejuc.AbstractLifeCycle:starting org.eclipse.jetty.server.session.HashSessionIdManager@a578073
[junit4:junit4]   2> 2013-05-27 08:39:35.561:DBUG:oejuc.AbstractLifeCycle:STARTED org.eclipse.jetty.server.session.HashSessionIdManager@a578073
[junit4:junit4]   2> 2013-05-27 08:39:35.561:DBUG:oejuc.AbstractLifeCycle:starting qtp423106912{8<=0<=0/254,-1}
[junit4:junit4]   2> 2013-05-27 08:39:35.575:DBUG:oejuc.AbstractLifeCycle:STARTED qtp423106912{8<=8<=8/254,0}
[junit4:junit4]   2> 2013-05-27 08:39:35.575:DBUG:oejuc.AbstractLifeCycle:starting SelectChannelConnector@127.0.0.1:0
[junit4:junit4]   2> 2013-05-27 08:39:35.843:DBUG:oejuc.AbstractLifeCycle:starting null/null
[junit4:junit4]   2> 2013-05-27 08:39:35.861:DBUG:oejuc.AbstractLifeCycle:STARTED PooledBuffers [0/1024@6144,0/1024@16384,0/1024@-]/PooledBuffers [0/1024@6144,0/1024@32768,0/1024@-]
[junit4:junit4]   2> 2013-05-27 08:39:35.862:DBUG:oejuc.AbstractLifeCycle:starting org.eclipse.jetty.server.nio.SelectChannelConnector$ConnectorSelectorManager@716de067
[junit4:junit4]   2> 2013-05-27 08:39:35.924:DBUG:oejuc.AbstractLifeCycle:STARTED org.eclipse.jetty.server.nio.SelectChannelConnector$ConnectorSelectorManager@716de067
[junit4:junit4]   2> 2013-05-27 08:39:35.928:DBUG:oeji.nio:Starting Thread[qtp423106912-13 Selector0,5,TGRP-HttpReplicatorTest] on org.eclipse.jetty.io.nio.SelectorManager$1@44ed904
[junit4:junit4]   2> 2013-05-27 08:39:35.928:INFO:oejs.AbstractConnector:Started SelectChannelConnector@127.0.0.1:51867
[junit4:junit4]   2> 2013-05-27 08:39:35.930:DBUG:oejuc.AbstractLifeCycle:STARTED SelectChannelConnector@127.0.0.1:51867
[junit4:junit4]   2> 2013-05-27 08:39:35.930:DBUG:oejuc.AbstractLifeCycle:STARTED org.eclipse.jetty.server.Server@5159e154
[junit4:junit4]   2> 2013-05-27 08:39:40.978:DBUG:oejuc.AbstractLifeCycle:stopping org.eclipse.jetty.server.Server@5159e154
[junit4:junit4]   2> 2013-05-27 08:39:40.978:DBUG:oejuc.AbstractLifeCycle:stopping SelectChannelConnector@127.0.0.1:51867
[junit4:junit4]   2> 2013-05-27 08:39:40.991:DBUG:oejuc.AbstractLifeCycle:stopping org.eclipse.jetty.server.nio.SelectChannelConnector$ConnectorSelectorManager@716de067
[junit4:junit4]   2> 2013-05-27 08:39:40.994:DBUG:oeji.nio:Stopped Thread[qtp423106912-13 Selector0,5,TGRP-HttpReplicatorTest] on org.eclipse.jetty.io.nio.SelectorManager$1@44ed904
[junit4:junit4]   2> 2013-05-27 08:39:41.011:DBUG:oejuc.AbstractLifeCycle:STOPPED org.eclipse.jetty.server.nio.SelectChannelConnector$ConnectorSelectorManager@716de067
[junit4:junit4]   2> 2013-05-27 08:39:41.011:DBUG:oejuc.AbstractLifeCycle:stopping PooledBuffers [0/1024@6144,0/1024@16384,0/1024@-]/PooledBuffers [0/1024@6144,0/1024@32768,0/1024@-]
[junit4:junit4]   2> 2013-05-27 08:39:41.012:DBUG:oejuc.AbstractLifeCycle:STOPPED null/null
[junit4:junit4]   2> 2013-05-27 08:39:41.012:DBUG:oejuc.AbstractLifeCycle:STOPPED SelectChannelConnector@127.0.0.1:0
[junit4:junit4]   2> 2013-05-27 08:39:41.012:DBUG:oejuc.AbstractLifeCycle:stopping org.eclipse.jetty.servlet.ServletHandler@19958bf9
[junit4:junit4]   2> 2013-05-27 08:39:41.012:DBUG:oejsh.AbstractHandler:stopping org.eclipse.jetty.servlet.ServletHandler@19958bf9
[junit4:junit4]   2> 2013-05-27 08:39:41.012:DBUG:oejuc.AbstractLifeCycle:stopping org.apache.lucene.replicator.http.ReplicationServlet-21006994
[junit4:junit4]   2> 2013-05-27 08:39:41.013:DBUG:oejuc.AbstractLifeCycle:STOPPED org.apache.lucene.replicator.http.ReplicationServlet-21006994
[junit4:junit4]   2> 2013-05-27 08:39:41.013:DBUG:oejuc.AbstractLifeCycle:STOPPED org.eclipse.jetty.servlet.ServletHandler@19958bf9
[junit4:junit4]   2> 2013-05-27 08:39:41.013:DBUG:oejsh.AbstractHandler:stopping org.eclipse.jetty.server.Server@5159e154
[junit4:junit4]   2> 2013-05-27 08:39:41.013:DBUG:oejuc.AbstractLifeCycle:stopping qtp423106912{8<=8<=8/254,0}
[junit4:junit4]   2> 2013-05-27 08:39:41.075:DBUG:oejuc.AbstractLifeCycle:STOPPED qtp423106912{8<=0<=0/254,5}
[junit4:junit4]   2> 2013-05-27 08:39:41.075:DBUG:oejuc.AbstractLifeCycle:stopping org.eclipse.jetty.server.session.HashSessionIdManager@a578073
[junit4:junit4]   2> 2013-05-27 08:39:41.075:DBUG:oejuc.AbstractLifeCycle:STOPPED org.eclipse.jetty.server.session.HashSessionIdManager@a578073
[junit4:junit4]   2> 2013-05-27 08:39:41.075:DBUG:oejuc.AbstractLifeCycle:STOPPED org.eclipse.jetty.server.Server@5159e154
[junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=HttpReplicatorTest -Dtests.method=testBasic -Dtests.seed=5CB057324DBDD82A -Dtests.slow=true -Dtests.locale=no_NO -Dtests.timezone=Asia/Yakutsk -Dtests.file.encoding=MacRoman
[junit4:junit4] ERROR   7.10s | HttpReplicatorTest.testBasic <<<
[junit4:junit4]    > Throwable #1: org.apache.http.conn.HttpHostConnectException: Connection to http://localhost:51867 refused
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([5CB057324DBDD82A:F74A4A2792615E04]:0)
[junit4:junit4]    > 	at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:190)
[junit4:junit4]    > 	at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
[junit4:junit4]    > 	at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
[junit4:junit4]    > 	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
[junit4:junit4]    > 	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
[junit4:junit4]    > 	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
[junit4:junit4]    > 	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
[junit4:junit4]    > 	at org.apache.lucene.replicator.http.HttpClientBase.executeGET(HttpClientBase.java:178)
[junit4:junit4]    > 	at org.apache.lucene.replicator.http.HttpReplicator.checkForUpdate(HttpReplicator.java:51)
[junit4:junit4]    > 	at org.apache.lucene.replicator.ReplicationClient.doUpdate(ReplicationClient.java:196)
[junit4:junit4]    > 	at org.apache.lucene.replicator.ReplicationClient.updateNow(ReplicationClient.java:402)
[junit4:junit4]    > 	at org.apache.lucene.replicator.http.HttpReplicatorTest.testBasic(HttpReplicatorTest.java:112)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:680)
[junit4:junit4]    > Caused by: java.net.ConnectException: Connection refused
[junit4:junit4]    > 	at java.net.PlainSocketImpl.socketConnect(Native Method)
[junit4:junit4]    > 	at java.net.PlainSocketImpl.doConnect(PlainSocketImpl.java:351)
[junit4:junit4]    > 	at java.net.PlainSocketImpl.connectToAddress(PlainSocketImpl.java:213)
[junit4:junit4]    > 	at java.net.PlainSocketImpl.connect(PlainSocketImpl.java:200)
[junit4:junit4]    > 	at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:432)
[junit4:junit4]    > 	at java.net.Socket.connect(Socket.java:529)
[junit4:junit4]    > 	at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
[junit4:junit4]    > 	at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
[junit4:junit4]    > 	... 48 more
[junit4:junit4]   2> NOTE: test params are: codec=Lucene42: {}, docValues:{}, sim=DefaultSimilarity, locale=no_NO, timezone=Asia/Yakutsk
[junit4:junit4]   2> NOTE: Mac OS X 10.8.3 x86_64/Apple Inc. 1.6.0_45 (64-bit)/cpus=2,threads=1,free=68983240,total=84017152
[junit4:junit4]   2> NOTE: All tests run in this JVM: [HttpReplicatorTest]
[junit4:junit4] Completed in 9.58s, 1 test, 1 error <<< FAILURES!

[...truncated 27 lines...]
BUILD FAILED
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:386: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:366: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:39: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/build.xml:554: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:1827: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/module-build.xml:61: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:1243: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:887: There were test failures: 7 suites, 30 tests, 1 error

Total time: 50 minutes 41 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.6.0 -XX:-UseCompressedOops -XX:+UseParallelGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-4.x-MacOSX (64bit/jdk1.7.0) - Build # 493 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-MacOSX/493/
Java: 64bit/jdk1.7.0 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC

1 tests failed.
FAILED:  org.apache.solr.cloud.ShardSplitTest.testDistribSearch

Error Message:
Server at http://127.0.0.1:53150 returned non ok status:500, message:Server Error

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: Server at http://127.0.0.1:53150 returned non ok status:500, message:Server Error
	at __randomizedtesting.SeedInfo.seed([7383D87736DF1019:F265566F41807025]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:385)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
	at org.apache.solr.cloud.ShardSplitTest.splitShard(ShardSplitTest.java:208)
	at org.apache.solr.cloud.ShardSplitTest.doTest(ShardSplitTest.java:133)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:815)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:601)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)




Build Log:
[...truncated 9262 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.ShardSplitTest
[junit4:junit4]   2> 504008 T716 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
[junit4:junit4]   2> 504021 T716 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4]   2> Creating dataDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solrtest-ShardSplitTest-1369582939289
[junit4:junit4]   2> 504024 T716 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4]   2> 504025 T717 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4]   2> 504129 T716 oasc.ZkTestServer.run start zk server on port:53143
[junit4:junit4]   2> 504144 T716 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 504164 T723 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3476b7f1 name:ZooKeeperConnection Watcher:127.0.0.1:53143 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 504165 T716 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 504166 T716 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4]   2> 504209 T716 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 504227 T725 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1adf17dc name:ZooKeeperConnection Watcher:127.0.0.1:53143/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 504230 T716 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 504231 T716 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4]   2> 504242 T716 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4]   2> 504305 T716 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4]   2> 504315 T716 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4]   2> 504326 T716 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 504328 T716 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 504359 T716 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4:junit4]   2> 504360 T716 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4]   2> 504378 T716 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   2> 504384 T716 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   2> 504417 T716 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   2> 504419 T716 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4]   2> 504444 T716 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   2> 504446 T716 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4]   2> 504480 T716 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 504481 T716 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 504508 T716 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 504509 T716 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 504529 T716 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 504536 T716 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 504574 T716 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   2> 504575 T716 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   2> 505524 T716 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 505548 T716 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:53146
[junit4:junit4]   2> 505549 T716 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 505550 T716 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 505550 T716 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-controljetty-1369582939891
[junit4:junit4]   2> 505551 T716 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-controljetty-1369582939891/solr.xml
[junit4:junit4]   2> 505552 T716 oasc.CoreContainer.<init> New CoreContainer 1532082892
[junit4:junit4]   2> 505566 T716 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-controljetty-1369582939891/'
[junit4:junit4]   2> 505567 T716 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-controljetty-1369582939891/'
[junit4:junit4]   2> 505847 T716 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 505848 T716 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 505849 T716 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 505850 T716 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 505851 T716 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 505852 T716 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 505852 T716 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 505853 T716 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 505853 T716 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 505854 T716 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 505926 T716 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 505928 T716 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:53143/solr
[junit4:junit4]   2> 505928 T716 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 505931 T716 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 505955 T736 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@389b7341 name:ZooKeeperConnection Watcher:127.0.0.1:53143 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 505957 T716 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 505974 T716 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 506013 T716 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 506016 T738 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4e90dc4 name:ZooKeeperConnection Watcher:127.0.0.1:53143/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 506021 T716 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 506061 T716 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4:junit4]   2> 506101 T716 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4:junit4]   2> 506130 T716 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4]   2> 506141 T716 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53146_
[junit4:junit4]   2> 506150 T716 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:53146_
[junit4:junit4]   2> 506181 T716 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4]   2> 506239 T716 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 506259 T716 oasc.Overseer.start Overseer (id=89756987510030339-127.0.0.1:53146_-n_0000000000) starting
[junit4:junit4]   2> 506308 T716 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4:junit4]   2> 506339 T740 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4]   2> 506354 T716 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4]   2> 506379 T716 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4:junit4]   2> 506392 T716 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 506413 T741 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-controljetty-1369582939891/collection1
[junit4:junit4]   2> 506413 T741 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4]   2> 506414 T739 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 506416 T741 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 506417 T741 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4]   2> 506440 T741 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-controljetty-1369582939891/collection1/'
[junit4:junit4]   2> 506444 T741 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-controljetty-1369582939891/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 506444 T741 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-controljetty-1369582939891/collection1/lib/README' to classloader
[junit4:junit4]   2> 506556 T741 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 506680 T741 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 506684 T741 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 506691 T741 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4]   2> 507764 T741 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 507769 T741 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 507773 T741 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 507794 T741 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 507957 T741 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 507958 T741 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-controljetty-1369582939891/collection1/, dataDir=./org.apache.solr.cloud.ShardSplitTest-1369582939288/control/data/
[junit4:junit4]   2> 507958 T741 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@13952387
[junit4:junit4]   2> 507959 T741 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 507960 T741 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369582939288/control/data
[junit4:junit4]   2> 507960 T741 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ShardSplitTest-1369582939288/control/data/index/
[junit4:junit4]   2> 507961 T741 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ShardSplitTest-1369582939288/control/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 507961 T741 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369582939288/control/data/index
[junit4:junit4]   2> 507974 T741 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@2c46cc31 lockFactory=org.apache.lucene.store.NativeFSLockFactory@11afa3b0),segFN=segments_1,generation=1}
[junit4:junit4]   2> 507975 T741 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 507981 T741 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 507982 T741 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 507984 T741 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 507986 T741 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 507989 T741 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 507990 T741 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 507990 T741 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 507992 T741 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 507992 T741 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 508025 T741 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 508042 T741 oass.SolrIndexSearcher.<init> Opening Searcher@5989dbf main
[junit4:junit4]   2> 508044 T741 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ShardSplitTest-1369582939288/control/data/tlog
[junit4:junit4]   2> 508046 T741 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 508047 T741 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 508057 T742 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5989dbf main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 508062 T741 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 508063 T741 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 509487 T739 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 509490 T739 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"1",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:53146_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:53146"}
[junit4:junit4]   2> 509492 T739 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4]   2> 509492 T739 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4]   2> 509518 T738 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 510069 T741 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 510072 T741 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:53146 collection:control_collection shard:shard1
[junit4:junit4]   2> 510078 T741 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4]   2> 510118 T741 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 510133 T741 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 510134 T741 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 510135 T741 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:53146/collection1/
[junit4:junit4]   2> 510135 T741 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 510136 T741 oasc.SyncStrategy.syncToMe http://127.0.0.1:53146/collection1/ has no replicas
[junit4:junit4]   2> 510136 T741 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:53146/collection1/
[junit4:junit4]   2> 510136 T741 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4]   2> 511050 T739 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 511097 T738 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 511165 T741 oasc.ZkController.register We are http://127.0.0.1:53146/collection1/ and leader is http://127.0.0.1:53146/collection1/
[junit4:junit4]   2> 511166 T741 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:53146
[junit4:junit4]   2> 511168 T741 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 511168 T741 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 511169 T741 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 511177 T741 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 511182 T716 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 511183 T716 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 511185 T716 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 511228 T716 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 511234 T716 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 511244 T745 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@339726c8 name:ZooKeeperConnection Watcher:127.0.0.1:53143/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 511245 T716 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 511250 T716 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 511268 T716 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   2> 512109 T716 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 512116 T716 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:53150
[junit4:junit4]   2> 512119 T716 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 512120 T716 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 512122 T716 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty1-1369582946536
[junit4:junit4]   2> 512123 T716 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty1-1369582946536/solr.xml
[junit4:junit4]   2> 512124 T716 oasc.CoreContainer.<init> New CoreContainer 1578594931
[junit4:junit4]   2> 512125 T716 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty1-1369582946536/'
[junit4:junit4]   2> 512126 T716 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty1-1369582946536/'
[junit4:junit4]   2> 512367 T716 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 512369 T716 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 512369 T716 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 512370 T716 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 512371 T716 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 512372 T716 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 512373 T716 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 512374 T716 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 512375 T716 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 512376 T716 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 512420 T716 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 512422 T716 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:53143/solr
[junit4:junit4]   2> 512425 T716 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 512428 T716 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 512435 T756 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1184cd94 name:ZooKeeperConnection Watcher:127.0.0.1:53143 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 512436 T716 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 512445 T716 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 512478 T716 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 512484 T758 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1e26253a name:ZooKeeperConnection Watcher:127.0.0.1:53143/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 512485 T716 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 512503 T716 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 512631 T739 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 512634 T739 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"1",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:53146_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:53146"}
[junit4:junit4]   2> 512655 T738 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 512657 T758 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 512658 T745 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 513522 T716 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53150_
[junit4:junit4]   2> 513527 T716 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:53150_
[junit4:junit4]   2> 513537 T758 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 513542 T745 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 513543 T745 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 513555 T758 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 513557 T738 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 513557 T738 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 513585 T759 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty1-1369582946536/collection1
[junit4:junit4]   2> 513586 T759 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 513588 T759 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 513590 T759 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 513597 T759 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty1-1369582946536/collection1/'
[junit4:junit4]   2> 513600 T759 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty1-1369582946536/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 513602 T759 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty1-1369582946536/collection1/lib/README' to classloader
[junit4:junit4]   2> 513746 T759 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 513851 T759 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 513856 T759 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 513873 T759 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4]   2> 515330 T759 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 515341 T759 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 515356 T759 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 515374 T759 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 515520 T759 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 515521 T759 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty1-1369582946536/collection1/, dataDir=./org.apache.solr.cloud.ShardSplitTest-1369582939288/jetty1/
[junit4:junit4]   2> 515521 T759 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@13952387
[junit4:junit4]   2> 515523 T759 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 515524 T759 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369582939288/jetty1
[junit4:junit4]   2> 515524 T759 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ShardSplitTest-1369582939288/jetty1/index/
[junit4:junit4]   2> 515525 T759 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ShardSplitTest-1369582939288/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 515528 T759 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369582939288/jetty1/index
[junit4:junit4]   2> 515535 T759 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@52581e5 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4ea77b1b),segFN=segments_1,generation=1}
[junit4:junit4]   2> 515536 T759 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 515543 T759 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 515544 T759 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 515546 T759 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 515547 T759 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 515549 T759 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 515550 T759 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 515551 T759 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 515553 T759 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 515555 T759 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 515602 T759 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 515633 T759 oass.SolrIndexSearcher.<init> Opening Searcher@374afe69 main
[junit4:junit4]   2> 515635 T759 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ShardSplitTest-1369582939288/jetty1/tlog
[junit4:junit4]   2> 515638 T759 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 515640 T759 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 515655 T760 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@374afe69 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 515669 T759 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 515670 T759 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 515722 T739 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 515726 T739 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"2",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:53150_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:53150"}
[junit4:junit4]   2> 515727 T739 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 2
[junit4:junit4]   2> 515727 T739 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4]   2> 515775 T738 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 515776 T745 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 515776 T758 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 516679 T759 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 516680 T759 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:53150 collection:collection1 shard:shard1
[junit4:junit4]   2> 516684 T759 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 516727 T759 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 516740 T759 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 516741 T759 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 516742 T759 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:53150/collection1/
[junit4:junit4]   2> 516742 T759 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 516745 T759 oasc.SyncStrategy.syncToMe http://127.0.0.1:53150/collection1/ has no replicas
[junit4:junit4]   2> 516745 T759 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:53150/collection1/
[junit4:junit4]   2> 516746 T759 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 517306 T739 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 517337 T738 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 517337 T745 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 517337 T758 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 517395 T759 oasc.ZkController.register We are http://127.0.0.1:53150/collection1/ and leader is http://127.0.0.1:53150/collection1/
[junit4:junit4]   2> 517396 T759 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:53150
[junit4:junit4]   2> 517396 T759 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 517396 T759 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 517397 T759 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 517402 T759 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 517406 T716 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 517407 T716 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 517408 T716 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 518235 T716 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 518268 T716 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:53153
[junit4:junit4]   2> 518272 T716 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 518273 T716 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 518274 T716 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty2-1369582952710
[junit4:junit4]   2> 518275 T716 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty2-1369582952710/solr.xml
[junit4:junit4]   2> 518276 T716 oasc.CoreContainer.<init> New CoreContainer 896401939
[junit4:junit4]   2> 518279 T716 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty2-1369582952710/'
[junit4:junit4]   2> 518282 T716 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty2-1369582952710/'
[junit4:junit4]   2> 518544 T716 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 518545 T716 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 518546 T716 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 518547 T716 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 518548 T716 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 518548 T716 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 518549 T716 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 518550 T716 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 518551 T716 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 518551 T716 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 518588 T716 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 518589 T716 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:53143/solr
[junit4:junit4]   2> 518589 T716 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 518594 T716 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 518601 T772 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@328f5673 name:ZooKeeperConnection Watcher:127.0.0.1:53143 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 518604 T716 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 518621 T716 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 518674 T716 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 518694 T774 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7c22d05 name:ZooKeeperConnection Watcher:127.0.0.1:53143/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 518696 T716 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 518739 T716 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 518878 T739 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 518881 T739 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"2",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:53150_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:53150"}
[junit4:junit4]   2> 518918 T745 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 518918 T774 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 518921 T738 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 518921 T758 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 519770 T716 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53153_
[junit4:junit4]   2> 519777 T716 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:53153_
[junit4:junit4]   2> 519786 T774 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 519787 T758 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 519790 T738 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 519790 T738 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 519791 T745 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 519792 T745 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 519800 T758 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 519811 T774 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 519854 T775 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty2-1369582952710/collection1
[junit4:junit4]   2> 519855 T775 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 519864 T775 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 519865 T775 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 519885 T775 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty2-1369582952710/collection1/'
[junit4:junit4]   2> 519887 T775 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty2-1369582952710/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 519887 T775 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty2-1369582952710/collection1/lib/README' to classloader
[junit4:junit4]   2> 520020 T775 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 520166 T775 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 520178 T775 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 520207 T775 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4]   2> 521981 T775 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 521998 T775 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 522014 T775 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 522085 T775 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 522661 T775 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 522663 T775 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty2-1369582952710/collection1/, dataDir=./org.apache.solr.cloud.ShardSplitTest-1369582939288/jetty2/
[junit4:junit4]   2> 522664 T775 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@13952387
[junit4:junit4]   2> 522666 T775 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 522673 T775 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369582939288/jetty2
[junit4:junit4]   2> 522674 T775 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ShardSplitTest-1369582939288/jetty2/index/
[junit4:junit4]   2> 522675 T775 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ShardSplitTest-1369582939288/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 522692 T775 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369582939288/jetty2/index
[junit4:junit4]   2> 522731 T775 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@561f37f0 lockFactory=org.apache.lucene.store.NativeFSLockFactory@37aea952),segFN=segments_1,generation=1}
[junit4:junit4]   2> 522732 T775 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 522737 T775 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 522738 T775 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 522739 T775 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 522749 T775 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 522752 T775 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 522753 T775 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 522755 T775 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 522757 T775 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 522759 T775 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 522780 T775 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 522804 T775 oass.SolrIndexSearcher.<init> Opening Searcher@36137a37 main
[junit4:junit4]   2> 522806 T775 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ShardSplitTest-1369582939288/jetty2/tlog
[junit4:junit4]   2> 522807 T775 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 522808 T775 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 522818 T776 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@36137a37 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 522839 T775 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 522840 T775 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 523501 T739 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 523505 T739 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"3",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:53153_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:53153"}
[junit4:junit4]   2> 523506 T739 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 523506 T739 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard2
[junit4:junit4]   2> 523547 T738 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 523552 T774 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 523553 T758 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 523554 T745 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 523848 T775 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 523849 T775 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:53153 collection:collection1 shard:shard2
[junit4:junit4]   2> 523854 T775 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4:junit4]   2> 523909 T775 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 523944 T775 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 523946 T775 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 523946 T775 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:53153/collection1/
[junit4:junit4]   2> 523946 T775 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 523947 T775 oasc.SyncStrategy.syncToMe http://127.0.0.1:53153/collection1/ has no replicas
[junit4:junit4]   2> 523947 T775 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:53153/collection1/
[junit4:junit4]   2> 523948 T775 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4:junit4]   2> 525101 T739 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 525176 T774 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 525177 T745 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 525176 T738 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 525180 T758 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 525234 T775 oasc.ZkController.register We are http://127.0.0.1:53153/collection1/ and leader is http://127.0.0.1:53153/collection1/
[junit4:junit4]   2> 525235 T775 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:53153
[junit4:junit4]   2> 525235 T775 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 525236 T775 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 525237 T775 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 525244 T775 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 525250 T716 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 525252 T716 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 525253 T716 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 526399 T716 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 526462 T716 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:53156
[junit4:junit4]   2> 526465 T716 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 526467 T716 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 526468 T716 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty3-1369582960560
[junit4:junit4]   2> 526469 T716 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty3-1369582960560/solr.xml
[junit4:junit4]   2> 526470 T716 oasc.CoreContainer.<init> New CoreContainer 319645733
[junit4:junit4]   2> 526472 T716 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty3-1369582960560/'
[junit4:junit4]   2> 526473 T716 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty3-1369582960560/'
[junit4:junit4]   2> 526771 T739 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 526779 T739 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"3",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:53153_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:53153"}
[junit4:junit4]   2> 526833 T758 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 526834 T738 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 526835 T745 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 526835 T774 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 526874 T716 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 526876 T716 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 526878 T716 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 526879 T716 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 526880 T716 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 526881 T716 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 526895 T716 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 526896 T716 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 526900 T716 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 526903 T716 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 526949 T716 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 526950 T716 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:53143/solr
[junit4:junit4]   2> 526951 T716 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 526957 T716 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 526969 T788 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7a7d205b name:ZooKeeperConnection Watcher:127.0.0.1:53143 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 526973 T716 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 527001 T716 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 527078 T716 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 527084 T790 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@55686678 name:ZooKeeperConnection Watcher:127.0.0.1:53143/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 527087 T716 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 527168 T716 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 528199 T716 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53156_
[junit4:junit4]   2> 528451 T716 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:53156_
[junit4:junit4]   2> 528468 T774 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 528472 T758 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 528473 T738 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 528474 T738 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 528475 T790 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 528476 T745 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 528476 T745 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 528493 T774 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 528501 T758 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 528518 T791 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty3-1369582960560/collection1
[junit4:junit4]   2> 528519 T791 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 528522 T791 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 528522 T791 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 528529 T791 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty3-1369582960560/collection1/'
[junit4:junit4]   2> 528531 T791 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty3-1369582960560/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 528532 T791 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty3-1369582960560/collection1/lib/README' to classloader
[junit4:junit4]   2> 528639 T791 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 528773 T791 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 528784 T791 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 528795 T791 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4]   2> 530292 T791 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 530297 T791 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 530309 T791 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 530318 T791 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 530429 T791 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 530431 T791 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty3-1369582960560/collection1/, dataDir=./org.apache.solr.cloud.ShardSplitTest-1369582939288/jetty3/
[junit4:junit4]   2> 530432 T791 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@13952387
[junit4:junit4]   2> 530433 T791 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 530434 T791 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369582939288/jetty3
[junit4:junit4]   2> 530435 T791 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ShardSplitTest-1369582939288/jetty3/index/
[junit4:junit4]   2> 530435 T791 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ShardSplitTest-1369582939288/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 530436 T791 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369582939288/jetty3/index
[junit4:junit4]   2> 530443 T791 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6d7e23a4 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5cd61ef1),segFN=segments_1,generation=1}
[junit4:junit4]   2> 530444 T791 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 530451 T791 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 530454 T791 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 530455 T791 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 530456 T791 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 530457 T791 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 530458 T791 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 530459 T791 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 530460 T791 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 530461 T791 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 530502 T791 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 530520 T791 oass.SolrIndexSearcher.<init> Opening Searcher@51d70eb3 main
[junit4:junit4]   2> 530521 T791 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ShardSplitTest-1369582939288/jetty3/tlog
[junit4:junit4]   2> 530523 T791 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 530524 T791 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 530532 T792 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@51d70eb3 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 530538 T791 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 530539 T791 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 531481 T739 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 531485 T739 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"4",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:53156_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:53156"}
[junit4:junit4]   2> 531486 T739 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 531487 T739 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4]   2> 531520 T738 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 531520 T790 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 531521 T758 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 531521 T745 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 531521 T774 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 531548 T791 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 531549 T791 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:53156 collection:collection1 shard:shard1
[junit4:junit4]   2> 531568 T791 oasc.ZkController.register We are http://127.0.0.1:53156/collection1/ and leader is http://127.0.0.1:53150/collection1/
[junit4:junit4]   2> 531569 T791 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:53156
[junit4:junit4]   2> 531569 T791 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 531570 T791 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C461 name=collection1 org.apache.solr.core.SolrCore@4cd0fe3 url=http://127.0.0.1:53156/collection1 node=127.0.0.1:53156_ C461_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:53156_, base_url=http://127.0.0.1:53156}
[junit4:junit4]   2> 531573 T793 C461 P53156 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 531578 T791 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 531579 T793 C461 P53156 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 531580 T793 C461 P53156 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 531580 T793 C461 P53156 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 531587 T793 C461 P53156 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 531619 T716 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 531621 T716 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 531622 T716 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 531682 T754 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 4, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4]   2> 532754 T716 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 532787 T716 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:53160
[junit4:junit4]   2> 532796 T716 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 532797 T716 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 532798 T716 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty4-1369582966952
[junit4:junit4]   2> 532799 T716 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty4-1369582966952/solr.xml
[junit4:junit4]   2> 532799 T716 oasc.CoreContainer.<init> New CoreContainer 102009429
[junit4:junit4]   2> 532800 T716 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty4-1369582966952/'
[junit4:junit4]   2> 532801 T716 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty4-1369582966952/'
[junit4:junit4]   2> 533064 T739 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 533069 T739 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"4",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:53156_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:53156"}
[junit4:junit4]   2> 533091 T774 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 533093 T790 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 533093 T745 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 533093 T758 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 533094 T738 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 533213 T716 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 533214 T716 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 533215 T716 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 533216 T716 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 533216 T716 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 533217 T716 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 533218 T716 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 533219 T716 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 533220 T716 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 533221 T716 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 533264 T716 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 533265 T716 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:53143/solr
[junit4:junit4]   2> 533266 T716 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 533276 T716 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 533287 T805 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5cd470f0 name:ZooKeeperConnection Watcher:127.0.0.1:53143 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 533291 T716 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 533305 T716 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 533337 T716 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 533351 T807 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@548aea01 name:ZooKeeperConnection Watcher:127.0.0.1:53143/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 533357 T716 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 533423 T716 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 533687 T754 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 4, state: recovering, checkLive: true, onlyIfLeader: true for: 2 seconds.
[junit4:junit4]   2> 533688 T754 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=4&state=recovering&nodeName=127.0.0.1:53156_&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2006 
[junit4:junit4]   2> 534460 T716 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53160_
[junit4:junit4]   2> 534465 T716 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:53160_
[junit4:junit4]   2> 534480 T774 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 534481 T790 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 534482 T758 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 534489 T738 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 534491 T738 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 534495 T745 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 534495 T745 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 534491 T807 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 534502 T790 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 534505 T758 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 534507 T774 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 534525 T808 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty4-1369582966952/collection1
[junit4:junit4]   2> 534526 T808 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 534538 T808 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 534539 T808 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 534548 T808 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty4-1369582966952/collection1/'
[junit4:junit4]   2> 534554 T808 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty4-1369582966952/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 534555 T808 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty4-1369582966952/collection1/lib/README' to classloader
[junit4:junit4]   2> 534727 T808 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 534910 T808 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 534918 T808 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 534929 T808 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4]   2> ASYNC  NEW_CORE C462 name=collection1 org.apache.solr.core.SolrCore@4cd0fe3 url=http://127.0.0.1:53156/collection1 node=127.0.0.1:53156_ C462_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:53156_, base_url=http://127.0.0.1:53156}
[junit4:junit4]   2> 535691 T793 C462 P53156 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:53150/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 535694 T793 C462 P53156 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:53156 START replicas=[http://127.0.0.1:53150/collection1/] nUpdates=100
[junit4:junit4]   2> 535695 T793 C462 P53156 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 535699 T793 C462 P53156 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 535702 T793 C462 P53156 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 535705 T793 C462 P53156 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 535706 T793 C462 P53156 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 535706 T793 C462 P53156 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:53150/collection1/. core=collection1
[junit4:junit4]   2> 535706 T793 C462 P53156 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C463 name=collection1 org.apache.solr.core.SolrCore@335cd29 url=http://127.0.0.1:53150/collection1 node=127.0.0.1:53150_ C463_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:53150_, base_url=http://127.0.0.1:53150, leader=true}
[junit4:junit4]   2> 535729 T752 C463 P53150 oasc.SolrCore.execute [collection1] webapp= path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=6 
[junit4:junit4]   2> 535756 T753 C463 P53150 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> ASYNC  NEW_CORE C464 name=collection1 org.apache.solr.core.SolrCore@335cd29 url=http://127.0.0.1:53150/collection1 node=127.0.0.1:53150_ C464_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:53150_, base_url=http://127.0.0.1:53150, leader=true}
[junit4:junit4]   2> 535813 T753 C464 P53150 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@52581e5 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4ea77b1b),segFN=segments_1,generation=1}
[junit4:junit4]   2> 535833 T753 C464 P53150 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 535851 T753 C464 P53150 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@52581e5 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4ea77b1b),segFN=segments_1,generation=1}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@52581e5 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4ea77b1b),segFN=segments_2,generation=2}
[junit4:junit4]   2> 535852 T753 C464 P53150 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4]   2> 535853 T753 C464 P53150 oass.SolrIndexSearcher.<init> Opening Searcher@1d728abf realtime
[junit4:junit4]   2> 535855 T753 C464 P53150 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 535856 T753 C464 P53150 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 101
[junit4:junit4]   2> ASYNC  NEW_CORE C465 name=collection1 org.apache.solr.core.SolrCore@4cd0fe3 url=http://127.0.0.1:53156/collection1 node=127.0.0.1:53156_ C465_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:53156_, base_url=http://127.0.0.1:53156}
[junit4:junit4]   2> 535859 T793 C465 P53156 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 535860 T793 C465 P53156 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 535881 T750 C464 P53150 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 535886 T750 C464 P53150 oasc.SolrCore.execute [collection1] webapp= path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=15 
[junit4:junit4]   2> 535892 T793 C465 P53156 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 535892 T793 C465 P53156 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 535893 T793 C465 P53156 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 535908 T751 C464 P53150 oasc.SolrCore.execute [collection1] webapp= path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=5 
[junit4:junit4]   2> 535917 T793 C465 P53156 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 535951 T793 C465 P53156 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369582939288/jetty3/index.20130526094251184
[junit4:junit4]   2> 535955 T793 C465 P53156 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@620a7b09 lockFactory=org.apache.lucene.store.NativeFSLockFactory@430fe248) fullCopy=false
[junit4:junit4]   2> 535965 T754 C464 P53150 oasc.SolrCore.execute [collection1] webapp= path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 535980 T793 C465 P53156 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 536018 T793 C465 P53156 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 536019 T793 C465 P53156 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> ASYNC  NEW_CORE C466 name=collection1 org.apache.solr.core.SolrCore@4cd0fe3 url=http://127.0.0.1:53156/collection1 node=127.0.0.1:53156_ C466_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:53156_, base_url=http://127.0.0.1:53156}
[junit4:junit4]   2> 536078 T793 C466 P53156 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6d7e23a4 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5cd61ef1),segFN=segments_1,generation=1}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6d7e23a4 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5cd61ef1),segFN=segments_2,generation=2}
[junit4:junit4]   2> 536080 T793 C466 P53156 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4]   2> 536084 T793 C466 P53156 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 536098 T793 C466 P53156 oass.SolrIndexSearcher.<init> Opening Searcher@3be67824 main
[junit4:junit4]   2> 536110 T792 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3be67824 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 536123 T793 C466 P53156 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.ShardSplitTest-1369582939288/jetty3/index.20130526094251184 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ShardSplitTest-1369582939288/jetty3/index.20130526094251184;done=true>>]
[junit4:junit4]   2> 536124 T793 C466 P53156 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.ShardSplitTest-1369582939288/jetty3/index.20130526094251184
[junit4:junit4]   2> 536124 T793 C466 P53156 oasc.CachingDirectoryFactory.closeCacheValue Removing directory before core close: ./org.apache.solr.cloud.ShardSplitTest-1369582939288/jetty3/index.20130526094251184
[junit4:junit4]   2> 536125 T793 C466 P53156 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 536125 T793 C466 P53156 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 536126 T793 C466 P53156 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 536126 T793 C466 P53156 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 536142 T793 C466 P53156 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 536186 T739 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 536199 T739 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"4",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:53156_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:53156"}
[junit4:junit4]   2> 536235 T774 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 536237 T790 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 536238 T738 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 536237 T745 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 536238 T807 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 536238 T758 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 536797 T808 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 536816 T808 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 536821 T808 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 536843 T808 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 537045 T808 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 537046 T808 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty4-1369582966952/collection1/, dataDir=./org.apache.solr.cloud.ShardSplitTest-1369582939288/jetty4/
[junit4:junit4]   2> 537047 T808 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@13952387
[junit4:junit4]   2> 537049 T808 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 537052 T808 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369582939288/jetty4
[junit4:junit4]   2> 537053 T808 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ShardSplitTest-1369582939288/jetty4/index/
[junit4:junit4]   2> 537054 T808 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ShardSplitTest-1369582939288/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 537058 T808 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369582939288/jetty4/index
[junit4:junit4]   2> 537100 T808 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4b7f00e4 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2f488775),segFN=segments_1,generation=1}
[junit4:junit4]   2> 537102 T808 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 537114 T808 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 537121 T808 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 537127 T808 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 537130 T808 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 537132 T808 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 537133 T808 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 537136 T808 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 537137 T808 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 537138 T808 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 537163 T808 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 537181 T808 oass.SolrIndexSearcher.<init> Opening Searcher@570e9d57 main
[junit4:junit4]   2> 537182 T808 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ShardSplitTest-1369582939288/jetty4/tlog
[junit4:junit4]   2> 537184 T808 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 537184 T808 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 537192 T811 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@570e9d57 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 537208 T808 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 537209 T808 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 537780 T739 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 537781 T739 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"5",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:53160_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:53160"}
[junit4:junit4]   2> 537782 T739 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 537782 T739 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard2
[junit4:junit4]   2> 537802 T738 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 537804 T774 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 537806 T745 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 537808 T790 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 537810 T758 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 537813 T807 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 538214 T808 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 538215 T808 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:53160 collection:collection1 shard:shard2
[junit4:junit4]   2> 538224 T808 oasc.ZkController.register We are http://127.0.0.1:53160/collection1/ and leader is http://127.0.0.1:53153/collection1/
[junit4:junit4]   2> 538225 T808 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:53160
[junit4:junit4]   2> 538225 T808 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 538226 T808 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C467 name=collection1 org.apache.solr.core.SolrCore@149ebddb url=http://127.0.0.1:53160/collection1 node=127.0.0.1:53160_ C467_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:53160_, base_url=http://127.0.0.1:53160}
[junit4:junit4]   2> 538228 T812 C467 P53160 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 538230 T812 C467 P53160 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 538234 T812 C467 P53160 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 538236 T812 C467 P53160 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 538241 T808 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 538243 T812 C467 P53160 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 538247 T716 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 538248 T716 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 538253 T716 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 538323 T766 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 5, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4]   2> 538331 T716 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 538336 T716 oasc.AbstractFullDistribZkTestBase.waitForThingsToLevelOut Wait for recoveries to finish - wait 15 for each attempt
[junit4:junit4]   2> 538337 T716 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):15
[junit4:junit4]   2> 538340 T716 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 539347 T716 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 539361 T739 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 539365 T739 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"5",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:53160_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:53160"}
[junit4:junit4]   2> 539387 T774 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 539388 T745 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 539390 T738 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 539404 T790 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 539405 T758 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 539404 T807 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 540327 T766 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 5, state: recovering, checkLive: true, onlyIfLeader: true for: 2 seconds.
[junit4:junit4]   2> 540329 T766 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=5&state=recovering&nodeName=127.0.0.1:53160_&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2006 
[junit4:junit4]   2> 540355 T716 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 541363 T716 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2>  C467_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:53160_, base_url=http://127.0.0.1:53160}
[junit4:junit4]   2> 542339 T812 C467 P53160 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:53153/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 542340 T812 C467 P53160 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:53160 START replicas=[http://127.0.0.1:53153/collection1/] nUpdates=100
[junit4:junit4]   2> 542342 T812 C467 P53160 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 542343 T812 C467 P53160 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 542343 T812 C467 P53160 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 542345 T812 C467 P53160 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 542345 T812 C467 P53160 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 542345 T812 C467 P53160 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:53153/collection1/. core=collection1
[junit4:junit4]   2> 542346 T812 C467 P53160 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C468 name=collection1 org.apache.solr.core.SolrCore@5b2a9c2b url=http://127.0.0.1:53153/collection1 node=127.0.0.1:53153_ C468_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:53153_, base_url=http://127.0.0.1:53153, leader=true}
[junit4:junit4]   2> 542362 T767 C468 P53153 oasc.SolrCore.execute [collection1] webapp= path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=1 
[junit4:junit4]   2> 542388 T768 C468 P53153 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 542389 T716 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 542396 T768 C468 P53153 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@561f37f0 lockFactory=org.apache.lucene.store.NativeFSLockFactory@37aea952),segFN=segments_1,generation=1}
[junit4:junit4]   2> 542397 T768 C468 P53153 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 542402 T768 C468 P53153 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@561f37f0 lockFactory=org.apache.lucene.store.NativeFSLockFactory@37aea952),segFN=segments_1,generation=1}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@561f37f0 lockFactory=org.apache.lucene.store.NativeFSLockFactory@37aea952),segFN=segments_2,generation=2}
[junit4:junit4]   2> 542407 T768 C468 P53153 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4]   2> 542408 T768 C468 P53153 oass.SolrIndexSearcher.<init> Opening Searcher@323da969 realtime
[junit4:junit4]   2> 542409 T768 C468 P53153 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 542409 T768 C468 P53153 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 22
[junit4:junit4]   2> 542412 T812 C467 P53160 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 542412 T812 C467 P53160 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 542418 T770 C468 P53153 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 542420 T770 C468 P53153 oasc.SolrCore.execute [collection1] webapp= path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=4 
[junit4:junit4]   2> 542423 T812 C467 P53160 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 542424 T812 C467 P53160 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 542425 T812 C467 P53160 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 542431 T766 C468 P53153 oasc.SolrCore.execute [collection1] webapp= path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=1 
[junit4:junit4]   2> 542434 T812 C467 P53160 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 542438 T812 C467 P53160 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369582939288/jetty4/index.20130526094257701
[junit4:junit4]   2> 542439 T812 C467 P53160 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@2f097eea lockFactory=org.apache.lucene.store.NativeFSLockFactory@5d226aa1) fullCopy=false
[junit4:junit4]   2> 542445 T765 C468 P53153 oasc.SolrCore.execute [collection1] webapp= path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 542450 T812 C467 P53160 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 542473 T812 C467 P53160 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 542474 T812 C467 P53160 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 542479 T812 C467 P53160 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4b7f00e4 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2f488775),segFN=segments_1,generation=1}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4b7f00e4 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2f488775),segFN=segments_2,generation=2}
[junit4:junit4]   2> 542481 T812 C467 P53160 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4]   2> 542482 T812 C467 P53160 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 542482 T812 C467 P53160 oass.SolrIndexSearcher.<init> Opening Searcher@5d3f4031 main
[junit4:junit4]   2> 542486 T811 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5d3f4031 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 542488 T812 C467 P53160 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.ShardSplitTest-1369582939288/jetty4/index.20130526094257701 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ShardSplitTest-1369582939288/jetty4/index.20130526094257701;done=true>>]
[junit4:junit4]   2> 542489 T812 C467 P53160 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.ShardSplitTest-1369582939288/jetty4/index.20130526094257701
[junit4:junit4]   2> 542490 T812 C467 P53160 oasc.CachingDirectoryFactory.closeCacheValue Removing directory before core close: ./org.apache.solr.cloud.ShardSplitTest-1369582939288/jetty4/index.20130526094257701
[junit4:junit4]   2> 542491 T812 C467 P53160 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 542491 T812 C467 P53160 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 542492 T812 C467 P53160 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 542493 T812 C467 P53160 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 542498 T812 C467 P53160 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 543395 T716 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 543984 T739 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 543987 T739 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"5",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:53160_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:53160"}
[junit4:junit4]   2> 544002 T745 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 544013 T738 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 544014 T807 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 544014 T758 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 544016 T774 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 544017 T790 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 544400 T716 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 544403 T716 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: collection1
[junit4:junit4]   2> ASYNC  NEW_CORE C469 name=collection1 org.apache.solr.core.SolrCore@1ffd585a url=http://127.0.0.1:53146/collection1 node=127.0.0.1:53146_ C469_STATE=coll:control_collection core:collection1 props:{shard=shard1, state=active, core=collection1, collection=control_collection, node_name=127.0.0.1:53146_, base_url=http://127.0.0.1:53146, leader=true}
[junit4:junit4]   2> 544434 T730 C469 P53146 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 544442 T730 C469 P53146 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@2c46cc31 lockFactory=org.apache.lucene.store.NativeFSLockFactory@11afa3b0),segFN=segments_1,generation=1}
[junit4:junit4]   2> 544444 T730 C469 P53146 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 544446 T730 C469 P53146 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@2c46cc31 lockFactory=org.apache.lucene.store.NativeFSLockFactory@11afa3b0),segFN=segments_1,generation=1}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@2c46cc31 lockFactory=org.apache.lucene.store.NativeFSLockFactory@11afa3b0),segFN=segments_2,generation=2}
[junit4:junit4]   2> 544446 T730 C469 P53146 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4]   2> 544447 T730 C469 P53146 oass.SolrIndexSearcher.<init> Opening Searcher@2885a876 main
[junit4:junit4]   2> 544449 T730 C469 P53146 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 544450 T742 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2885a876 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 544452 T730 C469 P53146 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 18
[junit4:junit4]   2> ASYNC  NEW_CORE C470 name=collection1 org.apache.solr.core.SolrCore@5b2a9c2b url=http://127.0.0.1:53153/collection1 node=127.0.0.1:53153_ C470_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:53153_, base_url=http://127.0.0.1:53153, leader=true}
[junit4:junit4]   2> 544481 T765 C470 P53153 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 544487 T765 C470 P53153 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@561f37f0 lockFactory=org.apache.lucene.store.NativeFSLockFactory@37aea952),segFN=segments_2,generation=2}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@561f37f0 lockFactory=org.apache.lucene.store.NativeFSLockFactory@37aea952),segFN=segments_3,generation=3}
[junit4:junit4]   2> 544488 T765 C470 P53153 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4]   2> 544489 T765 C470 P53153 oass.SolrIndexSearcher.<init> Opening Searcher@b1067d5 main
[junit4:junit4]   2> 544490 T765 C470 P53153 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 544498 T776 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@b1067d5 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 544499 T765 C470 P53153 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:53150/collection1/, StdNode: http://127.0.0.1:53156/collection1/, StdNode: http://127.0.0.1:53160/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4]   2> ASYNC  NEW_CORE C471 name=collection1 org.apache.solr.core.SolrCore@335cd29 url=http://127.0.0.1:53150/collection1 node=127.0.0.1:53150_ C471_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:53150_, base_url=http://127.0.0.1:53150, leader=true}
[junit4:junit4]   2> 544514 T749 C471 P53150 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> ASYNC  NEW_CORE C472 name=collection1 org.apache.solr.core.SolrCore@149ebddb url=http://127.0.0.1:53160/collection1 node=127.0.0.1:53160_ C472_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:53160_, base_url=http://127.0.0.1:53160}
[junit4:junit4]   2> 544526 T802 C472 P53160 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> ASYNC  NEW_CORE C473 name=collection1 org.apache.solr.core.SolrCore@4cd0fe3 url=http://127.0.0.1:53156/collection1 node=127.0.0.1:53156_ C473_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:53156_, base_url=http://127.0.0.1:53156}
[junit4:junit4]   2> 544529 T781 C473 P53156 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 544533 T749 C471 P53150 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@52581e5 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4ea77b1b),segFN=segments_2,generation=2}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@52581e5 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4ea77b1b),segFN=segments_3,generation=3}
[junit4:junit4]   2> 544534 T749 C471 P53150 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4]   2> 544535 T802 C472 P53160 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4b7f00e4 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2f488775),segFN=segments_2,generation=2}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4b7f00e4 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2f488775),segFN=segments_3,generation=3}
[junit4:junit4]   2> 544535 T802 C472 P53160 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4]   2> 544537 T802 C472 P53160 oass.SolrIndexSearcher.<init> Opening Searcher@62de96e8 main
[junit4:junit4]   2> 544537 T749 C471 P53150 oass.SolrIndexSearcher.<init> Opening Searcher@34adecf0 main
[junit4:junit4]   2> 544539 T749 C471 P53150 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 544539 T811 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@62de96e8 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 544538 T802 C472 P53160 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 544541 T802 C472 P53160 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 15
[junit4:junit4]   2> 544542 T760 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@34adecf0 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 544542 T781 C473 P53156 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6d7e23a4 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5cd61ef1),segFN=segments_2,generation=2}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6d7e23a4 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5cd61ef1),segFN=segments_3,generation=3}
[junit4:junit4]   2> 544545 T781 C473 P53156 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4]   2> 544544 T749 C471 P53150 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 31
[junit4:junit4]   2> 544547 T781 C473 P53156 oass.SolrIndexSearcher.<init> Opening Searcher@1cce5986 main
[junit4:junit4]   2> 544549 T781 C473 P53156 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 544550 T792 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1cce5986 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 544551 T781 C473 P53156 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 22
[junit4:junit4]   2> 544554 T765 C470 P53153 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 73
[junit4:junit4]   2> 544557 T716 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 544564 T750 C471 P53150 oasc.SolrCore.execute [collection1] webapp= path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 544570 T783 C473 P53156 oasc.SolrCore.execute [collection1] webapp= path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 544576 T767 C470 P53153 oasc.SolrCore.execute [collection1] webapp= path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 544586 T803 C472 P53160 oasc.SolrCore.execute [collection1] webapp= path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 546599 T730 C469 P53146 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {deleteByQuery=*:* (-1436111844789977088)} 0 2
[junit4:junit4]   2> 546632 T783 C473 P53156 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={update.distrib=FROMLEADER&_version_=-1436111844800462848&update.from=http://127.0.0.1:53150/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1436111844800462848)} 0 3
[junit4:junit4]   2> 546635 T803 C472 P53160 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={update.distrib=FROMLEADER&_version_=-1436111844820385792&update.from=http://127.0.0.1:53153/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1436111844820385792)} 0 2
[junit4:junit4]   2> 546638 T767 C470 P53153 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={update.distrib=TOLEADER&wt=javabin&version=2} {deleteByQuery=*:* (-1436111844820385792)} 0 12
[junit4:junit4]   2> 546640 T750 C471 P53150 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {deleteByQuery=*:* (-1436111844800462848)} 0 35
[junit4:junit4]   2> 546657 T731 C469 P53146 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[a!0 (1436111844850794496)]} 0 3
[junit4:junit4]   2> 546673 T798 C472 P53160 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53153/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[a!0 (1436111844863377408)]} 0 2
[junit4:junit4]   2> 546675 T768 C470 P53153 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53150/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[a!0 (1436111844863377408)]} 0 8
[junit4:junit4]   2> 546690 T751 C471 P53150 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[a!0]} 0 28
[junit4:junit4]   2> 546697 T732 C469 P53146 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[b!1 (1436111844892737536)]} 0 2
[junit4:junit4]   2> 546720 T784 C473 P53156 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53150/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[b!1 (1436111844910563328)]} 0 2
[junit4:junit4]   2> 546722 T754 C471 P53150 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53153/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[b!1 (1436111844910563328)]} 0 10
[junit4:junit4]   2> 546725 T769 C470 P53153 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[b!1]} 0 23
[junit4:junit4]   2> 546730 T733 C469 P53146 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[c!2 (1436111844928389120)]} 0 1
[junit4:junit4]   2> 546741 T785 C473 P53156 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53150/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[c!2 (1436111844934680576)]} 0 2
[junit4:junit4]   2> 546743 T752 C471 P53150 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[c!2 (1436111844934680576)]} 0 9
[junit4:junit4]   2> 546748 T734 C469 P53146 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[d!3 (1436111844947263488)]} 0 1
[junit4:junit4]   2> 546762 T799 C472 P53160 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53153/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[d!3 (1436111844956700672)]} 0 2
[junit4:junit4]   2> 546764 T770 C470 P53153 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53150/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[d!3 (1436111844956700672)]} 0 8
[junit4:junit4]   2> 546766 T753 C471 P53150 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[d!3]} 0 13
[junit4:junit4]   2> 546771 T729 C469 P53146 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[e!4 (1436111844971380736)]} 0 1
[junit4:junit4]   2> 546780 T800 C472 P53160 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53153/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[e!4 (1436111844976623616)]} 0 1
[junit4:junit4]   2> 546791 T766 C470 P53153 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[e!4 (1436111844976623616)]} 0 16
[junit4:junit4]   2> 546796 T730 C469 P53146 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[f!5 (1436111844998643712)]} 0 1
[junit4:junit4]   2> 546809 T801 C472 P53160 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53153/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[f!5 (1436111845007032320)]} 0 1
[junit4:junit4]   2> 546810 T765 C470 P53153 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53150/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[f!5 (1436111845007032320)]} 0 7
[junit4:junit4]   2> 546812 T749 C471 P53150 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[f!5]} 0 12
[junit4:junit4]   2> 546817 T731 C469 P53146 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[g!6 (1436111845019615232)]} 0 1
[junit4:junit4]   2> 546831 T786 C473 P53156 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53150/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[g!6 (1436111845030100992)]} 0 1
[junit4:junit4]   2> 546833 T750 C471 P53150 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53153/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[g!6 (1436111845030100992)]} 0 7
[junit4:junit4]   2> 546835 T767 C470 P53153 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[g!6]} 0 13
[junit4:junit4]   2> 546840 T732 C469 P53146 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[h!7 (1436111845043732480)]} 0 1
[junit4:junit4]   2> 546852 T782 C473 P53156 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53150/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[h!7 (1436111845053169664)]} 0 1
[junit4:junit4]   2> 546854 T751 C471 P53150 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53153/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[h!7 (1436111845053169664)]} 0 7
[junit4:junit4]   2> 546856 T768 C470 P53153 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[h!7]} 0 12
[junit4:junit4]   2> 546861 T733 C469 P53146 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[i!8 (1436111845066801152)]} 0 1
[junit4:junit4]   2> 546879 T781 C473 P53156 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53150/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[i!8 (1436111845075189760)]} 0 7
[junit4:junit4]   2> 546881 T754 C471 P53150 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53153/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[i!8 (1436111845075189760)]} 0 12
[junit4:junit4]   2> 546883 T769 C470 P53153 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[i!8]} 0 17
[junit4:junit4]   2> 546898 T734 C469 P53146 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[j!9 (1436111845105598464)]} 0 1
[junit4:junit4]   2> 546911 T783 C473 P53156 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53150/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[j!9 (1436111845115035648)]} 0 1
[junit4:junit4]   2> 546913 T752 C471 P53150 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53153/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[j!9 (1436111845115035648)]} 0 7
[junit4:junit4]   2> 546915 T770 C470 P53153 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[j!9]} 0 12
[junit4:junit4]   2> 546921 T730 C469 P53146 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[k!10 (1436111845128667136)]} 0 1
[junit4:junit4]   2> 546963 T784 C473 P53156 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53150/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[k!10 (1436111845148590080)]} 0 1
[junit4:junit4]   2> 546965 T753 C471 P53150 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53153/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[k!10 (1436111845148590080)]} 0 26
[junit4:junit4]   2> 546967 T766 C470 P53153 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[k!10]} 0 40
[junit4:junit4]   2> 546972 T731 C469 P53146 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[l!11 (1436111845182144512)]} 0 1
[junit4:junit4]   2> 546984 T802 C472 P53160 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53153/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[l!11 (1436111845191581696)]} 0 1
[junit4:junit4]   2> 546986 T765 C470 P53153 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53150/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[l!11 (1436111845191581696)]} 0 7
[junit4:junit4]   2> 546998 T749 C471 P53150 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[l!11]} 0 22
[junit4:junit4]   2> 547003 T732 C469 P53146 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[m!12 (1436111845215698944)]} 0 1
[junit4:junit4]   2> 547013 T803 C472 P53160 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53153/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[m!12 (1436111845220941824)]} 0 1
[junit4:junit4]   2> 547014 T768 C470 P53153 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[m!12 (1436111845220941824)]} 0 6
[junit4:junit4]   2> 547027 T733 C469 P53146 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[n!13 (1436111845239816192)]} 0 2
[junit4:junit4]   2> 547037 T785 C473 P53156 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53150/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[n!13 (1436111845246107648)]} 0 2
[junit4:junit4]   2> 547038 T751 C471 P53150 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[n!13 (1436111845246107648)]} 0 7
[junit4:junit4]   2> 547047 T734 C469 P53146 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[o!14 (1436111845260787712)]} 0 1
[junit4:junit4]   2> 547066 T799 C472 P53160 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53153/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[o!14 (1436111845271273472)]} 0 1
[junit4:junit4]   2> 547068 T769 C470 P53153 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[o!14 (1436111845271273472)]} 0 12
[junit4:junit4]   2> 547074 T729 C469 P53146 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[p!15 (1436111845290147840)]} 0 1
[junit4:junit4]   2> 547087 T782 C473 P53156 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53150/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[p!15 (1436111845298536448)]} 0 1
[junit4:junit4]   2> 547089 T754 C471 P53150 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53153/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[p!15 (1436111845298536448)]} 0 7
[junit4:junit4]   2> 547091 T770 C470 P53153 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[p!15]} 0 12
[junit4:junit4]   2> 547096 T730 C469 P53146 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[q!16 (1436111845313216512)]} 0 1
[junit4:junit4]   2> 547108 T781 C473 P53156 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53150/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[q!16 (1436111845321605120)]} 0 1
[junit4:junit4]   2> 547110 T752 C471 P53150 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53153/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[q!16 (1436111845321605120)]} 0 6
[junit4:junit4]   2> 547112 T766 C470 P53153 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[q!16]} 0 11
[junit4:junit4]   2> 547118 T731 C469 P53146 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[r!17 (1436111845334188032)]} 0 2
[junit4:junit4]   2> 547127 T800 C472 P53160 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53153/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[r!17 (1436111845340479488)]} 0 1
[junit4:junit4]   2> 547129 T765 C470 P53153 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[r!17 (1436111845340479488)]} 0 7
[junit4:junit4]   2> 547137 T732 C469 P53146 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[s!18 (1436111845355159552)]} 0 1
[junit4:junit4]   2> 547148 T783 C473 P53156 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53150/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[s!18 (1436111845361451008)]} 0 3
[junit4:junit4]   2> 547151 T753 C471 P53150 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[s!18 (1436111845361451008)]} 0 10
[junit4:junit4]   2> 547169 T733 C469 P53146 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[t!19 (1436111845382422528)]} 0 7
[junit4:junit4]   2> 547180 T784 C473 P53156 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53150/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[t!19 (1436111845396054016)]} 0 0
[junit4:junit4]   2> 547182 T750 C471 P53150 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[t!19 (1436111845396054016)]} 0 8
[junit4:junit4]   2> 547188 T734 C469 P53146 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[u!20 (1436111845409685504)]} 0 1
[junit4:junit4]   2> 547206 T801 C472 P53160 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53153/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[u!20 (1436111845421219840)]} 0 1
[junit4:junit4]   2> 547218 T767 C470 P53153 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[u!20 (1436111845421219840)]} 0 20
[junit4:junit4]   2> 547226 T729 C469 P53146 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[v!21 (1436111845448482816)]} 0 1
[junit4:junit4]   2> 547236 T786 C473 P53156 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53150/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[v!21 (1436111845454774272)]} 0 1
[junit4:junit4]   2> 547238 T749 C471 P53150 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[v!21 (1436111845454774272)]} 0 8
[junit4:junit4]   2> 547243 T730 C469 P53146 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[w!22 (1436111845466308608)]} 0 1
[junit4:junit4]   2> 547266 T785 C473 P53156 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53150/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[w!22 (1436111845486231552)]} 0 1
[junit4:junit4]   2> 547267 T751 C471 P53150 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53153/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[w!22 (1436111845486231552)]} 0 6
[junit4:junit4]   2> 547269 T768 C470 P53153 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[w!22]} 0 14
[junit4:junit4]   2> 547275 T731 C469 P53146 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[x!23 (1436111845499863040)]} 0 1
[junit4:junit4]   2> 547284 T802 C472 P53160 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53153/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[x!23 (1436111845506154496)]} 0 1
[junit4:junit4]   2> 547286 T769 C470 P53153 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[x!23 (1436111845506154496)]} 0 7
[junit4:junit4]   2> 547292 T732 C469 P53146 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[y!24 (1436111845517688832)]} 0 1
[junit4:junit4]   2> 547302 T798 C472 P53160 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53153/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[y!24 (1436111845525028864)]} 0 1
[junit4:junit4]   2> 547304 T770 C470 P53153 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[y!24 (1436111845525028864)]} 0 7
[junit4:junit4]   2> 547309 T733 C469 P53146 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[z!25 (1436111845535514624)]} 0 1
[junit4:junit4]   2> 547318 T782 C473 P53156 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53150/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[z!25 (1436111845541806080)]} 0 1
[junit4:junit4]   2> 547320 T754 C471 P53150 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[z!25 (1436111845541806080)]} 0 7
[junit4:junit4]   2> 547325 T729 C469 P53146 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[a!26 (1436111845552291840)]} 0 1
[junit4:junit4]   2> 547338 T803 C472 P53160 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53153/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[a!26 (1436111845562777600)]} 0 1
[junit4:junit4]   2> 547340 T766 C470 P53153 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53150/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[a!26 (1436111845562777600)]} 0 7
[junit4:junit4]   2> 547342 T752 C471 P53150 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[a!26]} 0 12
[junit4:junit4]   2> 547352 T730 C469 P53146 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[b!27 (1436111845579554816)]} 0 4
[junit4:junit4]   2> 547365 T781 C473 P53156 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53150/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[b!27 (1436111845591089152)]} 0 1
[junit4:junit4]   2> 547367 T753 C471 P53150 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[b!27 (1436111845591089152)]} 0 7
[junit4:junit4]   2> 547373 T731 C469 P53146 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[c!28 (1436111845602623488)]} 0 1
[junit4:junit4]   2> 547381 T783 C473 P53156 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53150/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[c!28 (1436111845607866368)]} 0 0
[junit4:junit4]   2> 547383 T750 C471 P53150 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[c!28 (1436111845607866368)]} 0 6
[junit4:junit4]   2> 547388 T732 C469 P53146 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[d!29 (1436111845619400704)]} 0 1
[junit4:junit4]   2> 547401 T799 C472 P53160 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53153/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[d!29 (1436111845627789312)]} 0 1
[junit4:junit4]   2> 547403 T765 C470 P53153 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53150/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[d!29 (1436111845627789312)]} 0 7
[junit4:junit4]   2> 547404 T751 C471 P53150 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[d!29]} 0 11
[junit4:junit4]   2> 547409 T734 C469 P53146 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[e!30 (1436111845641420800)]} 0 1
[junit4:junit4]   2> 547419 T800 C472 P53160 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53153/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[e!30 (1436111845646663680)]} 0 1
[junit4:junit4]   2> 547421 T768 C470 P53153 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[e!30 (1436111845646663680)]} 0 7
[junit4:junit4]   2> 547426 T733 C469 P53146 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[f!31 (1436111845658198016)]} 0 1
[junit4:junit4]   2> 547439 T802 C472 P53160 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53153/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[f!31 (1436111845667635200)]} 0 1
[junit4:junit4]   2> 547441 T769 C470 P53153 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53150/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[f!31 (1436111845667635200)]} 0 6
[junit4:junit4]   2> 547443 T754 C471 P53150 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[f!31]} 0 13
[junit4:junit4]   2> 547456 T729 C469 P53146 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[g!32 (1436111845689655296)]} 0 1
[junit4:junit4]   2> 547469 T784 C473 P53156 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53150/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[g!32 (1436111845699092480)]} 0 1
[junit4:junit4]   2> 547471 T752 C471 P53150 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[g!32 (1436111845699092480)]} 0 7
[junit4:junit4]   2> 547477 T730 C469 P53146 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[h!33 (1436111845711675392)]} 0 1
[junit4:junit4]   2> 547490 T785 C473 P53156 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53150/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[h!33 (1436111845721112576)]} 0 2
[junit4:junit4]   2> 547492 T753 C471 P53150 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53153/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[h!33 (1436111845721112576)]} 0 7
[junit4:junit4]   2> 547493 T770 C470 P53153 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[h!33]} 0 12
[junit4:junit4]   2> 547498 T731 C469 P53146 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[i!34 (1436111845733695488)]} 0 1
[junit4:junit4]   2> 547516 T782 C473 P53156 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53150/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[i!34 (1436111845739986944)]} 0 1
[junit4:junit4]   2> 547518 T749 C471 P53150 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[i!34 (1436111845739986944)]} 0 15
[junit4:junit4]   2> 547527 T732 C469 P53146 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[j!35 (1436111845764104192)]} 0 1
[junit4:junit4]   2> 547540 T781 C473 P53156 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53150/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[j!35 (1436111845773541376)]} 0 1
[junit4:junit4]   2> 547542 T750 C471 P53150 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53153/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[j!35 (1436111845773541376)]} 0 7
[junit4:junit4]   2> 547544 T766 C470 P53153 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[j!35]} 0 12
[junit4:junit4]   2> 547550 T734 C469 P53146 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[k!36 (1436111845788221440)]} 0 2
[junit4:junit4]   2> ASYNC  NEW_CORE C474 name=collection1 org.apache.solr.core.SolrCore@4cd0fe3 url=http://127.0.0.1:53156/collection1 node=127.0.0.1:53156_ C474_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:53156_, base_url=http://127.0.0.1:53156}
[junit4:junit4]   2> 547573 T783 C474 P53156 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53150/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[k!36 (1436111845808144384)]} 0 1
[junit4:junit4]   2> ASYNC  NEW_CORE C475 name=collection1 org.apache.solr.core.SolrCore@335cd29 url=http://127.0.0.1:53150/collection1 node=127.0.0.1:53150_ C475_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:53150_, base_url=http://127.0.0.1:53150, leader=true}
[junit4:junit4]   2> 547575 T751 C475 P53150 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53153/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[k!36 (1436111845808144384)]} 0 7
[junit4:junit4]   2> ASYNC  NEW_CORE C476 name=collection1 org.apache.solr.core.SolrCore@5b2a9c2b url=http://127.0.0.1:53153/collection1 node=127.0.0.1:53153_ C476_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:53153_, base_url=http://127.0.0.1:53153, leader=true}
[junit4:junit4]   2> 547577 T765 C476 P53153 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[k!36]} 0 23
[junit4:junit4]   2> ASYNC  NEW_CORE C477 name=collection1 org.apache.solr.core.SolrCore@1ffd585a url=http://127.0.0.1:53146/collection1 node=127.0.0.1:53146_ C477_STATE=coll:control_collection core:collection1 props:{shard=shard1, state=active, core=collection1, collection=control_collection, node_name=127.0.0.1:53146_, base_url=http://127.0.0.1:53146, leader=true}
[junit4:junit4]   2> 547583 T733 C477 P53146 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[l!37 (1436111845822824448)]} 0 2
[junit4:junit4]   2> ASYNC  NEW_CORE C478 name=collection1 org.apache.solr.core.SolrCore@149ebddb url=http://127.0.0.1:53160/collection1 node=127.0.0.1:53160_ C478_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:53160_, base_url=http://127.0.0.1:53160}
[junit4:junit4]   2> 547599 T798 C478 P53160 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53153/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[l!37 (1436111845835407360)]} 0 1
[junit4:junit4]   2> 547600 T767 C476 P53153 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[l!37 (1436111845835407360)]} 0 6
[junit4:junit4]   2> 547615 T729 C477 P53146 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[m!38 (1436111845857427456)]} 0 1
[junit4:junit4]   2> 547630 T803 C478 P53160 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53153/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[m!38 (1436111845866864640)]} 0 1
[junit4:junit4]   2> 547631 T768 C476 P53153 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53150/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[m!38 (1436111845866864640)]} 0 8
[junit4:junit4]   2> 547633 T754 C475 P53150 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[m!38]} 0 13
[junit4:junit4]   2> 547638 T730 C477 P53146 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[n!39 (1436111845880496128)]} 0 1
[junit4:junit4]   2> 547647 T786 C474 P53156 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53150/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[n!39 (1436111845886787584)]} 0 1
[junit4:junit4]   2> 547649 T752 C475 P53150 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[n!39 (1436111845886787584)]} 0 7
[junit4:junit4]   2> 547654 T731 C477 P53146 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[o!40 (1436111845897273344)]} 0 1
[junit4:junit4]   2> 547666 T799 C478 P53160 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53153/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[o!40 (1436111845906710528)]} 0 1
[junit4:junit4]   2> 547668 T769 C476 P53153 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53150/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[o!40 (1436111845906710528)]} 0 7
[junit4:junit4]   2> 547670 T753 C475 P53150 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[o!40]} 0 12
[junit4:junit4]   2> 547675 T732 C477 P53146 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[p!41 (1436111845919293440)]} 0 1
[junit4:junit4]   2> 547696 T784 C474 P53156 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53150/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[p!41 (1436111845930827776)]} 0 4
[junit4:junit4]   2> 547698 T749 C475 P53150 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[p!41 (1436111845930827776)]} 0 13
[junit4:junit4]   2> 547706 T734 C477 P53146 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[q!42 (1436111845951799296)]} 0 1
[junit4:junit4]   2> 547716 T785 C474 P53156 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53150/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[q!42 (1436111845957042176)]} 0 1
[junit4:junit4]   2> 547718 T750 C475 P53150 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[q!42 (1436111845957042176)]} 0 8
[junit4:junit4]   2> 547723 T733 C477 P53146 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[r!43 (1436111845969625088)]} 0 1
[junit4:junit4]   2> 547733 T801 C478 P53160 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53153/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[r!43 (1436111845976965120)]} 0 1
[junit4:junit4]   2> 547735 T770 C476 P53153 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[r!43 (1436111845976965120)]} 0 6
[junit4:junit4]   2> 547740 T730 C477 P53146 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[s!44 (1436111845988499456)]} 0 1
[junit4:junit4]   2> 547753 T782 C474 P53156 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53150/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[s!44 (1436111845996888064)]} 0 0
[junit4:junit4]   2> 547755 T751 C475 P53150 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53153/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[s!44 (1436111845996888064)]} 0 7
[junit4:junit4]   2> 547757 T766 C476 P53153 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[s!44]} 0 13
[junit4:junit4]   2> 547762 T731 C477 P53146 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[t!45 (1436111846010519552)]} 0 1
[junit4:junit4]   2> 547771 T781 C474 P53156 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53150/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[t!45 (1436111846015762432)]} 0 1
[junit4:junit4]   2> 547772 T754 C475 P53150 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[t!45 (1436111846015762432)]} 0 6
[junit4:junit4]   2> 547780 T732 C477 P53146 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[u!46 (1436111846030442496)]} 0 1
[junit4:junit4]   2> 547798 T800 C478 P53160 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53153/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[u!46 (1436111846040928256)]} 0 1
[junit4:junit4]   2> 547800 T765 C476 P53153 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[u!46 (1436111846040928256)]} 0 10
[junit4:junit4]   2> 547805 T734 C477 P53146 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[v!47 (1436111846055608320)]} 0 1
[junit4:junit4]   2> 547822 T783 C474 P53156 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53150/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[v!47 (1436111846066094080)]} 0 1
[junit4:junit4]   2> 547824 T752 C475 P53150 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53153/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[v!47 (1436111846066094080)]} 0 10
[junit4:junit4]   2> 547825 T767 C476 P53153 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[v!47]} 0 15
[junit4:junit4]   2> 547830 T729 C477 P53146 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[w!48 (1436111846082871296)]} 0 1
[junit4:junit4]   2> 547844 T786 C474 P53156 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53150/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[w!48 (1436111846091259904)]} 0 2
[junit4:junit4]   2> 547845 T749 C475 P53150 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53153/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[w!48 (1436111846091259904)]} 0 7
[junit4:junit4]   2> 547847 T769 C476 P53153 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[w!48]} 0 12
[junit4:junit4]   2> 547852 T733 C477 P53146 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[x!49 (1436111846104891392)]} 0 2
[junit4:junit4]   2> 547864 T802 C478 P53160 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53153/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[x!49 (1436111846114328576)]} 0 1
[junit4:junit4]   2> 547866 T770 C476 P53153 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53150/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[x!49 (1436111846114328576)]} 0 6
[junit4:junit4]   2> 547868 T750 C475 P53150 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[x!49]} 0 12
[junit4:junit4]   2> 547873 T730 C477 P53146 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[y!50 (1436111846127960064)]} 0 1
[junit4:junit4]   2> 547894 T803 C478 P53160 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53153/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[y!50 (1436111846144737280)]} 0 1
[junit4:junit4]   2> 547896 T766 C476 P53153 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53150/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[y!50 (1436111846144737280)]} 0 7
[junit4:junit4]   2> 547897 T751 C475 P53150 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[y!50]} 0 17
[junit4:junit4]   2> 547902 T731 C477 P53146 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[z!51 (1436111846158368768)]} 0 1
[junit4:junit4]   2> 547915 T784 C474 P53156 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53150/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[z!51 (1436111846166757376)]} 0 1
[junit4:junit4]   2> 547918 T754 C475 P53150 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[z!51 (1436111846166757376)]} 0 9
[junit4:junit4]   2> 547923 T732 C477 P53146 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[a!52 (1436111846180388864)]} 0 1
[junit4:junit4]   2> 547937 T799 C478 P53160 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53153/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[a!52 (1436111846189826048)]} 0 1
[junit4:junit4]   2> 547938 T765 C476 P53153 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53150/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[a!52 (1436111846189826048)]} 0 6
[junit4:junit4]   2> 547940 T753 C475 P53150 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[a!52]} 0 12
[junit4:junit4]   2> 547945 T734 C477 P53146 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[b!53 (1436111846202408960)]} 0 1
[junit4:junit4]   2> 547955 T782 C474 P53156 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53150/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[b!53 (1436111846207651840)]} 0 2
[junit4:junit4]   2> 547956 T752 C475 P53150 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[b!53 (1436111846207651840)]} 0 7
[junit4:junit4]   2> 547961 T729 C477 P53146 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[c!54 (1436111846220234752)]} 0 0
[junit4:junit4]   2> 547981 T781 C474 P53156 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53150/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[c!54 (1436111846230720512)]} 0 3
[junit4:junit4]   2> 547984 T749 C475 P53150 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53153/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[c!54 (1436111846230720512)]} 0 13
[junit4:junit4]   2> 547985 T768 C476 P53153 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[c!54]} 0 17
[junit4:junit4]   2> 547995 T733 C477 P53146 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[d!55 (1436111846254837760)]} 0 1
[junit4:junit4]   2> 548008 T801 C478 P53160 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53153/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[d!55 (1436111846264274944)]} 0 1
[junit4:junit4]   2> 548009 T767 C476 P53153 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53150/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[d!55 (1436111846264274944)]} 0 6
[junit4:junit4]   2> 548011 T750 C475 P53150 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[d!55]} 0 12
[junit4:junit4]   2> 548016 T730 C477 P53146 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[e!56 (1436111846276857856)]} 0 1
[junit4:junit4]   2> 548029 T800 C478 P53160 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53153/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[e!56 (1436111846286295040)]} 0 1
[junit4:junit4]   2> 548033 T769 C476 P53153 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53150/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[e!56 (1436111846286295040)]} 0 9
[junit4:junit4]   2> 548037 T751 C475 P53150 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[e!56]} 0 16
[junit4:junit4]   2> 548044 T731 C477 P53146 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[f!57 (1436111846307266560)]} 0 1
[junit4:junit4]   2> 548054 T798 C478 P53160 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53153/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[f!57 (1436111846312509440)]} 0 1
[junit4:junit4]   2> 548056 T770 C476 P53153 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[f!57 (1436111846312509440)]} 0 8
[junit4:junit4]   2> 548062 T732 C477 P53146 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[g!58 (1436111846325092352)]} 0 1
[junit4:junit4]   2> 548080 T783 C474 P53156 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53150/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[g!58 (1436111846334529536)]} 0 1
[junit4:junit4]   2> 548082 T754 C475 P53150 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53153/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[g!58 (1436111846334529536)]} 0 12
[junit4:junit4]   2> 548084 T766 C476 P53153 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[g!58]} 0 17
[junit4:junit4]   2> 548089 T734 C477 P53146 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[h!59 (1436111846354452480)]} 0 1
[junit4:junit4]   2> 548106 T786 C474 P53156 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53150/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[h!59 (1436111846359695360)]} 0 1
[junit4:junit4]   2> 548108 T753 C475 P53150 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[h!59 (1436111846359695360)]} 0 14
[junit4:junit4]   2> 548113 T729 C477 P53146 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[i!60 (1436111846379618304)]} 0 1
[junit4:junit4]   2> 548123 T785 C474 P53156 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53150/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[i!60 (1436111846384861184)]} 0 1
[junit4:junit4]   2> 548125 T752 C475 P53150 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[i!60 (1436111846384861184)]} 0 7
[junit4:junit4]   2> 548131 T733 C477 P53146 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[j!61 (1436111846397444096)]} 0 1
[junit4:junit4]   2> 548141 T784 C474 P53156 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53150/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[j!61 (1436111846403735552)]} 0 1
[junit4:junit4]   2> 548143 T749 C475 P53150 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[j!61 (1436111846403735552)]} 0 7
[junit4:junit4]   2> 548149 T731 C477 P53146 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[k!62 (1436111846416318464)]} 0 1
[junit4:junit4]   2> 548160 T782 C474 P53156 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53150/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[k!62 (1436111846422609920)]} 0 1
[junit4:junit4]   2> 548162 T750 C475 P53150 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[k!62 (1436111846422609920)]} 0 8
[junit4:junit4]   2> 548173 T732 C477 P53146 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[l!63 (1436111846442532864)]} 0 1
[junit4:junit4]   2> 548189 T802 C478 P53160 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53153/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[l!63 (1436111846450921472)]} 0 1
[junit4:junit4]   2> 548192 T765 C476 P53153 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53150/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[l!63 (1436111846450921472)]} 0 11
[junit4:junit4]   2> 548193 T751 C475 P53150 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[l!63]} 0 15
[junit4:junit4]   2> 548199 T734 C477 P53146 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[m!64 (1436111846468747264)]} 0 1
[junit4:junit4]   2> 548208 T803 C478 P53160 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53153/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[m!64 (1436111846475038720)]} 0 1
[junit4:junit4]   2> 548210 T768 C476 P53153 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[m!64 (1436111846475038720)]} 0 7
[junit4:junit4]   2> 548216 T729 C477 P53146 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[n!65 (1436111846486573056)]} 0 1
[junit4:junit4]   2> 548231 T781 C474 P53156 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53150/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[n!65 (1436111846494961664)]} 0 3
[junit4:junit4]   2> 548235 T754 C475 P53150 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53153/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[n!65 (1436111846494961664)]} 0 12
[junit4:junit4]   2> 548237 T769 C476 P53153 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[n!65]} 0 17
[junit4:junit4]   2> 548245 T733 C477 P53146 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[o!66 (1436111846518030336)]} 0 0
[junit4:junit4]   2> 548263 T799 C478 P53160 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53153/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[o!66 (1436111846531661824)]} 0 1
[junit4:junit4]   2> 548265 T770 C476 P53153 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53150/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[o!66 (1436111846531661824)]} 0 8
[junit4:junit4]   2> 548267 T752 C475 P53150 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[o!66]} 0 14
[junit4:junit4] 

[...truncated too long message...]

asc.Overseer$ClusterStateUpdater.updateState Update state numShards=null message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"5",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:53160_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:53160"}
[junit4:junit4]   2> 562172 T807 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 563155 T716 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 563156 T716 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 563160 T716 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@149ebddb
[junit4:junit4]   2> 563177 T716 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=2,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=30,adds=30,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=72,cumulative_deletesById=0,cumulative_deletesByQuery=1,cumulative_errors=0}
[junit4:junit4]   2> 563180 T716 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4]   2> 563180 T716 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4]   2> 563181 T716 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4]   2> ASYNC  NEW_CORE C560 name=collection1 org.apache.solr.core.SolrCore@149ebddb url=http://127.0.0.1:53160/collection1 node=127.0.0.1:53160_ C560_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=down, core=collection1, collection=collection1, node_name=127.0.0.1:53160_, base_url=http://127.0.0.1:53160, leader=true}
[junit4:junit4]   2> 563189 T716 C560 P53160 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4b7f00e4 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2f488775),segFN=segments_4,generation=4}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4b7f00e4 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2f488775),segFN=segments_5,generation=5}
[junit4:junit4]   2> 563190 T716 C560 P53160 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 5
[junit4:junit4]   2> 563194 T716 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4]   2> 563195 T716 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
[junit4:junit4]   2> 563196 T716 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.ShardSplitTest-1369582939288/jetty4 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ShardSplitTest-1369582939288/jetty4;done=false>>]
[junit4:junit4]   2> 563197 T716 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.ShardSplitTest-1369582939288/jetty4
[junit4:junit4]   2> 563198 T716 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.ShardSplitTest-1369582939288/jetty4/index [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ShardSplitTest-1369582939288/jetty4/index;done=false>>]
[junit4:junit4]   2> 563198 T716 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.ShardSplitTest-1369582939288/jetty4/index
[junit4:junit4]   2> 563202 T835 oasc.Overseer$ClusterStateUpdater.amILeader According to ZK I (id=89756987510030348-127.0.0.1:53160_-n_0000000004) am no longer a leader.
[junit4:junit4]   2> 563210 T718 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x13ee1812ca5000c, likely client has closed socket
[junit4:junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
[junit4:junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4:junit4]   2> 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 
[junit4:junit4]   2> 563213 T807 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 563214 T807 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 563214 T807 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 563231 T716 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/,null}
[junit4:junit4]   2> 563324 T716 oas.SolrTestCaseJ4.tearDown ###Ending testDistribSearch
[junit4:junit4]   2> 563328 T716 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:53143 53143
[junit4:junit4]   2> 563367 T716 oasc.ChaosMonkey.monkeyLog monkey: stop shard! 53146
[junit4:junit4]   2> !!!! WARNING: best effort to remove /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-1369582939288 FAILED !!!!!
[junit4:junit4]   2> 563368 T716 oas.SolrTestCaseJ4.tearDown ###Ending testDistribSearch
[junit4:junit4]   2> 563368 T716 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:53143 53143
[junit4:junit4]   1> client port:0.0.0.0/0.0.0.0:0
[junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=ShardSplitTest -Dtests.method=testDistribSearch -Dtests.seed=7383D87736DF1019 -Dtests.slow=true -Dtests.locale=vi -Dtests.timezone=Canada/Mountain -Dtests.file.encoding=US-ASCII
[junit4:junit4] ERROR   59.6s | ShardSplitTest.testDistribSearch <<<
[junit4:junit4]    > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: Server at http://127.0.0.1:53150 returned non ok status:500, message:Server Error
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([7383D87736DF1019:F265566F41807025]:0)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:385)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
[junit4:junit4]    > 	at org.apache.solr.cloud.ShardSplitTest.splitShard(ShardSplitTest.java:208)
[junit4:junit4]    > 	at org.apache.solr.cloud.ShardSplitTest.doTest(ShardSplitTest.java:133)
[junit4:junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:815)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 563569 T716 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4]   2> 59587 T715 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 1 leaked thread(s).
[junit4:junit4]   2> NOTE: test params are: codec=FastCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=FAST, chunkSize=89), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=FAST, chunkSize=89)), sim=RandomSimilarityProvider(queryNorm=false,coord=yes): {}, locale=vi, timezone=Canada/Mountain
[junit4:junit4]   2> NOTE: Mac OS X 10.8.3 x86_64/Oracle Corporation 1.7.0_21 (64-bit)/cpus=2,threads=1,free=24068712,total=92143616
[junit4:junit4]   2> NOTE: All tests run in this JVM: [DistributedSpellCheckComponentTest, TestSearchPerf, TestArbitraryIndexDir, QueryEqualityTest, TestZkChroot, TestMaxScoreQueryParser, PluginInfoTest, DirectSolrSpellCheckerTest, TestMergePolicyConfig, TestManagedSchemaFieldResource, ChaosMonkeyShardSplitTest, LeaderElectionIntegrationTest, MBeansHandlerTest, TestBadConfig, ReturnFieldsTest, DirectUpdateHandlerTest, StatsComponentTest, CoreContainerCoreInitFailuresTest, TestSolrXMLSerializer, NoCacheHeaderTest, SortByFunctionTest, SliceStateTest, QueryElevationComponentTest, UpdateParamsTest, IndexSchemaTest, JSONWriterTest, TestSolrDeletionPolicy2, TestFastOutputStream, DirectUpdateHandlerOptimizeTest, CircularListTest, DefaultValueUpdateProcessorTest, TestDynamicFieldCollectionResource, TestPropInject, SOLR749Test, TermVectorComponentTest, UUIDFieldTest, AnalysisAfterCoreReloadTest, ShowFileRequestHandlerTest, ShardSplitTest]
[junit4:junit4] Completed in 59.93s, 1 test, 1 error <<< FAILURES!

[...truncated 813 lines...]
BUILD FAILED
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:386: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:366: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:39: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build.xml:181: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/common-build.xml:437: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:1243: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:887: There were test failures: 296 suites, 1234 tests, 1 error, 18 ignored (6 assumptions)

Total time: 120 minutes 56 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.7.0 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-4.x-MacOSX (64bit/jdk1.6.0) - Build # 492 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-MacOSX/492/
Java: 64bit/jdk1.6.0 -XX:+UseCompressedOops -XX:+UseParallelGC

1 tests failed.
FAILED:  org.apache.lucene.replicator.http.HttpReplicatorTest.testBasic

Error Message:
Connection to http://localhost:51339 refused

Stack Trace:
org.apache.http.conn.HttpHostConnectException: Connection to http://localhost:51339 refused
	at __randomizedtesting.SeedInfo.seed([342A32D8269798F6:9FD02FCDF94B1ED8]:0)
	at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:190)
	at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
	at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
	at org.apache.lucene.replicator.http.HttpClientBase.executeGET(HttpClientBase.java:178)
	at org.apache.lucene.replicator.http.HttpReplicator.checkForUpdate(HttpReplicator.java:51)
	at org.apache.lucene.replicator.ReplicationClient.doUpdate(ReplicationClient.java:196)
	at org.apache.lucene.replicator.ReplicationClient.updateNow(ReplicationClient.java:402)
	at org.apache.lucene.replicator.http.HttpReplicatorTest.testBasic(HttpReplicatorTest.java:112)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
	at java.lang.reflect.Method.invoke(Method.java:597)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:680)
Caused by: java.net.ConnectException: Connection refused
	at java.net.PlainSocketImpl.socketConnect(Native Method)
	at java.net.PlainSocketImpl.doConnect(PlainSocketImpl.java:351)
	at java.net.PlainSocketImpl.connectToAddress(PlainSocketImpl.java:213)
	at java.net.PlainSocketImpl.connect(PlainSocketImpl.java:200)
	at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:432)
	at java.net.Socket.connect(Socket.java:529)
	at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
	at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
	... 48 more




Build Log:
[...truncated 7422 lines...]
[junit4:junit4] Suite: org.apache.lucene.replicator.http.HttpReplicatorTest
[junit4:junit4]   2> 2013-05-26 20:54:29.537:DBUG:oejs.ServletHandler:filterNameMap={}
[junit4:junit4]   2> 2013-05-26 20:54:29.537:DBUG:oejs.ServletHandler:pathFilters=null
[junit4:junit4]   2> 2013-05-26 20:54:29.537:DBUG:oejs.ServletHandler:servletFilterMap=null
[junit4:junit4]   2> 2013-05-26 20:54:29.537:DBUG:oejs.ServletHandler:servletPathMap={/replicate/*=org.apache.lucene.replicator.http.ReplicationServlet-1052752867}
[junit4:junit4]   2> 2013-05-26 20:54:29.538:DBUG:oejs.ServletHandler:servletNameMap={org.apache.lucene.replicator.http.ReplicationServlet-1052752867=org.apache.lucene.replicator.http.ReplicationServlet-1052752867}
[junit4:junit4]   2> 2013-05-26 20:54:29.760:DBUG:oejuc.Container:Container org.eclipse.jetty.server.Server@8135daf + SelectChannelConnector@0.0.0.0:0 as connector
[junit4:junit4]   2> 2013-05-26 20:54:29.764:DBUG:oejuc.Container:Container org.eclipse.jetty.servlet.ServletHandler@3ecec78d + org.apache.lucene.replicator.http.ReplicationServlet-1052752867 as servlet
[junit4:junit4]   2> 2013-05-26 20:54:29.765:DBUG:oejuc.Container:Container org.eclipse.jetty.servlet.ServletHandler@3ecec78d + [/replicate/*]=>org.apache.lucene.replicator.http.ReplicationServlet-1052752867 as servletMapping
[junit4:junit4]   2> 2013-05-26 20:54:29.765:DBUG:oejuc.Container:Container org.eclipse.jetty.server.Server@8135daf + org.eclipse.jetty.servlet.ServletHandler@3ecec78d as handler
[junit4:junit4]   2> 2013-05-26 20:54:29.813:DBUG:oejuc.Container:Container org.eclipse.jetty.server.Server@8135daf - SelectChannelConnector@0.0.0.0:0 as connector
[junit4:junit4]   2> 2013-05-26 20:54:29.814:DBUG:oejuc.Container:Container org.eclipse.jetty.server.Server@8135daf + SelectChannelConnector@127.0.0.1:0 as connector
[junit4:junit4]   2> 2013-05-26 20:54:29.825:DBUG:oejuc.Container:Container org.eclipse.jetty.server.Server@8135daf + org.eclipse.jetty.server.session.HashSessionIdManager@109ce4a3 as sessionIdManager
[junit4:junit4]   2> 2013-05-26 20:54:29.825:DBUG:oejuc.AbstractLifeCycle:starting org.eclipse.jetty.server.Server@8135daf
[junit4:junit4]   2> 2013-05-26 20:54:29.825:INFO:oejs.Server:jetty-8.1.10.v20130312
[junit4:junit4]   2> 2013-05-26 20:54:30.033:DBUG:oejuc.Container:Container org.eclipse.jetty.server.Server@8135daf + qtp1475720401{8<=0<=0/254,-1} as threadpool
[junit4:junit4]   2> 2013-05-26 20:54:30.033:DBUG:oejuc.AbstractLifeCycle:starting org.eclipse.jetty.servlet.ServletHandler@3ecec78d
[junit4:junit4]   2> 2013-05-26 20:54:30.080:DBUG:oejs.ServletHandler:filterNameMap={}
[junit4:junit4]   2> 2013-05-26 20:54:30.081:DBUG:oejs.ServletHandler:pathFilters=null
[junit4:junit4]   2> 2013-05-26 20:54:30.081:DBUG:oejs.ServletHandler:servletFilterMap=null
[junit4:junit4]   2> 2013-05-26 20:54:30.081:DBUG:oejs.ServletHandler:servletPathMap={/replicate/*=org.apache.lucene.replicator.http.ReplicationServlet-1052752867}
[junit4:junit4]   2> 2013-05-26 20:54:30.081:DBUG:oejs.ServletHandler:servletNameMap={org.apache.lucene.replicator.http.ReplicationServlet-1052752867=org.apache.lucene.replicator.http.ReplicationServlet-1052752867}
[junit4:junit4]   2> 2013-05-26 20:54:30.081:DBUG:oejsh.AbstractHandler:starting org.eclipse.jetty.servlet.ServletHandler@3ecec78d
[junit4:junit4]   2> 2013-05-26 20:54:30.082:DBUG:oejuc.AbstractLifeCycle:starting org.apache.lucene.replicator.http.ReplicationServlet-1052752867
[junit4:junit4]   2> 2013-05-26 20:54:30.119:DBUG:oejuc.AbstractLifeCycle:STARTED org.apache.lucene.replicator.http.ReplicationServlet-1052752867
[junit4:junit4]   2> 2013-05-26 20:54:30.119:DBUG:oejuc.AbstractLifeCycle:STARTED org.eclipse.jetty.servlet.ServletHandler@3ecec78d
[junit4:junit4]   2> 2013-05-26 20:54:30.120:DBUG:oejsh.AbstractHandler:starting org.eclipse.jetty.server.Server@8135daf
[junit4:junit4]   2> 2013-05-26 20:54:30.120:DBUG:oejuc.AbstractLifeCycle:starting org.eclipse.jetty.server.session.HashSessionIdManager@109ce4a3
[junit4:junit4]   2> 2013-05-26 20:54:30.120:DBUG:oejuc.AbstractLifeCycle:STARTED org.eclipse.jetty.server.session.HashSessionIdManager@109ce4a3
[junit4:junit4]   2> 2013-05-26 20:54:30.120:DBUG:oejuc.AbstractLifeCycle:starting qtp1475720401{8<=0<=0/254,-1}
[junit4:junit4]   2> 2013-05-26 20:54:30.137:DBUG:oejuc.AbstractLifeCycle:STARTED qtp1475720401{8<=8<=8/254,0}
[junit4:junit4]   2> 2013-05-26 20:54:30.137:DBUG:oejuc.AbstractLifeCycle:starting SelectChannelConnector@127.0.0.1:0
[junit4:junit4]   2> 2013-05-26 20:54:30.236:DBUG:oejuc.AbstractLifeCycle:starting null/null
[junit4:junit4]   2> 2013-05-26 20:54:30.252:DBUG:oejuc.AbstractLifeCycle:STARTED PooledBuffers [0/1024@6144,0/1024@16384,0/1024@-]/PooledBuffers [0/1024@6144,0/1024@32768,0/1024@-]
[junit4:junit4]   2> 2013-05-26 20:54:30.253:DBUG:oejuc.AbstractLifeCycle:starting org.eclipse.jetty.server.nio.SelectChannelConnector$ConnectorSelectorManager@5c1a1ff9
[junit4:junit4]   2> 2013-05-26 20:54:30.304:DBUG:oejuc.AbstractLifeCycle:STARTED org.eclipse.jetty.server.nio.SelectChannelConnector$ConnectorSelectorManager@5c1a1ff9
[junit4:junit4]   2> 2013-05-26 20:54:30.304:DBUG:oeji.nio:Starting Thread[qtp1475720401-15 Selector0,5,TGRP-HttpReplicatorTest] on org.eclipse.jetty.io.nio.SelectorManager$1@7befc208
[junit4:junit4]   2> 2013-05-26 20:54:30.310:INFO:oejs.AbstractConnector:Started SelectChannelConnector@127.0.0.1:51339
[junit4:junit4]   2> 2013-05-26 20:54:30.310:DBUG:oejuc.AbstractLifeCycle:STARTED SelectChannelConnector@127.0.0.1:51339
[junit4:junit4]   2> 2013-05-26 20:54:30.310:DBUG:oejuc.AbstractLifeCycle:STARTED org.eclipse.jetty.server.Server@8135daf
[junit4:junit4]   2> 2013-05-26 20:54:32.804:DBUG:oejuc.AbstractLifeCycle:stopping org.eclipse.jetty.server.Server@8135daf
[junit4:junit4]   2> 2013-05-26 20:54:32.804:DBUG:oejuc.AbstractLifeCycle:stopping SelectChannelConnector@127.0.0.1:51339
[junit4:junit4]   2> 2013-05-26 20:54:32.812:DBUG:oejuc.AbstractLifeCycle:stopping org.eclipse.jetty.server.nio.SelectChannelConnector$ConnectorSelectorManager@5c1a1ff9
[junit4:junit4]   2> 2013-05-26 20:54:32.815:DBUG:oeji.nio:Stopped Thread[qtp1475720401-15 Selector0,5,TGRP-HttpReplicatorTest] on org.eclipse.jetty.io.nio.SelectorManager$1@7befc208
[junit4:junit4]   2> 2013-05-26 20:54:32.829:DBUG:oejuc.AbstractLifeCycle:STOPPED org.eclipse.jetty.server.nio.SelectChannelConnector$ConnectorSelectorManager@5c1a1ff9
[junit4:junit4]   2> 2013-05-26 20:54:32.829:DBUG:oejuc.AbstractLifeCycle:stopping PooledBuffers [0/1024@6144,0/1024@16384,0/1024@-]/PooledBuffers [0/1024@6144,0/1024@32768,0/1024@-]
[junit4:junit4]   2> 2013-05-26 20:54:32.831:DBUG:oejuc.AbstractLifeCycle:STOPPED null/null
[junit4:junit4]   2> 2013-05-26 20:54:32.832:DBUG:oejuc.AbstractLifeCycle:STOPPED SelectChannelConnector@127.0.0.1:0
[junit4:junit4]   2> 2013-05-26 20:54:32.833:DBUG:oejuc.AbstractLifeCycle:stopping org.eclipse.jetty.servlet.ServletHandler@3ecec78d
[junit4:junit4]   2> 2013-05-26 20:54:32.834:DBUG:oejsh.AbstractHandler:stopping org.eclipse.jetty.servlet.ServletHandler@3ecec78d
[junit4:junit4]   2> 2013-05-26 20:54:32.834:DBUG:oejuc.AbstractLifeCycle:stopping org.apache.lucene.replicator.http.ReplicationServlet-1052752867
[junit4:junit4]   2> 2013-05-26 20:54:32.835:DBUG:oejuc.AbstractLifeCycle:STOPPED org.apache.lucene.replicator.http.ReplicationServlet-1052752867
[junit4:junit4]   2> 2013-05-26 20:54:32.835:DBUG:oejuc.AbstractLifeCycle:STOPPED org.eclipse.jetty.servlet.ServletHandler@3ecec78d
[junit4:junit4]   2> 2013-05-26 20:54:32.836:DBUG:oejsh.AbstractHandler:stopping org.eclipse.jetty.server.Server@8135daf
[junit4:junit4]   2> 2013-05-26 20:54:32.837:DBUG:oejuc.AbstractLifeCycle:stopping qtp1475720401{8<=8<=8/254,0}
[junit4:junit4]   2> 2013-05-26 20:54:32.906:DBUG:oejuc.AbstractLifeCycle:STOPPED qtp1475720401{8<=0<=0/254,5}
[junit4:junit4]   2> 2013-05-26 20:54:32.906:DBUG:oejuc.AbstractLifeCycle:stopping org.eclipse.jetty.server.session.HashSessionIdManager@109ce4a3
[junit4:junit4]   2> 2013-05-26 20:54:32.906:DBUG:oejuc.AbstractLifeCycle:STOPPED org.eclipse.jetty.server.session.HashSessionIdManager@109ce4a3
[junit4:junit4]   2> 2013-05-26 20:54:32.906:DBUG:oejuc.AbstractLifeCycle:STOPPED org.eclipse.jetty.server.Server@8135daf
[junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=HttpReplicatorTest -Dtests.method=testBasic -Dtests.seed=342A32D8269798F6 -Dtests.slow=true -Dtests.locale=fr_CH -Dtests.timezone=SST -Dtests.file.encoding=US-ASCII
[junit4:junit4] ERROR   4.57s | HttpReplicatorTest.testBasic <<<
[junit4:junit4]    > Throwable #1: org.apache.http.conn.HttpHostConnectException: Connection to http://localhost:51339 refused
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([342A32D8269798F6:9FD02FCDF94B1ED8]:0)
[junit4:junit4]    > 	at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:190)
[junit4:junit4]    > 	at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
[junit4:junit4]    > 	at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
[junit4:junit4]    > 	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
[junit4:junit4]    > 	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
[junit4:junit4]    > 	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
[junit4:junit4]    > 	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
[junit4:junit4]    > 	at org.apache.lucene.replicator.http.HttpClientBase.executeGET(HttpClientBase.java:178)
[junit4:junit4]    > 	at org.apache.lucene.replicator.http.HttpReplicator.checkForUpdate(HttpReplicator.java:51)
[junit4:junit4]    > 	at org.apache.lucene.replicator.ReplicationClient.doUpdate(ReplicationClient.java:196)
[junit4:junit4]    > 	at org.apache.lucene.replicator.ReplicationClient.updateNow(ReplicationClient.java:402)
[junit4:junit4]    > 	at org.apache.lucene.replicator.http.HttpReplicatorTest.testBasic(HttpReplicatorTest.java:112)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:680)
[junit4:junit4]    > Caused by: java.net.ConnectException: Connection refused
[junit4:junit4]    > 	at java.net.PlainSocketImpl.socketConnect(Native Method)
[junit4:junit4]    > 	at java.net.PlainSocketImpl.doConnect(PlainSocketImpl.java:351)
[junit4:junit4]    > 	at java.net.PlainSocketImpl.connectToAddress(PlainSocketImpl.java:213)
[junit4:junit4]    > 	at java.net.PlainSocketImpl.connect(PlainSocketImpl.java:200)
[junit4:junit4]    > 	at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:432)
[junit4:junit4]    > 	at java.net.Socket.connect(Socket.java:529)
[junit4:junit4]    > 	at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
[junit4:junit4]    > 	at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
[junit4:junit4]    > 	... 48 more
[junit4:junit4]   2> NOTE: test params are: codec=Lucene42: {}, docValues:{}, sim=DefaultSimilarity, locale=fr_CH, timezone=SST
[junit4:junit4]   2> NOTE: Mac OS X 10.8.3 x86_64/Apple Inc. 1.6.0_45 (64-bit)/cpus=2,threads=1,free=61192208,total=85983232
[junit4:junit4]   2> NOTE: All tests run in this JVM: [IndexRevisionTest, HttpReplicatorTest]
[junit4:junit4] Completed in 4.72s, 1 test, 1 error <<< FAILURES!

[...truncated 24 lines...]
BUILD FAILED
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:386: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:366: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:39: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/build.xml:554: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:1827: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/module-build.xml:61: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:1243: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:887: There were test failures: 7 suites, 30 tests, 1 error

Total time: 49 minutes 12 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.6.0 -XX:+UseCompressedOops -XX:+UseParallelGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



Re: [JENKINS] Lucene-Solr-4.x-MacOSX (64bit/jdk1.6.0) - Build # 491 - Still Failing!

Posted by Shai Erera <se...@gmail.com>.
The last lines from the log before the exception are:

*[junit4:junit4]   2> 2013-05-26
00:37:16.410:DBUG:oejuc.AbstractLifeCycle:STARTED
org.eclipse.jetty.server.Server@769aba32*[junit4:junit4]   2>
2013-05-26 00:37:21.108:DBUG:oejuc.AbstractLifeCycle:stopping
org.eclipse.jetty.server.Server@769aba32
[junit4:junit4]   2> 2013-05-26
00:37:21.108:DBUG:oejuc.AbstractLifeCycle:stopping
SelectChannelConnector@127.0.0.1:51423
[junit4:junit4]   2> 2013-05-26
00:37:21.116:DBUG:oejuc.AbstractLifeCycle:stopping
org.eclipse.jetty.server.nio.SelectChannelConnector$ConnectorSelectorManager@172fb0af[junit4:junit4]
  2> 2013-05-26 00:37:21.119:DBUG:oeji.nio:Stopped
Thread[qtp224430501-15 Selector0,5,TGRP-HttpReplicatorTest] on
org.eclipse.jetty.io.nio.SelectorManager$1@3cc70b0d
[junit4:junit4]   2> 2013-05-26
00:37:21.134:DBUG:oejuc.AbstractLifeCycle:STOPPED
org.eclipse.jetty.server.nio.SelectChannelConnector$ConnectorSelectorManager@172fb0af
[junit4:junit4]   2> 2013-05-26
00:37:21.135:DBUG:oejuc.AbstractLifeCycle:stopping PooledBuffers
[0/1024@6144,0/1024@16384,0/1024@-]/PooledBuffers
[0/1024@6144,0/1024@32768,0/1024@-]
[junit4:junit4]   2> 2013-05-26
00:37:21.142:DBUG:oejuc.AbstractLifeCycle:STOPPED null/null
[junit4:junit4]   2> 2013-05-26
00:37:21.142:DBUG:oejuc.AbstractLifeCycle:STOPPED
SelectChannelConnector@127.0.0.1:0
[junit4:junit4]   2> 2013-05-26
00:37:21.143:DBUG:oejuc.AbstractLifeCycle:stopping
org.eclipse.jetty.servlet.ServletHandler@b3e75a5
[junit4:junit4]   2> 2013-05-26
00:37:21.143:DBUG:oejsh.AbstractHandler:stopping
org.eclipse.jetty.servlet.ServletHandler@b3e75a5
[junit4:junit4]   2> 2013-05-26
00:37:21.143:DBUG:oejuc.AbstractLifeCycle:stopping
org.apache.lucene.replicator.http.ReplicationServlet-907851681
[junit4:junit4]   2> 2013-05-26
00:37:21.143:DBUG:oejuc.AbstractLifeCycle:STOPPED
org.apache.lucene.replicator.http.ReplicationServlet-907851681
[junit4:junit4]   2> 2013-05-26
00:37:21.143:DBUG:oejuc.AbstractLifeCycle:STOPPED
org.eclipse.jetty.servlet.ServletHandler@b3e75a5
[junit4:junit4]   2> 2013-05-26
00:37:21.143:DBUG:oejsh.AbstractHandler:stopping
org.eclipse.jetty.server.Server@769aba32
[junit4:junit4]   2> 2013-05-26
00:37:21.143:DBUG:oejuc.AbstractLifeCycle:stopping
qtp224430501{8<=8<=8/254,0}
[junit4:junit4]   2> 2013-05-26
00:37:21.210:DBUG:oejuc.AbstractLifeCycle:STOPPED
qtp224430501{8<=0<=0/254,5}
[junit4:junit4]   2> 2013-05-26
00:37:21.211:DBUG:oejuc.AbstractLifeCycle:stopping
org.eclipse.jetty.server.session.HashSessionIdManager@11c7865b
[junit4:junit4]   2> 2013-05-26
00:37:21.211:DBUG:oejuc.AbstractLifeCycle:STOPPED
org.eclipse.jetty.server.session.HashSessionIdManager@11c7865b
[junit4:junit4]   2> 2013-05-26
00:37:21.212:DBUG:oejuc.AbstractLifeCycle:STOPPED
org.eclipse.jetty.server.Server@769aba32

For some reason, which I can't find evidence to it in the logs, 5 seconds
after the server was STARTED, it started the stopping sequence.
It happens even before the first client update attempt ... could it be that
jetty terminates itself after some idle time? Doesn't sound realistic...

Is there anyway we can turn on more logging? Maybe we can get the
stacktrace of who initiates the stop sequence?

Shai


On Sun, May 26, 2013 at 7:38 AM, Policeman Jenkins Server <
jenkins@thetaphi.de> wrote:

> Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-MacOSX/491/
> Java: 64bit/jdk1.6.0 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC
>
> 1 tests failed.
> REGRESSION:  org.apache.lucene.replicator.http.HttpReplicatorTest.testBasic
>
> Error Message:
> Connection to http://localhost:51423 refused
>
> Stack Trace:
> org.apache.http.conn.HttpHostConnectException: Connection to
> http://localhost:51423 refused
>         at
> __randomizedtesting.SeedInfo.seed([AF5F7250B4094440:4A56F456BD5C26E]:0)
>         at
> org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:190)
>         at
> org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
>         at
> org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
>         at
> org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
>         at
> org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
>         at
> org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
>         at
> org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
>         at
> org.apache.lucene.replicator.http.HttpClientBase.executeGET(HttpClientBase.java:178)
>         at
> org.apache.lucene.replicator.http.HttpReplicator.checkForUpdate(HttpReplicator.java:51)
>         at
> org.apache.lucene.replicator.ReplicationClient.doUpdate(ReplicationClient.java:196)
>         at
> org.apache.lucene.replicator.ReplicationClient.updateNow(ReplicationClient.java:402)
>         at
> org.apache.lucene.replicator.http.HttpReplicatorTest.testBasic(HttpReplicatorTest.java:112)
>         at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
>         at
> sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
>         at
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
>         at java.lang.reflect.Method.invoke(Method.java:597)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
>         at
> org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
>         at
> org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
>         at
> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
>         at
> com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
>         at
> org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
>         at
> org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
>         at
> org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
>         at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
>         at
> com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
>         at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
>         at
> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
>         at
> org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
>         at
> com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
>         at
> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
>         at
> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
>         at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at
> org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
>         at
> org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
>         at
> org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
>         at
> org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
>         at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
>         at java.lang.Thread.run(Thread.java:680)
> Caused by: java.net.ConnectException: Connection refused
>         at java.net.PlainSocketImpl.socketConnect(Native Method)
>         at java.net.PlainSocketImpl.doConnect(PlainSocketImpl.java:351)
>         at
> java.net.PlainSocketImpl.connectToAddress(PlainSocketImpl.java:213)
>         at java.net.PlainSocketImpl.connect(PlainSocketImpl.java:200)
>         at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:432)
>         at java.net.Socket.connect(Socket.java:529)
>         at
> org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
>         at
> org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
>         ... 48 more
>
>
>
>
> Build Log:
> [...truncated 7439 lines...]
> [junit4:junit4] Suite: org.apache.lucene.replicator.http.HttpReplicatorTest
> [junit4:junit4]   2> 2013-05-26
> 00:37:15.726:DBUG:oejs.ServletHandler:filterNameMap={}
> [junit4:junit4]   2> 2013-05-26
> 00:37:15.729:DBUG:oejs.ServletHandler:pathFilters=null
> [junit4:junit4]   2> 2013-05-26
> 00:37:15.729:DBUG:oejs.ServletHandler:servletFilterMap=null
> [junit4:junit4]   2> 2013-05-26
> 00:37:15.729:DBUG:oejs.ServletHandler:servletPathMap={/replicate/*=org.apache.lucene.replicator.http.ReplicationServlet-907851681}
> [junit4:junit4]   2> 2013-05-26
> 00:37:15.729:DBUG:oejs.ServletHandler:servletNameMap={org.apache.lucene.replicator.http.ReplicationServlet-907851681=org.apache.lucene.replicator.http.ReplicationServlet-907851681}
> [junit4:junit4]   2> 2013-05-26
> 00:37:15.869:DBUG:oejuc.Container:Container
> org.eclipse.jetty.server.Server@769aba32 +
> SelectChannelConnector@0.0.0.0:0 as connector
> [junit4:junit4]   2> 2013-05-26
> 00:37:15.881:DBUG:oejuc.Container:Container
> org.eclipse.jetty.servlet.ServletHandler@b3e75a5 +
> org.apache.lucene.replicator.http.ReplicationServlet-907851681 as servlet
> [junit4:junit4]   2> 2013-05-26
> 00:37:15.882:DBUG:oejuc.Container:Container
> org.eclipse.jetty.servlet.ServletHandler@b3e75a5 +
> [/replicate/*]=>org.apache.lucene.replicator.http.ReplicationServlet-907851681
> as servletMapping
> [junit4:junit4]   2> 2013-05-26
> 00:37:15.886:DBUG:oejuc.Container:Container
> org.eclipse.jetty.server.Server@769aba32 +
> org.eclipse.jetty.servlet.ServletHandler@b3e75a5 as handler
> [junit4:junit4]   2> 2013-05-26
> 00:37:15.922:DBUG:oejuc.Container:Container
> org.eclipse.jetty.server.Server@769aba32 -
> SelectChannelConnector@0.0.0.0:0 as connector
> [junit4:junit4]   2> 2013-05-26
> 00:37:15.922:DBUG:oejuc.Container:Container
> org.eclipse.jetty.server.Server@769aba32 +
> SelectChannelConnector@127.0.0.1:0 as connector
> [junit4:junit4]   2> 2013-05-26
> 00:37:15.947:DBUG:oejuc.Container:Container
> org.eclipse.jetty.server.Server@769aba32 +
> org.eclipse.jetty.server.session.HashSessionIdManager@11c7865b as
> sessionIdManager
> [junit4:junit4]   2> 2013-05-26
> 00:37:15.947:DBUG:oejuc.AbstractLifeCycle:starting
> org.eclipse.jetty.server.Server@769aba32
> [junit4:junit4]   2> 2013-05-26 00:37:15.948:INFO:oejs.Server:jetty-8.1.10
> .v20130312
> [junit4:junit4]   2> 2013-05-26
> 00:37:16.121:DBUG:oejuc.Container:Container
> org.eclipse.jetty.server.Server@769aba32 + qtp224430501{8<=0<=0/254,-1}
> as threadpool
> [junit4:junit4]   2> 2013-05-26
> 00:37:16.121:DBUG:oejuc.AbstractLifeCycle:starting
> org.eclipse.jetty.servlet.ServletHandler@b3e75a5
> [junit4:junit4]   2> 2013-05-26
> 00:37:16.158:DBUG:oejs.ServletHandler:filterNameMap={}
> [junit4:junit4]   2> 2013-05-26
> 00:37:16.158:DBUG:oejs.ServletHandler:pathFilters=null
> [junit4:junit4]   2> 2013-05-26
> 00:37:16.158:DBUG:oejs.ServletHandler:servletFilterMap=null
> [junit4:junit4]   2> 2013-05-26
> 00:37:16.158:DBUG:oejs.ServletHandler:servletPathMap={/replicate/*=org.apache.lucene.replicator.http.ReplicationServlet-907851681}
> [junit4:junit4]   2> 2013-05-26
> 00:37:16.158:DBUG:oejs.ServletHandler:servletNameMap={org.apache.lucene.replicator.http.ReplicationServlet-907851681=org.apache.lucene.replicator.http.ReplicationServlet-907851681}
> [junit4:junit4]   2> 2013-05-26
> 00:37:16.158:DBUG:oejsh.AbstractHandler:starting
> org.eclipse.jetty.servlet.ServletHandler@b3e75a5
> [junit4:junit4]   2> 2013-05-26
> 00:37:16.159:DBUG:oejuc.AbstractLifeCycle:starting
> org.apache.lucene.replicator.http.ReplicationServlet-907851681
> [junit4:junit4]   2> 2013-05-26
> 00:37:16.196:DBUG:oejuc.AbstractLifeCycle:STARTED
> org.apache.lucene.replicator.http.ReplicationServlet-907851681
> [junit4:junit4]   2> 2013-05-26
> 00:37:16.196:DBUG:oejuc.AbstractLifeCycle:STARTED
> org.eclipse.jetty.servlet.ServletHandler@b3e75a5
> [junit4:junit4]   2> 2013-05-26
> 00:37:16.196:DBUG:oejsh.AbstractHandler:starting
> org.eclipse.jetty.server.Server@769aba32
> [junit4:junit4]   2> 2013-05-26
> 00:37:16.197:DBUG:oejuc.AbstractLifeCycle:starting
> org.eclipse.jetty.server.session.HashSessionIdManager@11c7865b
> [junit4:junit4]   2> 2013-05-26
> 00:37:16.197:DBUG:oejuc.AbstractLifeCycle:STARTED
> org.eclipse.jetty.server.session.HashSessionIdManager@11c7865b
> [junit4:junit4]   2> 2013-05-26
> 00:37:16.197:DBUG:oejuc.AbstractLifeCycle:starting
> qtp224430501{8<=0<=0/254,-1}
> [junit4:junit4]   2> 2013-05-26
> 00:37:16.219:DBUG:oejuc.AbstractLifeCycle:STARTED
> qtp224430501{8<=7<=8/254,0}
> [junit4:junit4]   2> 2013-05-26
> 00:37:16.219:DBUG:oejuc.AbstractLifeCycle:starting
> SelectChannelConnector@127.0.0.1:0
> [junit4:junit4]   2> 2013-05-26
> 00:37:16.313:DBUG:oejuc.AbstractLifeCycle:starting null/null
> [junit4:junit4]   2> 2013-05-26
> 00:37:16.343:DBUG:oejuc.AbstractLifeCycle:STARTED PooledBuffers [0/1024@6144
> ,0/1024@16384,0/1024@-]/PooledBuffers [0/1024@6144,0/1024@32768,0/1024@-]
> [junit4:junit4]   2> 2013-05-26
> 00:37:16.345:DBUG:oejuc.AbstractLifeCycle:starting
> org.eclipse.jetty.server.nio.SelectChannelConnector$ConnectorSelectorManager@172fb0af
> [junit4:junit4]   2> 2013-05-26
> 00:37:16.399:DBUG:oejuc.AbstractLifeCycle:STARTED
> org.eclipse.jetty.server.nio.SelectChannelConnector$ConnectorSelectorManager@172fb0af
> [junit4:junit4]   2> 2013-05-26 00:37:16.399:DBUG:oeji.nio:Starting
> Thread[qtp224430501-15 Selector0,5,TGRP-HttpReplicatorTest] on
> org.eclipse.jetty.io.nio.SelectorManager$1@3cc70b0d
> [junit4:junit4]   2> 2013-05-26
> 00:37:16.408:INFO:oejs.AbstractConnector:Started
> SelectChannelConnector@127.0.0.1:51423
> [junit4:junit4]   2> 2013-05-26
> 00:37:16.409:DBUG:oejuc.AbstractLifeCycle:STARTED
> SelectChannelConnector@127.0.0.1:51423
> [junit4:junit4]   2> 2013-05-26
> 00:37:16.410:DBUG:oejuc.AbstractLifeCycle:STARTED
> org.eclipse.jetty.server.Server@769aba32
> [junit4:junit4]   2> 2013-05-26
> 00:37:21.108:DBUG:oejuc.AbstractLifeCycle:stopping
> org.eclipse.jetty.server.Server@769aba32
> [junit4:junit4]   2> 2013-05-26
> 00:37:21.108:DBUG:oejuc.AbstractLifeCycle:stopping
> SelectChannelConnector@127.0.0.1:51423
> [junit4:junit4]   2> 2013-05-26
> 00:37:21.116:DBUG:oejuc.AbstractLifeCycle:stopping
> org.eclipse.jetty.server.nio.SelectChannelConnector$ConnectorSelectorManager@172fb0af
> [junit4:junit4]   2> 2013-05-26 00:37:21.119:DBUG:oeji.nio:Stopped
> Thread[qtp224430501-15 Selector0,5,TGRP-HttpReplicatorTest] on
> org.eclipse.jetty.io.nio.SelectorManager$1@3cc70b0d
> [junit4:junit4]   2> 2013-05-26
> 00:37:21.134:DBUG:oejuc.AbstractLifeCycle:STOPPED
> org.eclipse.jetty.server.nio.SelectChannelConnector$ConnectorSelectorManager@172fb0af
> [junit4:junit4]   2> 2013-05-26
> 00:37:21.135:DBUG:oejuc.AbstractLifeCycle:stopping PooledBuffers [0/1024@
> 6144,0/1024@16384,0/1024@-]/PooledBuffers [0/1024@6144,0/1024@32768
> ,0/1024@-]
> [junit4:junit4]   2> 2013-05-26
> 00:37:21.142:DBUG:oejuc.AbstractLifeCycle:STOPPED null/null
> [junit4:junit4]   2> 2013-05-26
> 00:37:21.142:DBUG:oejuc.AbstractLifeCycle:STOPPED
> SelectChannelConnector@127.0.0.1:0
> [junit4:junit4]   2> 2013-05-26
> 00:37:21.143:DBUG:oejuc.AbstractLifeCycle:stopping
> org.eclipse.jetty.servlet.ServletHandler@b3e75a5
> [junit4:junit4]   2> 2013-05-26
> 00:37:21.143:DBUG:oejsh.AbstractHandler:stopping
> org.eclipse.jetty.servlet.ServletHandler@b3e75a5
> [junit4:junit4]   2> 2013-05-26
> 00:37:21.143:DBUG:oejuc.AbstractLifeCycle:stopping
> org.apache.lucene.replicator.http.ReplicationServlet-907851681
> [junit4:junit4]   2> 2013-05-26
> 00:37:21.143:DBUG:oejuc.AbstractLifeCycle:STOPPED
> org.apache.lucene.replicator.http.ReplicationServlet-907851681
> [junit4:junit4]   2> 2013-05-26
> 00:37:21.143:DBUG:oejuc.AbstractLifeCycle:STOPPED
> org.eclipse.jetty.servlet.ServletHandler@b3e75a5
> [junit4:junit4]   2> 2013-05-26
> 00:37:21.143:DBUG:oejsh.AbstractHandler:stopping
> org.eclipse.jetty.server.Server@769aba32
> [junit4:junit4]   2> 2013-05-26
> 00:37:21.143:DBUG:oejuc.AbstractLifeCycle:stopping
> qtp224430501{8<=8<=8/254,0}
> [junit4:junit4]   2> 2013-05-26
> 00:37:21.210:DBUG:oejuc.AbstractLifeCycle:STOPPED
> qtp224430501{8<=0<=0/254,5}
> [junit4:junit4]   2> 2013-05-26
> 00:37:21.211:DBUG:oejuc.AbstractLifeCycle:stopping
> org.eclipse.jetty.server.session.HashSessionIdManager@11c7865b
> [junit4:junit4]   2> 2013-05-26
> 00:37:21.211:DBUG:oejuc.AbstractLifeCycle:STOPPED
> org.eclipse.jetty.server.session.HashSessionIdManager@11c7865b
> [junit4:junit4]   2> 2013-05-26
> 00:37:21.212:DBUG:oejuc.AbstractLifeCycle:STOPPED
> org.eclipse.jetty.server.Server@769aba32
> [junit4:junit4]   2> NOTE: reproduce with: ant test
>  -Dtestcase=HttpReplicatorTest -Dtests.method=testBasic
> -Dtests.seed=AF5F7250B4094440 -Dtests.slow=true -Dtests.locale=ar_KW
> -Dtests.timezone=Etc/GMT+4 -Dtests.file.encoding=US-ASCII
> [junit4:junit4] ERROR   7.26s | HttpReplicatorTest.testBasic <<<
> [junit4:junit4]    > Throwable #1:
> org.apache.http.conn.HttpHostConnectException: Connection to
> http://localhost:51423 refused
> [junit4:junit4]    >    at
> __randomizedtesting.SeedInfo.seed([AF5F7250B4094440:4A56F456BD5C26E]:0)
> [junit4:junit4]    >    at
> org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:190)
> [junit4:junit4]    >    at
> org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
> [junit4:junit4]    >    at
> org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
> [junit4:junit4]    >    at
> org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
> [junit4:junit4]    >    at
> org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
> [junit4:junit4]    >    at
> org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
> [junit4:junit4]    >    at
> org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
> [junit4:junit4]    >    at
> org.apache.lucene.replicator.http.HttpClientBase.executeGET(HttpClientBase.java:178)
> [junit4:junit4]    >    at
> org.apache.lucene.replicator.http.HttpReplicator.checkForUpdate(HttpReplicator.java:51)
> [junit4:junit4]    >    at
> org.apache.lucene.replicator.ReplicationClient.doUpdate(ReplicationClient.java:196)
> [junit4:junit4]    >    at
> org.apache.lucene.replicator.ReplicationClient.updateNow(ReplicationClient.java:402)
> [junit4:junit4]    >    at
> org.apache.lucene.replicator.http.HttpReplicatorTest.testBasic(HttpReplicatorTest.java:112)
> [junit4:junit4]    >    at java.lang.Thread.run(Thread.java:680)
> [junit4:junit4]    > Caused by: java.net.ConnectException: Connection
> refused
> [junit4:junit4]    >    at java.net.PlainSocketImpl.socketConnect(Native
> Method)
> [junit4:junit4]    >    at
> java.net.PlainSocketImpl.doConnect(PlainSocketImpl.java:351)
> [junit4:junit4]    >    at
> java.net.PlainSocketImpl.connectToAddress(PlainSocketImpl.java:213)
> [junit4:junit4]    >    at
> java.net.PlainSocketImpl.connect(PlainSocketImpl.java:200)
> [junit4:junit4]    >    at
> java.net.SocksSocketImpl.connect(SocksSocketImpl.java:432)
> [junit4:junit4]    >    at java.net.Socket.connect(Socket.java:529)
> [junit4:junit4]    >    at
> org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
> [junit4:junit4]    >    at
> org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
> [junit4:junit4]    >    ... 48 more
> [junit4:junit4]   2> NOTE: test params are: codec=Lucene40,
> sim=DefaultSimilarity, locale=ar_KW, timezone=Etc/GMT+4
> [junit4:junit4]   2> NOTE: Mac OS X 10.8.3 x86_64/Apple Inc. 1.6.0_45
> (64-bit)/cpus=2,threads=1,free=67846208,total=85000192
> [junit4:junit4]   2> NOTE: All tests run in this JVM: [HttpReplicatorTest]
> [junit4:junit4] Completed in 10.68s, 1 test, 1 error <<< FAILURES!
>
> [...truncated 27 lines...]
> BUILD FAILED
> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:386:
> The following error occurred while executing this line:
> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:366:
> The following error occurred while executing this line:
> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:39:
> The following error occurred while executing this line:
> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/build.xml:554:
> The following error occurred while executing this line:
> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:1827:
> The following error occurred while executing this line:
> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/module-build.xml:61:
> The following error occurred while executing this line:
> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:1243:
> The following error occurred while executing this line:
> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:887:
> There were test failures: 7 suites, 30 tests, 1 error
>
> Total time: 52 minutes 33 seconds
> Build step 'Invoke Ant' marked build as failure
> Description set: Java: 64bit/jdk1.6.0 -XX:+UseCompressedOops
> -XX:+UseConcMarkSweepGC
> Archiving artifacts
> Recording test results
> Email was triggered for: Failure
> Sending email for trigger: Failure
>
>
>
>
> ---------------------------------------------------------------------
> To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
> For additional commands, e-mail: dev-help@lucene.apache.org
>

[JENKINS] Lucene-Solr-4.x-MacOSX (64bit/jdk1.6.0) - Build # 491 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-MacOSX/491/
Java: 64bit/jdk1.6.0 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC

1 tests failed.
REGRESSION:  org.apache.lucene.replicator.http.HttpReplicatorTest.testBasic

Error Message:
Connection to http://localhost:51423 refused

Stack Trace:
org.apache.http.conn.HttpHostConnectException: Connection to http://localhost:51423 refused
	at __randomizedtesting.SeedInfo.seed([AF5F7250B4094440:4A56F456BD5C26E]:0)
	at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:190)
	at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
	at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
	at org.apache.lucene.replicator.http.HttpClientBase.executeGET(HttpClientBase.java:178)
	at org.apache.lucene.replicator.http.HttpReplicator.checkForUpdate(HttpReplicator.java:51)
	at org.apache.lucene.replicator.ReplicationClient.doUpdate(ReplicationClient.java:196)
	at org.apache.lucene.replicator.ReplicationClient.updateNow(ReplicationClient.java:402)
	at org.apache.lucene.replicator.http.HttpReplicatorTest.testBasic(HttpReplicatorTest.java:112)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
	at java.lang.reflect.Method.invoke(Method.java:597)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:680)
Caused by: java.net.ConnectException: Connection refused
	at java.net.PlainSocketImpl.socketConnect(Native Method)
	at java.net.PlainSocketImpl.doConnect(PlainSocketImpl.java:351)
	at java.net.PlainSocketImpl.connectToAddress(PlainSocketImpl.java:213)
	at java.net.PlainSocketImpl.connect(PlainSocketImpl.java:200)
	at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:432)
	at java.net.Socket.connect(Socket.java:529)
	at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
	at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
	... 48 more




Build Log:
[...truncated 7439 lines...]
[junit4:junit4] Suite: org.apache.lucene.replicator.http.HttpReplicatorTest
[junit4:junit4]   2> 2013-05-26 00:37:15.726:DBUG:oejs.ServletHandler:filterNameMap={}
[junit4:junit4]   2> 2013-05-26 00:37:15.729:DBUG:oejs.ServletHandler:pathFilters=null
[junit4:junit4]   2> 2013-05-26 00:37:15.729:DBUG:oejs.ServletHandler:servletFilterMap=null
[junit4:junit4]   2> 2013-05-26 00:37:15.729:DBUG:oejs.ServletHandler:servletPathMap={/replicate/*=org.apache.lucene.replicator.http.ReplicationServlet-907851681}
[junit4:junit4]   2> 2013-05-26 00:37:15.729:DBUG:oejs.ServletHandler:servletNameMap={org.apache.lucene.replicator.http.ReplicationServlet-907851681=org.apache.lucene.replicator.http.ReplicationServlet-907851681}
[junit4:junit4]   2> 2013-05-26 00:37:15.869:DBUG:oejuc.Container:Container org.eclipse.jetty.server.Server@769aba32 + SelectChannelConnector@0.0.0.0:0 as connector
[junit4:junit4]   2> 2013-05-26 00:37:15.881:DBUG:oejuc.Container:Container org.eclipse.jetty.servlet.ServletHandler@b3e75a5 + org.apache.lucene.replicator.http.ReplicationServlet-907851681 as servlet
[junit4:junit4]   2> 2013-05-26 00:37:15.882:DBUG:oejuc.Container:Container org.eclipse.jetty.servlet.ServletHandler@b3e75a5 + [/replicate/*]=>org.apache.lucene.replicator.http.ReplicationServlet-907851681 as servletMapping
[junit4:junit4]   2> 2013-05-26 00:37:15.886:DBUG:oejuc.Container:Container org.eclipse.jetty.server.Server@769aba32 + org.eclipse.jetty.servlet.ServletHandler@b3e75a5 as handler
[junit4:junit4]   2> 2013-05-26 00:37:15.922:DBUG:oejuc.Container:Container org.eclipse.jetty.server.Server@769aba32 - SelectChannelConnector@0.0.0.0:0 as connector
[junit4:junit4]   2> 2013-05-26 00:37:15.922:DBUG:oejuc.Container:Container org.eclipse.jetty.server.Server@769aba32 + SelectChannelConnector@127.0.0.1:0 as connector
[junit4:junit4]   2> 2013-05-26 00:37:15.947:DBUG:oejuc.Container:Container org.eclipse.jetty.server.Server@769aba32 + org.eclipse.jetty.server.session.HashSessionIdManager@11c7865b as sessionIdManager
[junit4:junit4]   2> 2013-05-26 00:37:15.947:DBUG:oejuc.AbstractLifeCycle:starting org.eclipse.jetty.server.Server@769aba32
[junit4:junit4]   2> 2013-05-26 00:37:15.948:INFO:oejs.Server:jetty-8.1.10.v20130312
[junit4:junit4]   2> 2013-05-26 00:37:16.121:DBUG:oejuc.Container:Container org.eclipse.jetty.server.Server@769aba32 + qtp224430501{8<=0<=0/254,-1} as threadpool
[junit4:junit4]   2> 2013-05-26 00:37:16.121:DBUG:oejuc.AbstractLifeCycle:starting org.eclipse.jetty.servlet.ServletHandler@b3e75a5
[junit4:junit4]   2> 2013-05-26 00:37:16.158:DBUG:oejs.ServletHandler:filterNameMap={}
[junit4:junit4]   2> 2013-05-26 00:37:16.158:DBUG:oejs.ServletHandler:pathFilters=null
[junit4:junit4]   2> 2013-05-26 00:37:16.158:DBUG:oejs.ServletHandler:servletFilterMap=null
[junit4:junit4]   2> 2013-05-26 00:37:16.158:DBUG:oejs.ServletHandler:servletPathMap={/replicate/*=org.apache.lucene.replicator.http.ReplicationServlet-907851681}
[junit4:junit4]   2> 2013-05-26 00:37:16.158:DBUG:oejs.ServletHandler:servletNameMap={org.apache.lucene.replicator.http.ReplicationServlet-907851681=org.apache.lucene.replicator.http.ReplicationServlet-907851681}
[junit4:junit4]   2> 2013-05-26 00:37:16.158:DBUG:oejsh.AbstractHandler:starting org.eclipse.jetty.servlet.ServletHandler@b3e75a5
[junit4:junit4]   2> 2013-05-26 00:37:16.159:DBUG:oejuc.AbstractLifeCycle:starting org.apache.lucene.replicator.http.ReplicationServlet-907851681
[junit4:junit4]   2> 2013-05-26 00:37:16.196:DBUG:oejuc.AbstractLifeCycle:STARTED org.apache.lucene.replicator.http.ReplicationServlet-907851681
[junit4:junit4]   2> 2013-05-26 00:37:16.196:DBUG:oejuc.AbstractLifeCycle:STARTED org.eclipse.jetty.servlet.ServletHandler@b3e75a5
[junit4:junit4]   2> 2013-05-26 00:37:16.196:DBUG:oejsh.AbstractHandler:starting org.eclipse.jetty.server.Server@769aba32
[junit4:junit4]   2> 2013-05-26 00:37:16.197:DBUG:oejuc.AbstractLifeCycle:starting org.eclipse.jetty.server.session.HashSessionIdManager@11c7865b
[junit4:junit4]   2> 2013-05-26 00:37:16.197:DBUG:oejuc.AbstractLifeCycle:STARTED org.eclipse.jetty.server.session.HashSessionIdManager@11c7865b
[junit4:junit4]   2> 2013-05-26 00:37:16.197:DBUG:oejuc.AbstractLifeCycle:starting qtp224430501{8<=0<=0/254,-1}
[junit4:junit4]   2> 2013-05-26 00:37:16.219:DBUG:oejuc.AbstractLifeCycle:STARTED qtp224430501{8<=7<=8/254,0}
[junit4:junit4]   2> 2013-05-26 00:37:16.219:DBUG:oejuc.AbstractLifeCycle:starting SelectChannelConnector@127.0.0.1:0
[junit4:junit4]   2> 2013-05-26 00:37:16.313:DBUG:oejuc.AbstractLifeCycle:starting null/null
[junit4:junit4]   2> 2013-05-26 00:37:16.343:DBUG:oejuc.AbstractLifeCycle:STARTED PooledBuffers [0/1024@6144,0/1024@16384,0/1024@-]/PooledBuffers [0/1024@6144,0/1024@32768,0/1024@-]
[junit4:junit4]   2> 2013-05-26 00:37:16.345:DBUG:oejuc.AbstractLifeCycle:starting org.eclipse.jetty.server.nio.SelectChannelConnector$ConnectorSelectorManager@172fb0af
[junit4:junit4]   2> 2013-05-26 00:37:16.399:DBUG:oejuc.AbstractLifeCycle:STARTED org.eclipse.jetty.server.nio.SelectChannelConnector$ConnectorSelectorManager@172fb0af
[junit4:junit4]   2> 2013-05-26 00:37:16.399:DBUG:oeji.nio:Starting Thread[qtp224430501-15 Selector0,5,TGRP-HttpReplicatorTest] on org.eclipse.jetty.io.nio.SelectorManager$1@3cc70b0d
[junit4:junit4]   2> 2013-05-26 00:37:16.408:INFO:oejs.AbstractConnector:Started SelectChannelConnector@127.0.0.1:51423
[junit4:junit4]   2> 2013-05-26 00:37:16.409:DBUG:oejuc.AbstractLifeCycle:STARTED SelectChannelConnector@127.0.0.1:51423
[junit4:junit4]   2> 2013-05-26 00:37:16.410:DBUG:oejuc.AbstractLifeCycle:STARTED org.eclipse.jetty.server.Server@769aba32
[junit4:junit4]   2> 2013-05-26 00:37:21.108:DBUG:oejuc.AbstractLifeCycle:stopping org.eclipse.jetty.server.Server@769aba32
[junit4:junit4]   2> 2013-05-26 00:37:21.108:DBUG:oejuc.AbstractLifeCycle:stopping SelectChannelConnector@127.0.0.1:51423
[junit4:junit4]   2> 2013-05-26 00:37:21.116:DBUG:oejuc.AbstractLifeCycle:stopping org.eclipse.jetty.server.nio.SelectChannelConnector$ConnectorSelectorManager@172fb0af
[junit4:junit4]   2> 2013-05-26 00:37:21.119:DBUG:oeji.nio:Stopped Thread[qtp224430501-15 Selector0,5,TGRP-HttpReplicatorTest] on org.eclipse.jetty.io.nio.SelectorManager$1@3cc70b0d
[junit4:junit4]   2> 2013-05-26 00:37:21.134:DBUG:oejuc.AbstractLifeCycle:STOPPED org.eclipse.jetty.server.nio.SelectChannelConnector$ConnectorSelectorManager@172fb0af
[junit4:junit4]   2> 2013-05-26 00:37:21.135:DBUG:oejuc.AbstractLifeCycle:stopping PooledBuffers [0/1024@6144,0/1024@16384,0/1024@-]/PooledBuffers [0/1024@6144,0/1024@32768,0/1024@-]
[junit4:junit4]   2> 2013-05-26 00:37:21.142:DBUG:oejuc.AbstractLifeCycle:STOPPED null/null
[junit4:junit4]   2> 2013-05-26 00:37:21.142:DBUG:oejuc.AbstractLifeCycle:STOPPED SelectChannelConnector@127.0.0.1:0
[junit4:junit4]   2> 2013-05-26 00:37:21.143:DBUG:oejuc.AbstractLifeCycle:stopping org.eclipse.jetty.servlet.ServletHandler@b3e75a5
[junit4:junit4]   2> 2013-05-26 00:37:21.143:DBUG:oejsh.AbstractHandler:stopping org.eclipse.jetty.servlet.ServletHandler@b3e75a5
[junit4:junit4]   2> 2013-05-26 00:37:21.143:DBUG:oejuc.AbstractLifeCycle:stopping org.apache.lucene.replicator.http.ReplicationServlet-907851681
[junit4:junit4]   2> 2013-05-26 00:37:21.143:DBUG:oejuc.AbstractLifeCycle:STOPPED org.apache.lucene.replicator.http.ReplicationServlet-907851681
[junit4:junit4]   2> 2013-05-26 00:37:21.143:DBUG:oejuc.AbstractLifeCycle:STOPPED org.eclipse.jetty.servlet.ServletHandler@b3e75a5
[junit4:junit4]   2> 2013-05-26 00:37:21.143:DBUG:oejsh.AbstractHandler:stopping org.eclipse.jetty.server.Server@769aba32
[junit4:junit4]   2> 2013-05-26 00:37:21.143:DBUG:oejuc.AbstractLifeCycle:stopping qtp224430501{8<=8<=8/254,0}
[junit4:junit4]   2> 2013-05-26 00:37:21.210:DBUG:oejuc.AbstractLifeCycle:STOPPED qtp224430501{8<=0<=0/254,5}
[junit4:junit4]   2> 2013-05-26 00:37:21.211:DBUG:oejuc.AbstractLifeCycle:stopping org.eclipse.jetty.server.session.HashSessionIdManager@11c7865b
[junit4:junit4]   2> 2013-05-26 00:37:21.211:DBUG:oejuc.AbstractLifeCycle:STOPPED org.eclipse.jetty.server.session.HashSessionIdManager@11c7865b
[junit4:junit4]   2> 2013-05-26 00:37:21.212:DBUG:oejuc.AbstractLifeCycle:STOPPED org.eclipse.jetty.server.Server@769aba32
[junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=HttpReplicatorTest -Dtests.method=testBasic -Dtests.seed=AF5F7250B4094440 -Dtests.slow=true -Dtests.locale=ar_KW -Dtests.timezone=Etc/GMT+4 -Dtests.file.encoding=US-ASCII
[junit4:junit4] ERROR   7.26s | HttpReplicatorTest.testBasic <<<
[junit4:junit4]    > Throwable #1: org.apache.http.conn.HttpHostConnectException: Connection to http://localhost:51423 refused
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([AF5F7250B4094440:4A56F456BD5C26E]:0)
[junit4:junit4]    > 	at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:190)
[junit4:junit4]    > 	at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
[junit4:junit4]    > 	at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
[junit4:junit4]    > 	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
[junit4:junit4]    > 	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
[junit4:junit4]    > 	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
[junit4:junit4]    > 	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
[junit4:junit4]    > 	at org.apache.lucene.replicator.http.HttpClientBase.executeGET(HttpClientBase.java:178)
[junit4:junit4]    > 	at org.apache.lucene.replicator.http.HttpReplicator.checkForUpdate(HttpReplicator.java:51)
[junit4:junit4]    > 	at org.apache.lucene.replicator.ReplicationClient.doUpdate(ReplicationClient.java:196)
[junit4:junit4]    > 	at org.apache.lucene.replicator.ReplicationClient.updateNow(ReplicationClient.java:402)
[junit4:junit4]    > 	at org.apache.lucene.replicator.http.HttpReplicatorTest.testBasic(HttpReplicatorTest.java:112)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:680)
[junit4:junit4]    > Caused by: java.net.ConnectException: Connection refused
[junit4:junit4]    > 	at java.net.PlainSocketImpl.socketConnect(Native Method)
[junit4:junit4]    > 	at java.net.PlainSocketImpl.doConnect(PlainSocketImpl.java:351)
[junit4:junit4]    > 	at java.net.PlainSocketImpl.connectToAddress(PlainSocketImpl.java:213)
[junit4:junit4]    > 	at java.net.PlainSocketImpl.connect(PlainSocketImpl.java:200)
[junit4:junit4]    > 	at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:432)
[junit4:junit4]    > 	at java.net.Socket.connect(Socket.java:529)
[junit4:junit4]    > 	at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
[junit4:junit4]    > 	at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
[junit4:junit4]    > 	... 48 more
[junit4:junit4]   2> NOTE: test params are: codec=Lucene40, sim=DefaultSimilarity, locale=ar_KW, timezone=Etc/GMT+4
[junit4:junit4]   2> NOTE: Mac OS X 10.8.3 x86_64/Apple Inc. 1.6.0_45 (64-bit)/cpus=2,threads=1,free=67846208,total=85000192
[junit4:junit4]   2> NOTE: All tests run in this JVM: [HttpReplicatorTest]
[junit4:junit4] Completed in 10.68s, 1 test, 1 error <<< FAILURES!

[...truncated 27 lines...]
BUILD FAILED
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:386: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:366: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:39: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/build.xml:554: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:1827: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/module-build.xml:61: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:1243: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:887: There were test failures: 7 suites, 30 tests, 1 error

Total time: 52 minutes 33 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.6.0 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-4.x-MacOSX (64bit/jdk1.7.0) - Build # 490 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-MacOSX/490/
Java: 64bit/jdk1.7.0 -XX:+UseCompressedOops -XX:+UseG1GC

1 tests failed.
FAILED:  org.apache.solr.client.solrj.TestBatchUpdate.testWithBinaryBean

Error Message:
IOException occured when talking to server at: https://127.0.0.1:53547/solr/collection1

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: https://127.0.0.1:53547/solr/collection1
	at __randomizedtesting.SeedInfo.seed([8A4A12BD640CE91B:E9A113BF04682E39]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:435)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
	at org.apache.solr.client.solrj.request.AbstractUpdateRequest.process(AbstractUpdateRequest.java:117)
	at org.apache.solr.client.solrj.SolrServer.commit(SolrServer.java:168)
	at org.apache.solr.client.solrj.SolrServer.commit(SolrServer.java:146)
	at org.apache.solr.client.solrj.TestBatchUpdate.testWithBinaryBean(TestBatchUpdate.java:92)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:601)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)
Caused by: org.apache.http.NoHttpResponseException: The target server failed to respond
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:95)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:62)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:254)
	at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:289)
	at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:252)
	at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:191)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:300)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:127)
	at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:717)
	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:522)
	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
	... 45 more




Build Log:
[...truncated 10448 lines...]
[junit4:junit4] Suite: org.apache.solr.client.solrj.TestBatchUpdate
[junit4:junit4]   1> 127505 [SUITE-TestBatchUpdate-seed#[8A4A12BD640CE91B]-worker] WARN  org.apache.solr.SolrTestCaseJ4  ? startTrackingSearchers: numOpens=28 numCloses=28
[junit4:junit4]   1> 127563 [SUITE-TestBatchUpdate-seed#[8A4A12BD640CE91B]-worker] INFO  org.apache.solr.SolrJettyTestBase  ? Randomized ssl (true) and clientAuth (false)
[junit4:junit4]   1> 127565 [SUITE-TestBatchUpdate-seed#[8A4A12BD640CE91B]-worker] INFO  org.apache.solr.SolrTestCaseJ4  ? ####initCore
[junit4:junit4]   1> 127567 [SUITE-TestBatchUpdate-seed#[8A4A12BD640CE91B]-worker] INFO  org.apache.solr.SolrTestCaseJ4  ? ####initCore end
[junit4:junit4]   1> 127668 [SUITE-TestBatchUpdate-seed#[8A4A12BD640CE91B]-worker] INFO  org.eclipse.jetty.server.Server  ? jetty-8.1.10.v20130312
[junit4:junit4]   1> 128716 [SUITE-TestBatchUpdate-seed#[8A4A12BD640CE91B]-worker] INFO  org.eclipse.jetty.util.ssl.SslContextFactory  ? Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
[junit4:junit4]   1> 128772 [SUITE-TestBatchUpdate-seed#[8A4A12BD640CE91B]-worker] INFO  org.eclipse.jetty.server.AbstractConnector  ? Started SslSelectChannelConnector@127.0.0.1:53547
[junit4:junit4]   1> 128774 [SUITE-TestBatchUpdate-seed#[8A4A12BD640CE91B]-worker] INFO  org.apache.solr.servlet.SolrDispatchFilter  ? SolrDispatchFilter.init()
[junit4:junit4]   1> 128774 [SUITE-TestBatchUpdate-seed#[8A4A12BD640CE91B]-worker] INFO  org.apache.solr.core.SolrResourceLoader  ? JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   1> 128775 [SUITE-TestBatchUpdate-seed#[8A4A12BD640CE91B]-worker] INFO  org.apache.solr.core.SolrResourceLoader  ? using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/solr
[junit4:junit4]   1> 128776 [SUITE-TestBatchUpdate-seed#[8A4A12BD640CE91B]-worker] INFO  org.apache.solr.core.CoreContainer  ? looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/solr/solr.xml
[junit4:junit4]   1> 128777 [SUITE-TestBatchUpdate-seed#[8A4A12BD640CE91B]-worker] INFO  org.apache.solr.core.CoreContainer  ? New CoreContainer 1537512268
[junit4:junit4]   1> 128778 [SUITE-TestBatchUpdate-seed#[8A4A12BD640CE91B]-worker] INFO  org.apache.solr.core.CoreContainer  ? Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/solr/'
[junit4:junit4]   1> 128780 [SUITE-TestBatchUpdate-seed#[8A4A12BD640CE91B]-worker] INFO  org.apache.solr.core.SolrResourceLoader  ? new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/solr/'
[junit4:junit4]   1> 129081 [SUITE-TestBatchUpdate-seed#[8A4A12BD640CE91B]-worker] INFO  org.apache.solr.core.SolrCoreDiscoverer  ? Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/solr
[junit4:junit4]   1> 129083 [SUITE-TestBatchUpdate-seed#[8A4A12BD640CE91B]-worker] INFO  org.apache.solr.core.SolrCoreDiscoverer  ? Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/solr/.svn
[junit4:junit4]   1> 129087 [SUITE-TestBatchUpdate-seed#[8A4A12BD640CE91B]-worker] INFO  org.apache.solr.core.SolrCoreDiscoverer  ? Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/solr/.svn/prop-base
[junit4:junit4]   1> 129090 [SUITE-TestBatchUpdate-seed#[8A4A12BD640CE91B]-worker] INFO  org.apache.solr.core.SolrCoreDiscoverer  ? Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/solr/.svn/props
[junit4:junit4]   1> 129092 [SUITE-TestBatchUpdate-seed#[8A4A12BD640CE91B]-worker] INFO  org.apache.solr.core.SolrCoreDiscoverer  ? Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/solr/.svn/text-base
[junit4:junit4]   1> 129112 [SUITE-TestBatchUpdate-seed#[8A4A12BD640CE91B]-worker] INFO  org.apache.solr.core.SolrCoreDiscoverer  ? Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/solr/.svn/tmp
[junit4:junit4]   1> 129117 [SUITE-TestBatchUpdate-seed#[8A4A12BD640CE91B]-worker] INFO  org.apache.solr.core.SolrCoreDiscoverer  ? Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/solr/.svn/tmp/prop-base
[junit4:junit4]   1> 129121 [SUITE-TestBatchUpdate-seed#[8A4A12BD640CE91B]-worker] INFO  org.apache.solr.core.SolrCoreDiscoverer  ? Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/solr/.svn/tmp/props
[junit4:junit4]   1> 129122 [SUITE-TestBatchUpdate-seed#[8A4A12BD640CE91B]-worker] INFO  org.apache.solr.core.SolrCoreDiscoverer  ? Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/solr/.svn/tmp/text-base
[junit4:junit4]   1> 129125 [SUITE-TestBatchUpdate-seed#[8A4A12BD640CE91B]-worker] INFO  org.apache.solr.core.SolrCoreDiscoverer  ? Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/solr/bin
[junit4:junit4]   1> 129126 [SUITE-TestBatchUpdate-seed#[8A4A12BD640CE91B]-worker] INFO  org.apache.solr.core.SolrCoreDiscoverer  ? Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/solr/bin/.svn
[junit4:junit4]   1> 129139 [SUITE-TestBatchUpdate-seed#[8A4A12BD640CE91B]-worker] INFO  org.apache.solr.core.SolrCoreDiscoverer  ? Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/solr/bin/.svn/prop-base
[junit4:junit4]   1> 129144 [SUITE-TestBatchUpdate-seed#[8A4A12BD640CE91B]-worker] INFO  org.apache.solr.core.SolrCoreDiscoverer  ? Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/solr/bin/.svn/props
[junit4:junit4]   1> 129145 [SUITE-TestBatchUpdate-seed#[8A4A12BD640CE91B]-worker] INFO  org.apache.solr.core.SolrCoreDiscoverer  ? Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/solr/bin/.svn/text-base
[junit4:junit4]   1> 129147 [SUITE-TestBatchUpdate-seed#[8A4A12BD640CE91B]-worker] INFO  org.apache.solr.core.SolrCoreDiscoverer  ? Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/solr/bin/.svn/tmp
[junit4:junit4]   1> 129151 [SUITE-TestBatchUpdate-seed#[8A4A12BD640CE91B]-worker] INFO  org.apache.solr.core.SolrCoreDiscoverer  ? Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/solr/bin/.svn/tmp/prop-base
[junit4:junit4]   1> 129152 [SUITE-TestBatchUpdate-seed#[8A4A12BD640CE91B]-worker] INFO  org.apache.solr.core.SolrCoreDiscoverer  ? Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/solr/bin/.svn/tmp/props
[junit4:junit4]   1> 129159 [SUITE-TestBatchUpdate-seed#[8A4A12BD640CE91B]-worker] INFO  org.apache.solr.core.SolrCoreDiscoverer  ? Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/solr/bin/.svn/tmp/text-base
[junit4:junit4]   1> 129190 [SUITE-TestBatchUpdate-seed#[8A4A12BD640CE91B]-worker] INFO  org.apache.solr.core.SolrCoreDiscoverer  ? Discovered properties file /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/solr/collection1/core.properties, adding to cores
[junit4:junit4]   1> 129196 [SUITE-TestBatchUpdate-seed#[8A4A12BD640CE91B]-worker] INFO  org.apache.solr.handler.component.HttpShardHandlerFactory  ? Setting socketTimeout to: 0
[junit4:junit4]   1> 129197 [SUITE-TestBatchUpdate-seed#[8A4A12BD640CE91B]-worker] INFO  org.apache.solr.handler.component.HttpShardHandlerFactory  ? Setting urlScheme to: http://
[junit4:junit4]   1> 129198 [SUITE-TestBatchUpdate-seed#[8A4A12BD640CE91B]-worker] INFO  org.apache.solr.handler.component.HttpShardHandlerFactory  ? Setting connTimeout to: 0
[junit4:junit4]   1> 129198 [SUITE-TestBatchUpdate-seed#[8A4A12BD640CE91B]-worker] INFO  org.apache.solr.handler.component.HttpShardHandlerFactory  ? Setting maxConnectionsPerHost to: 20
[junit4:junit4]   1> 129199 [SUITE-TestBatchUpdate-seed#[8A4A12BD640CE91B]-worker] INFO  org.apache.solr.handler.component.HttpShardHandlerFactory  ? Setting corePoolSize to: 0
[junit4:junit4]   1> 129200 [SUITE-TestBatchUpdate-seed#[8A4A12BD640CE91B]-worker] INFO  org.apache.solr.handler.component.HttpShardHandlerFactory  ? Setting maximumPoolSize to: 2147483647
[junit4:junit4]   1> 129200 [SUITE-TestBatchUpdate-seed#[8A4A12BD640CE91B]-worker] INFO  org.apache.solr.handler.component.HttpShardHandlerFactory  ? Setting maxThreadIdleTime to: 5
[junit4:junit4]   1> 129201 [SUITE-TestBatchUpdate-seed#[8A4A12BD640CE91B]-worker] INFO  org.apache.solr.handler.component.HttpShardHandlerFactory  ? Setting sizeOfQueue to: -1
[junit4:junit4]   1> 129202 [SUITE-TestBatchUpdate-seed#[8A4A12BD640CE91B]-worker] INFO  org.apache.solr.handler.component.HttpShardHandlerFactory  ? Setting fairnessPolicy to: false
[junit4:junit4]   1> 129203 [SUITE-TestBatchUpdate-seed#[8A4A12BD640CE91B]-worker] INFO  org.apache.solr.client.solrj.impl.HttpClientUtil  ? Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   1> 129228 [SUITE-TestBatchUpdate-seed#[8A4A12BD640CE91B]-worker] INFO  org.apache.solr.logging.LogWatcher  ? Registering Log Listener
[junit4:junit4]   1> 129236 [coreLoadExecutor-173-thread-1] INFO  org.apache.solr.core.CoreContainer  ? Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/solr/collection1
[junit4:junit4]   1> 129240 [coreLoadExecutor-173-thread-1] INFO  org.apache.solr.core.SolrResourceLoader  ? new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/solr/collection1/'
[junit4:junit4]   1> 129321 [coreLoadExecutor-173-thread-1] INFO  org.apache.solr.core.SolrConfig  ? Adding specified lib dirs to ClassLoader
[junit4:junit4]   1> 129323 [coreLoadExecutor-173-thread-1] WARN  org.apache.solr.core.SolrResourceLoader  ? No files added to classloader from lib: ../../../contrib/extraction/lib (resolved as: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/solr/collection1/../../../contrib/extraction/lib).
[junit4:junit4]   1> 129324 [coreLoadExecutor-173-thread-1] WARN  org.apache.solr.core.SolrResourceLoader  ? Can't find (or read) directory to add to classloader: ../../../dist/ (resolved as: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/solr/collection1/../../../dist).
[junit4:junit4]   1> 129325 [coreLoadExecutor-173-thread-1] WARN  org.apache.solr.core.SolrResourceLoader  ? No files added to classloader from lib: ../../../contrib/clustering/lib/ (resolved as: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/solr/collection1/../../../contrib/clustering/lib).
[junit4:junit4]   1> 129326 [coreLoadExecutor-173-thread-1] WARN  org.apache.solr.core.SolrResourceLoader  ? Can't find (or read) directory to add to classloader: ../../../dist/ (resolved as: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/solr/collection1/../../../dist).
[junit4:junit4]   1> 129327 [coreLoadExecutor-173-thread-1] WARN  org.apache.solr.core.SolrResourceLoader  ? No files added to classloader from lib: ../../../contrib/langid/lib/ (resolved as: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/solr/collection1/../../../contrib/langid/lib).
[junit4:junit4]   1> 129328 [coreLoadExecutor-173-thread-1] WARN  org.apache.solr.core.SolrResourceLoader  ? Can't find (or read) directory to add to classloader: ../../../dist/ (resolved as: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/solr/collection1/../../../dist).
[junit4:junit4]   1> 129329 [coreLoadExecutor-173-thread-1] WARN  org.apache.solr.core.SolrResourceLoader  ? No files added to classloader from lib: ../../../contrib/velocity/lib (resolved as: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/solr/collection1/../../../contrib/velocity/lib).
[junit4:junit4]   1> 129329 [coreLoadExecutor-173-thread-1] WARN  org.apache.solr.core.SolrResourceLoader  ? Can't find (or read) directory to add to classloader: ../../../dist/ (resolved as: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/solr/collection1/../../../dist).
[junit4:junit4]   1> 129330 [coreLoadExecutor-173-thread-1] WARN  org.apache.solr.core.SolrResourceLoader  ? Can't find (or read) directory to add to classloader: /non/existent/dir/yields/warning (resolved as: /non/existent/dir/yields/warning).
[junit4:junit4]   1> 129421 [coreLoadExecutor-173-thread-1] INFO  org.apache.solr.core.SolrConfig  ? Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   1> 129574 [coreLoadExecutor-173-thread-1] INFO  org.apache.solr.core.Config  ? Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   1> 129576 [coreLoadExecutor-173-thread-1] INFO  org.apache.solr.schema.IndexSchema  ? Reading Solr Schema from schema.xml
[junit4:junit4]   1> 129612 [coreLoadExecutor-173-thread-1] INFO  org.apache.solr.schema.IndexSchema  ? [collection1] Schema name=example
[junit4:junit4]   1> 131039 [coreLoadExecutor-173-thread-1] INFO  org.apache.solr.schema.IndexSchema  ? unique key field: id
[junit4:junit4]   1> 131084 [coreLoadExecutor-173-thread-1] INFO  org.apache.solr.schema.FileExchangeRateProvider  ? Reloading exchange rates from file currency.xml
[junit4:junit4]   1> 131096 [coreLoadExecutor-173-thread-1] INFO  org.apache.solr.schema.FileExchangeRateProvider  ? Reloading exchange rates from file currency.xml
[junit4:junit4]   1> 131258 [coreLoadExecutor-173-thread-1] INFO  org.apache.solr.core.SolrCore  ? org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> 131259 [coreLoadExecutor-173-thread-1] INFO  org.apache.solr.core.SolrCore  ? [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/solr/collection1/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-solrj/test/J0/solrtest-TestBatchUpdate-1369523128858/
[junit4:junit4]   1> 131260 [coreLoadExecutor-173-thread-1] INFO  org.apache.solr.core.JmxMonitoredMap  ? JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@18d9fcd7
[junit4:junit4]   1> 131268 [coreLoadExecutor-173-thread-1] INFO  org.apache.solr.core.SolrCore  ? [collection1] Added SolrEventListener for newSearcher: org.apache.solr.core.QuerySenderListener{queries=[]}
[junit4:junit4]   1> 131269 [coreLoadExecutor-173-thread-1] INFO  org.apache.solr.core.SolrCore  ? [collection1] Added SolrEventListener for firstSearcher: org.apache.solr.core.QuerySenderListener{queries=[{q=static firstSearcher warming in solrconfig.xml}]}
[junit4:junit4]   1> 131269 [coreLoadExecutor-173-thread-1] INFO  org.apache.solr.core.SolrCore  ? org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> 131270 [coreLoadExecutor-173-thread-1] INFO  org.apache.solr.core.CachingDirectoryFactory  ? return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-solrj/test/J0/solrtest-TestBatchUpdate-1369523128858
[junit4:junit4]   1> 131271 [coreLoadExecutor-173-thread-1] INFO  org.apache.solr.core.SolrCore  ? New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-solrj/test/J0/solrtest-TestBatchUpdate-1369523128858/index/
[junit4:junit4]   1> 131271 [coreLoadExecutor-173-thread-1] WARN  org.apache.solr.core.SolrCore  ? [collection1] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-solrj/test/J0/solrtest-TestBatchUpdate-1369523128858/index' doesn't exist. Creating new index...
[junit4:junit4]   1> 131272 [coreLoadExecutor-173-thread-1] INFO  org.apache.solr.core.CachingDirectoryFactory  ? return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-solrj/test/J0/solrtest-TestBatchUpdate-1369523128858/index
[junit4:junit4]   1> 131311 [coreLoadExecutor-173-thread-1] INFO  org.apache.solr.core.SolrCore  ? SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4cc21eba lockFactory=org.apache.lucene.store.NativeFSLockFactory@6e26bfe4),segFN=segments_1,generation=1}
[junit4:junit4]   1> 131312 [coreLoadExecutor-173-thread-1] INFO  org.apache.solr.core.SolrCore  ? newest commit generation = 1
[junit4:junit4]   1> 131314 [coreLoadExecutor-173-thread-1] INFO  org.apache.solr.core.SolrCore  ? created json: solr.JSONResponseWriter
[junit4:junit4]   1> 131322 [coreLoadExecutor-173-thread-1] INFO  org.apache.solr.core.SolrCore  ? adding lazy queryResponseWriter: solr.VelocityResponseWriter
[junit4:junit4]   1> 131322 [coreLoadExecutor-173-thread-1] INFO  org.apache.solr.core.SolrCore  ? created velocity: solr.VelocityResponseWriter
[junit4:junit4]   1> 131350 [coreLoadExecutor-173-thread-1] INFO  org.apache.solr.core.SolrCore  ? created xslt: solr.XSLTResponseWriter
[junit4:junit4]   1> 131351 [coreLoadExecutor-173-thread-1] INFO  org.apache.solr.response.XSLTResponseWriter  ? xsltCacheLifetimeSeconds=5
[junit4:junit4]   1> 131355 [coreLoadExecutor-173-thread-1] INFO  org.apache.solr.core.RequestHandlers  ? created /select: solr.SearchHandler
[junit4:junit4]   1> 131357 [coreLoadExecutor-173-thread-1] INFO  org.apache.solr.core.RequestHandlers  ? created /query: solr.SearchHandler
[junit4:junit4]   1> 131358 [coreLoadExecutor-173-thread-1] INFO  org.apache.solr.core.RequestHandlers  ? created /get: solr.RealTimeGetHandler
[junit4:junit4]   1> 131361 [coreLoadExecutor-173-thread-1] INFO  org.apache.solr.core.RequestHandlers  ? created /browse: solr.SearchHandler
[junit4:junit4]   1> 131363 [coreLoadExecutor-173-thread-1] INFO  org.apache.solr.core.RequestHandlers  ? created /update: solr.UpdateRequestHandler
[junit4:junit4]   1> 131364 [coreLoadExecutor-173-thread-1] INFO  org.apache.solr.core.RequestHandlers  ? created /update/json: solr.JsonUpdateRequestHandler
[junit4:junit4]   1> 131365 [coreLoadExecutor-173-thread-1] INFO  org.apache.solr.core.RequestHandlers  ? created /update/csv: solr.CSVRequestHandler
[junit4:junit4]   1> 131366 [coreLoadExecutor-173-thread-1] INFO  org.apache.solr.core.RequestHandlers  ? adding lazy requestHandler: solr.extraction.ExtractingRequestHandler
[junit4:junit4]   1> 131367 [coreLoadExecutor-173-thread-1] INFO  org.apache.solr.core.RequestHandlers  ? created /update/extract: solr.extraction.ExtractingRequestHandler
[junit4:junit4]   1> 131367 [coreLoadExecutor-173-thread-1] INFO  org.apache.solr.core.RequestHandlers  ? adding lazy requestHandler: solr.FieldAnalysisRequestHandler
[junit4:junit4]   1> 131368 [coreLoadExecutor-173-thread-1] INFO  org.apache.solr.core.RequestHandlers  ? created /analysis/field: solr.FieldAnalysisRequestHandler
[junit4:junit4]   1> 131369 [coreLoadExecutor-173-thread-1] INFO  org.apache.solr.core.RequestHandlers  ? adding lazy requestHandler: solr.DocumentAnalysisRequestHandler
[junit4:junit4]   1> 131370 [coreLoadExecutor-173-thread-1] INFO  org.apache.solr.core.RequestHandlers  ? created /analysis/document: solr.DocumentAnalysisRequestHandler
[junit4:junit4]   1> 131370 [coreLoadExecutor-173-thread-1] INFO  org.apache.solr.core.RequestHandlers  ? created /admin/: solr.admin.AdminHandlers
[junit4:junit4]   1> 131372 [coreLoadExecutor-173-thread-1] INFO  org.apache.solr.core.RequestHandlers  ? created /admin/ping: solr.PingRequestHandler
[junit4:junit4]   1> 131374 [coreLoadExecutor-173-thread-1] INFO  org.apache.solr.core.RequestHandlers  ? created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   1> 131375 [coreLoadExecutor-173-thread-1] INFO  org.apache.solr.core.RequestHandlers  ? created /replication: solr.ReplicationHandler
[junit4:junit4]   1> 131376 [coreLoadExecutor-173-thread-1] INFO  org.apache.solr.core.RequestHandlers  ? adding lazy requestHandler: solr.SearchHandler
[junit4:junit4]   1> 131377 [coreLoadExecutor-173-thread-1] INFO  org.apache.solr.core.RequestHandlers  ? created /spell: solr.SearchHandler
[junit4:junit4]   1> 131377 [coreLoadExecutor-173-thread-1] INFO  org.apache.solr.core.RequestHandlers  ? adding lazy requestHandler: solr.SearchHandler
[junit4:junit4]   1> 131378 [coreLoadExecutor-173-thread-1] INFO  org.apache.solr.core.RequestHandlers  ? created /tvrh: solr.SearchHandler
[junit4:junit4]   1> 131378 [coreLoadExecutor-173-thread-1] INFO  org.apache.solr.core.RequestHandlers  ? adding lazy requestHandler: solr.SearchHandler
[junit4:junit4]   1> 131379 [coreLoadExecutor-173-thread-1] INFO  org.apache.solr.core.RequestHandlers  ? created /terms: solr.SearchHandler
[junit4:junit4]   1> 131380 [coreLoadExecutor-173-thread-1] INFO  org.apache.solr.core.RequestHandlers  ? adding lazy requestHandler: solr.SearchHandler
[junit4:junit4]   1> 131380 [coreLoadExecutor-173-thread-1] INFO  org.apache.solr.core.RequestHandlers  ? created /elevate: solr.SearchHandler
[junit4:junit4]   1> 131406 [coreLoadExecutor-173-thread-1] INFO  org.apache.solr.handler.loader.XMLLoader  ? xsltCacheLifetimeSeconds=60
[junit4:junit4]   1> 131409 [coreLoadExecutor-173-thread-1] INFO  org.apache.solr.handler.loader.XMLLoader  ? xsltCacheLifetimeSeconds=60
[junit4:junit4]   1> 131413 [coreLoadExecutor-173-thread-1] INFO  org.apache.solr.handler.loader.XMLLoader  ? xsltCacheLifetimeSeconds=60
[junit4:junit4]   1> 131427 [coreLoadExecutor-173-thread-1] INFO  org.apache.solr.search.SolrIndexSearcher  ? Opening Searcher@103445a7 main
[junit4:junit4]   1> 131428 [coreLoadExecutor-173-thread-1] INFO  org.apache.solr.update.UpdateHandler  ? Clearing tlog files, tlogDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-solrj/test/J0/solrtest-TestBatchUpdate-1369523128858/tlog
[junit4:junit4]   1> 131430 [coreLoadExecutor-173-thread-1] INFO  org.apache.solr.core.SolrCore  ? Hard AutoCommit: if uncommited for 15000ms; 
[junit4:junit4]   1> 131430 [coreLoadExecutor-173-thread-1] INFO  org.apache.solr.core.SolrCore  ? Soft AutoCommit: disabled
[junit4:junit4]   1> 131431 [coreLoadExecutor-173-thread-1] INFO  org.apache.solr.handler.component.SpellCheckComponent  ? Initializing spell checkers
[junit4:junit4]   1> 131432 [coreLoadExecutor-173-thread-1] INFO  org.apache.solr.spelling.DirectSolrSpellChecker  ? init: {name=default,field=text,classname=solr.DirectSolrSpellChecker,distanceMeasure=internal,accuracy=0.5,maxEdits=2,minPrefix=1,maxInspections=5,minQueryLength=4,maxQueryFrequency=0.01}
[junit4:junit4]   1> 131433 [coreLoadExecutor-173-thread-1] INFO  org.apache.solr.handler.component.SpellCheckComponent  ? No queryConverter defined, using default converter
[junit4:junit4]   1> 131434 [coreLoadExecutor-173-thread-1] INFO  org.apache.solr.handler.component.QueryElevationComponent  ? Loading QueryElevation from: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/solr/collection1/conf/elevate.xml
[junit4:junit4]   1> 131546 [coreLoadExecutor-173-thread-1] INFO  org.apache.solr.handler.ReplicationHandler  ? Commits will be reserved for  10000
[junit4:junit4]   1> 131547 [searcherExecutor-174-thread-1] INFO  org.apache.solr.core.SolrCore  ? QuerySenderListener sending requests to Searcher@103445a7 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   1> 131551 [searcherExecutor-174-thread-1] INFO  org.apache.solr.core.SolrCore  ? [collection1] webapp=null path=null params={event=firstSearcher&q=static+firstSearcher+warming+in+solrconfig.xml&distrib=false} hits=0 status=0 QTime=2 
[junit4:junit4]   1> 131552 [searcherExecutor-174-thread-1] INFO  org.apache.solr.core.SolrCore  ? QuerySenderListener done.
[junit4:junit4]   1> 131552 [searcherExecutor-174-thread-1] INFO  org.apache.solr.handler.component.SpellCheckComponent  ? Loading spell index for spellchecker: default
[junit4:junit4]   1> 131552 [searcherExecutor-174-thread-1] INFO  org.apache.solr.handler.component.SpellCheckComponent  ? Loading spell index for spellchecker: wordbreak
[junit4:junit4]   1> 131555 [searcherExecutor-174-thread-1] INFO  org.apache.solr.core.SolrCore  ? [collection1] Registered new searcher Searcher@103445a7 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   1> 131559 [coreLoadExecutor-173-thread-1] INFO  org.apache.solr.core.CoreContainer  ? registering core: collection1
[junit4:junit4]   1> 131561 [SUITE-TestBatchUpdate-seed#[8A4A12BD640CE91B]-worker] INFO  org.apache.solr.servlet.SolrDispatchFilter  ? user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-solrj/test/J0
[junit4:junit4]   1> 131562 [SUITE-TestBatchUpdate-seed#[8A4A12BD640CE91B]-worker] INFO  org.apache.solr.servlet.SolrDispatchFilter  ? SolrDispatchFilter.init() done
[junit4:junit4]   1> 131563 [SUITE-TestBatchUpdate-seed#[8A4A12BD640CE91B]-worker] INFO  org.apache.solr.SolrJettyTestBase  ? Jetty Assigned Port#53547
[junit4:junit4]   2> Creating dataDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-solrj/test/J0/./solrtest-TestBatchUpdate-1369523128858
[junit4:junit4]   1> 131576 [TEST-TestBatchUpdate.testWithXml-seed#[8A4A12BD640CE91B]] INFO  org.apache.solr.SolrTestCaseJ4  ? ###Starting testWithXml
[junit4:junit4]   1> 131577 [TEST-TestBatchUpdate.testWithXml-seed#[8A4A12BD640CE91B]] INFO  org.apache.solr.client.solrj.impl.HttpClientUtil  ? Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> 131971 [qtp1753150456-263] INFO  org.apache.solr.core.SolrCore  ? SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4cc21eba lockFactory=org.apache.lucene.store.NativeFSLockFactory@6e26bfe4),segFN=segments_1,generation=1}
[junit4:junit4]   1> 131974 [qtp1753150456-263] INFO  org.apache.solr.core.SolrCore  ? newest commit generation = 1
[junit4:junit4]   1> 131977 [qtp1753150456-263] INFO  org.apache.solr.search.SolrIndexSearcher  ? Opening Searcher@3d6ac963 realtime
[junit4:junit4]   1> 131979 [qtp1753150456-263] INFO  org.apache.solr.update.processor.LogUpdateProcessor  ? [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {deleteByQuery=*:* (-1436049088973897728)} 0 18
[junit4:junit4]   1> 134822 [qtp1753150456-265] INFO  org.apache.solr.update.processor.LogUpdateProcessor  ? [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[1 (1436049089100775424), 2 (1436049089121746944), 3 (1436049089124892672), 4 (1436049089126989824), 5 (1436049089128038400), 6 (1436049089130135552), 7 (1436049089166835712), 8 (1436049089167884288), 9 (1436049089167884289), 10 (1436049089168932864), ... (1000 adds)]} 0 2741
[junit4:junit4]   1> 134843 [qtp1753150456-261] INFO  org.apache.solr.update.UpdateHandler  ? start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   1> 135229 [qtp1753150456-261] INFO  org.apache.solr.core.SolrCore  ? SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4cc21eba lockFactory=org.apache.lucene.store.NativeFSLockFactory@6e26bfe4),segFN=segments_1,generation=1}
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4cc21eba lockFactory=org.apache.lucene.store.NativeFSLockFactory@6e26bfe4),segFN=segments_2,generation=2}
[junit4:junit4]   1> 135235 [qtp1753150456-261] INFO  org.apache.solr.core.SolrCore  ? newest commit generation = 2
[junit4:junit4]   1> 135245 [qtp1753150456-261] INFO  org.apache.solr.search.SolrIndexSearcher  ? Opening Searcher@4ad509e main
[junit4:junit4]   1> 135248 [searcherExecutor-174-thread-1] INFO  org.apache.solr.core.SolrCore  ? QuerySenderListener sending requests to Searcher@4ad509e main{StandardDirectoryReader(segments_2:3:nrt _0(4.4):C1000)}
[junit4:junit4]   1> 135249 [searcherExecutor-174-thread-1] INFO  org.apache.solr.core.SolrCore  ? QuerySenderListener done.
[junit4:junit4]   1> 135254 [searcherExecutor-174-thread-1] INFO  org.apache.solr.core.SolrCore  ? [collection1] Registered new searcher Searcher@4ad509e main{StandardDirectoryReader(segments_2:3:nrt _0(4.4):C1000)}
[junit4:junit4]   1> 135267 [qtp1753150456-261] INFO  org.apache.solr.update.UpdateHandler  ? end_commit_flush
[junit4:junit4]   1> 135291 [qtp1753150456-261] INFO  org.apache.solr.update.processor.LogUpdateProcessor  ? [collection1] webapp=/solr path=/update params={waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 448
[junit4:junit4]   1> 135311 [qtp1753150456-263] INFO  org.apache.solr.core.SolrCore  ? [collection1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=1000 status=0 QTime=1 
[junit4:junit4]   1> 135332 [TEST-TestBatchUpdate.testWithXml-seed#[8A4A12BD640CE91B]] INFO  org.apache.solr.SolrTestCaseJ4  ? ###Ending testWithXml
[junit4:junit4]   1> 135413 [TEST-TestBatchUpdate.testWithBinaryBean-seed#[8A4A12BD640CE91B]] INFO  org.apache.solr.SolrTestCaseJ4  ? ###Starting testWithBinaryBean
[junit4:junit4]   1> 135551 [qtp1753150456-264] INFO  org.apache.solr.search.SolrIndexSearcher  ? Opening Searcher@57ba7447 realtime
[junit4:junit4]   1> 135554 [qtp1753150456-264] INFO  org.apache.solr.update.processor.LogUpdateProcessor  ? [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {deleteByQuery=*:* (-1436049092659642368)} 0 90
[junit4:junit4]   1> 137477 [qtp1753150456-266] INFO  org.apache.solr.update.processor.LogUpdateProcessor  ? [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[1 (1436049092939612160), 2 (1436049092955340800), 3 (1436049092966875136), 4 (1436049092967923712), 5 (1436049092968972288), 6 (1436049092968972289), 7 (1436049092970020864), 8 (1436049092971069440), 9 (1436049092971069441), 10 (1436049092971069442), ... (1000 adds)]} 0 1734
[junit4:junit4]   1> 150554 [commitScheduler-176-thread-1] INFO  org.apache.solr.update.UpdateHandler  ? start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   1> 150628 [commitScheduler-176-thread-1] INFO  org.apache.solr.core.SolrCore  ? SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4cc21eba lockFactory=org.apache.lucene.store.NativeFSLockFactory@6e26bfe4),segFN=segments_2,generation=2}
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4cc21eba lockFactory=org.apache.lucene.store.NativeFSLockFactory@6e26bfe4),segFN=segments_3,generation=3}
[junit4:junit4]   1> 150629 [commitScheduler-176-thread-1] INFO  org.apache.solr.core.SolrCore  ? newest commit generation = 3
[junit4:junit4]   1> 150633 [commitScheduler-176-thread-1] INFO  org.apache.solr.search.SolrIndexSearcher  ? Opening Searcher@7a58b6c1 realtime
[junit4:junit4]   1> 150642 [commitScheduler-176-thread-1] INFO  org.apache.solr.update.UpdateHandler  ? end_commit_flush
[junit4:junit4]   1> 337591 [qtp1753150456-266] INFO  org.apache.solr.update.UpdateHandler  ? start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   1> 337593 [TEST-TestBatchUpdate.testWithBinaryBean-seed#[8A4A12BD640CE91B]] INFO  org.apache.solr.SolrTestCaseJ4  ? ###Ending testWithBinaryBean
[junit4:junit4]   1> 337624 [qtp1753150456-266] INFO  org.apache.solr.core.SolrCore  ? SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4cc21eba lockFactory=org.apache.lucene.store.NativeFSLockFactory@6e26bfe4),segFN=segments_3,generation=3}
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4cc21eba lockFactory=org.apache.lucene.store.NativeFSLockFactory@6e26bfe4),segFN=segments_4,generation=4}
[junit4:junit4]   1> 337625 [qtp1753150456-266] INFO  org.apache.solr.core.SolrCore  ? newest commit generation = 4
[junit4:junit4]   1> 337625 [qtp1753150456-266] INFO  org.apache.solr.search.SolrIndexSearcher  ? Opening Searcher@84f441e main
[junit4:junit4]   1> 337626 [qtp1753150456-266] INFO  org.apache.solr.update.UpdateHandler  ? end_commit_flush
[junit4:junit4]   1> 337627 [searcherExecutor-174-thread-1] INFO  org.apache.solr.core.SolrCore  ? QuerySenderListener sending requests to Searcher@84f441e main{StandardDirectoryReader(segments_3:7:nrt _1(4.4):C1000)}
[junit4:junit4]   1> 337627 [searcherExecutor-174-thread-1] INFO  org.apache.solr.core.SolrCore  ? QuerySenderListener done.
[junit4:junit4]   1> 337630 [searcherExecutor-174-thread-1] INFO  org.apache.solr.core.SolrCore  ? [collection1] Registered new searcher Searcher@84f441e main{StandardDirectoryReader(segments_3:7:nrt _1(4.4):C1000)}
[junit4:junit4]   1> 337631 [qtp1753150456-266] INFO  org.apache.solr.update.processor.LogUpdateProcessor  ? [collection1] webapp=/solr path=/update params={waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 40
[junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestBatchUpdate -Dtests.method=testWithBinaryBean -Dtests.seed=8A4A12BD640CE91B -Dtests.slow=true -Dtests.locale=zh -Dtests.timezone=Africa/Blantyre -Dtests.file.encoding=ISO-8859-1
[junit4:junit4] ERROR    203s | TestBatchUpdate.testWithBinaryBean <<<
[junit4:junit4]    > Throwable #1: org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: https://127.0.0.1:53547/solr/collection1
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([8A4A12BD640CE91B:E9A113BF04682E39]:0)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:435)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.request.AbstractUpdateRequest.process(AbstractUpdateRequest.java:117)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.SolrServer.commit(SolrServer.java:168)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.SolrServer.commit(SolrServer.java:146)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.TestBatchUpdate.testWithBinaryBean(TestBatchUpdate.java:92)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    > Caused by: org.apache.http.NoHttpResponseException: The target server failed to respond
[junit4:junit4]    > 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:95)
[junit4:junit4]    > 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:62)
[junit4:junit4]    > 	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:254)
[junit4:junit4]    > 	at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:289)
[junit4:junit4]    > 	at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:252)
[junit4:junit4]    > 	at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:191)
[junit4:junit4]    > 	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:300)
[junit4:junit4]    > 	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:127)
[junit4:junit4]    > 	at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:717)
[junit4:junit4]    > 	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:522)
[junit4:junit4]    > 	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
[junit4:junit4]    > 	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
[junit4:junit4]    > 	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
[junit4:junit4]    > 	... 45 more
[junit4:junit4]   1> 337859 [TEST-TestBatchUpdate.testWithBinary-seed#[8A4A12BD640CE91B]] INFO  org.apache.solr.SolrTestCaseJ4  ? ###Starting testWithBinary
[junit4:junit4]   1> 337910 [qtp1753150456-263] INFO  org.apache.solr.search.SolrIndexSearcher  ? Opening Searcher@6435477c realtime
[junit4:junit4]   1> 337915 [qtp1753150456-263] INFO  org.apache.solr.update.processor.LogUpdateProcessor  ? [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {deleteByQuery=*:* (-1436049304899813376)} 0 32
[junit4:junit4]   1> 338505 [qtp1753150456-265] INFO  org.apache.solr.update.processor.LogUpdateProcessor  ? [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[1 (1436049304966922240), 2 (1436049304967970816), 3 (1436049304969019392), 4 (1436049304969019393), 5 (1436049304970067968), 6 (1436049304970067969), 7 (1436049304970067970), 8 (1436049304971116544), 9 (1436049304971116545), 10 (1436049304974262272), ... (1000 adds)]} 0 557
[junit4:junit4]   1> 338525 [qtp1753150456-266] INFO  org.apache.solr.update.UpdateHandler  ? start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   1> 338636 [qtp1753150456-266] INFO  org.apache.solr.core.SolrCore  ? SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4cc21eba lockFactory=org.apache.lucene.store.NativeFSLockFactory@6e26bfe4),segFN=segments_4,generation=4}
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4cc21eba lockFactory=org.apache.lucene.store.NativeFSLockFactory@6e26bfe4),segFN=segments_5,generation=5}
[junit4:junit4]   1> 338637 [qtp1753150456-266] INFO  org.apache.solr.core.SolrCore  ? newest commit generation = 5
[junit4:junit4]   1> 338643 [qtp1753150456-266] INFO  org.apache.solr.search.SolrIndexSearcher  ? Opening Searcher@534ad5c7 main
[junit4:junit4]   1> 338647 [qtp1753150456-266] INFO  org.apache.solr.update.UpdateHandler  ? end_commit_flush
[junit4:junit4]   1> 338648 [searcherExecutor-174-thread-1] INFO  org.apache.solr.core.SolrCore  ? QuerySenderListener sending requests to Searcher@534ad5c7 main{StandardDirectoryReader(segments_5:11:nrt _2(4.4):C1000)}
[junit4:junit4]   1> 338649 [searcherExecutor-174-thread-1] INFO  org.apache.solr.core.SolrCore  ? QuerySenderListener done.
[junit4:junit4]   1> 338655 [searcherExecutor-174-thread-1] INFO  org.apache.solr.core.SolrCore  ? [collection1] Registered new searcher Searcher@534ad5c7 main{StandardDirectoryReader(segments_5:11:nrt _2(4.4):C1000)}
[junit4:junit4]   1> 338711 [qtp1753150456-266] INFO  org.apache.solr.update.processor.LogUpdateProcessor  ? [collection1] webapp=/solr path=/update params={waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 186
[junit4:junit4]   1> 338726 [qtp1753150456-261] INFO  org.apache.solr.core.SolrCore  ? [collection1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=1000 status=0 QTime=0 
[junit4:junit4]   1> 338732 [TEST-TestBatchUpdate.testWithBinary-seed#[8A4A12BD640CE91B]] INFO  org.apache.solr.SolrTestCaseJ4  ? ###Ending testWithBinary
[junit4:junit4]   1> 338751 [SUITE-TestBatchUpdate-seed#[8A4A12BD640CE91B]-worker] INFO  org.apache.solr.core.CoreContainer  ? Shutting down CoreContainer instance=1537512268
[junit4:junit4]   1> 338752 [SUITE-TestBatchUpdate-seed#[8A4A12BD640CE91B]-worker] INFO  org.apache.solr.core.SolrCore  ? [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@7bbe65a
[junit4:junit4]   1> 338993 [SUITE-TestBatchUpdate-seed#[8A4A12BD640CE91B]-worker] INFO  org.apache.solr.update.UpdateHandler  ? closing DirectUpdateHandler2{commits=4,autocommit maxTime=15000ms,autocommits=1,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=3000,cumulative_deletesById=0,cumulative_deletesByQuery=3,cumulative_errors=0}
[junit4:junit4]   1> 338994 [SUITE-TestBatchUpdate-seed#[8A4A12BD640CE91B]-worker] INFO  org.apache.solr.update.SolrCoreState  ? Closing SolrCoreState
[junit4:junit4]   1> 338995 [SUITE-TestBatchUpdate-seed#[8A4A12BD640CE91B]-worker] INFO  org.apache.solr.update.DefaultSolrCoreState  ? SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4]   1> 338996 [SUITE-TestBatchUpdate-seed#[8A4A12BD640CE91B]-worker] INFO  org.apache.solr.update.DefaultSolrCoreState  ? closing IndexWriter with IndexWriterCloser
[junit4:junit4]   1> 339007 [SUITE-TestBatchUpdate-seed#[8A4A12BD640CE91B]-worker] INFO  org.apache.solr.core.SolrCore  ? [collection1] Closing main searcher on request.
[junit4:junit4]   1> 339009 [SUITE-TestBatchUpdate-seed#[8A4A12BD640CE91B]-worker] INFO  org.apache.solr.core.CachingDirectoryFactory  ? Closing MockDirectoryFactory - 2 directories currently being tracked
[junit4:junit4]   1> 339010 [SUITE-TestBatchUpdate-seed#[8A4A12BD640CE91B]-worker] INFO  org.apache.solr.core.CachingDirectoryFactory  ? looking to close /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-solrj/test/J0/solrtest-TestBatchUpdate-1369523128858 [CachedDir<<refCount=0;path=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-solrj/test/J0/solrtest-TestBatchUpdate-1369523128858;done=false>>]
[junit4:junit4]   1> 339011 [SUITE-TestBatchUpdate-seed#[8A4A12BD640CE91B]-worker] INFO  org.apache.solr.core.CachingDirectoryFactory  ? Closing directory: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-solrj/test/J0/solrtest-TestBatchUpdate-1369523128858
[junit4:junit4]   1> 339011 [SUITE-TestBatchUpdate-seed#[8A4A12BD640CE91B]-worker] INFO  org.apache.solr.core.CachingDirectoryFactory  ? looking to close /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-solrj/test/J0/solrtest-TestBatchUpdate-1369523128858/index [CachedDir<<refCount=0;path=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-solrj/test/J0/solrtest-TestBatchUpdate-1369523128858/index;done=false>>]
[junit4:junit4]   1> 339012 [SUITE-TestBatchUpdate-seed#[8A4A12BD640CE91B]-worker] INFO  org.apache.solr.core.CachingDirectoryFactory  ? Closing directory: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-solrj/test/J0/solrtest-TestBatchUpdate-1369523128858/index
[junit4:junit4]   1> 339013 [SUITE-TestBatchUpdate-seed#[8A4A12BD640CE91B]-worker] INFO  org.eclipse.jetty.server.handler.ContextHandler  ? stopped o.e.j.s.ServletContextHandler{/solr,null}
[junit4:junit4]   1> 339094 [SUITE-TestBatchUpdate-seed#[8A4A12BD640CE91B]-worker] INFO  org.apache.solr.SolrTestCaseJ4  ? ###deleteCore
[junit4:junit4]   2> NOTE: test params are: codec=FastDecompressionCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=FAST_DECOMPRESSION, chunkSize=412), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=FAST_DECOMPRESSION, chunkSize=412)), sim=RandomSimilarityProvider(queryNorm=false,coord=crazy): {}, locale=zh, timezone=Africa/Blantyre
[junit4:junit4]   2> NOTE: Mac OS X 10.8.3 x86_64/Oracle Corporation 1.7.0_21 (64-bit)/cpus=2,threads=1,free=123366760,total=201326592
[junit4:junit4]   2> NOTE: All tests run in this JVM: [SolrExampleJettyTest, MultiCoreEmbeddedTest, TestEmbeddedSolrServer, LargeVolumeBinaryJettyTest, SolrExceptionTest, SolrQueryTest, TestSpellCheckResponse, IteratorChainTest, TestCoreAdmin, DocumentAnalysisResponseTest, AnlysisResponseBaseTest, TestLBHttpSolrServer, TestBatchUpdate]
[junit4:junit4] Completed in 211.73s, 3 tests, 1 error <<< FAILURES!

[...truncated 102 lines...]
BUILD FAILED
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:386: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:366: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:39: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build.xml:194: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/common-build.xml:437: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:1243: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:887: There were test failures: 45 suites, 269 tests, 1 error

Total time: 127 minutes 24 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.7.0 -XX:+UseCompressedOops -XX:+UseG1GC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-4.x-MacOSX (64bit/jdk1.6.0) - Build # 489 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-MacOSX/489/
Java: 64bit/jdk1.6.0 -XX:+UseCompressedOops -XX:+UseParallelGC

1 tests failed.
REGRESSION:  org.apache.lucene.replicator.http.HttpReplicatorTest.testBasic

Error Message:
Connection to http://localhost:51880 refused

Stack Trace:
org.apache.http.conn.HttpHostConnectException: Connection to http://localhost:51880 refused
	at __randomizedtesting.SeedInfo.seed([9AEED0EC68A1261F:3114CDF9B77DA031]:0)
	at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:190)
	at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
	at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
	at org.apache.lucene.replicator.http.HttpClientBase.executeGET(HttpClientBase.java:178)
	at org.apache.lucene.replicator.http.HttpReplicator.checkForUpdate(HttpReplicator.java:51)
	at org.apache.lucene.replicator.ReplicationClient.doUpdate(ReplicationClient.java:196)
	at org.apache.lucene.replicator.ReplicationClient.updateNow(ReplicationClient.java:402)
	at org.apache.lucene.replicator.http.HttpReplicatorTest.testBasic(HttpReplicatorTest.java:112)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
	at java.lang.reflect.Method.invoke(Method.java:597)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:680)
Caused by: java.net.ConnectException: Connection refused
	at java.net.PlainSocketImpl.socketConnect(Native Method)
	at java.net.PlainSocketImpl.doConnect(PlainSocketImpl.java:351)
	at java.net.PlainSocketImpl.connectToAddress(PlainSocketImpl.java:213)
	at java.net.PlainSocketImpl.connect(PlainSocketImpl.java:200)
	at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:432)
	at java.net.Socket.connect(Socket.java:529)
	at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
	at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
	... 48 more




Build Log:
[...truncated 7443 lines...]
[junit4:junit4] Suite: org.apache.lucene.replicator.http.HttpReplicatorTest
[junit4:junit4]   2> 2013-05-25 18:42:58.268:DBUG:oejs.ServletHandler:filterNameMap={}
[junit4:junit4]   2> 2013-05-25 18:42:58.269:DBUG:oejs.ServletHandler:pathFilters=null
[junit4:junit4]   2> 2013-05-25 18:42:58.269:DBUG:oejs.ServletHandler:servletFilterMap=null
[junit4:junit4]   2> 2013-05-25 18:42:58.269:DBUG:oejs.ServletHandler:servletPathMap={/replicate/*=org.apache.lucene.replicator.http.ReplicationServlet-488991347}
[junit4:junit4]   2> 2013-05-25 18:42:58.269:DBUG:oejs.ServletHandler:servletNameMap={org.apache.lucene.replicator.http.ReplicationServlet-488991347=org.apache.lucene.replicator.http.ReplicationServlet-488991347}
[junit4:junit4]   2> 2013-05-25 18:42:58.370:DBUG:oejuc.Container:Container org.eclipse.jetty.server.Server@372f2b32 + SelectChannelConnector@0.0.0.0:0 as connector
[junit4:junit4]   2> 2013-05-25 18:42:58.383:DBUG:oejuc.Container:Container org.eclipse.jetty.servlet.ServletHandler@663f3fbd + org.apache.lucene.replicator.http.ReplicationServlet-488991347 as servlet
[junit4:junit4]   2> 2013-05-25 18:42:58.383:DBUG:oejuc.Container:Container org.eclipse.jetty.servlet.ServletHandler@663f3fbd + [/replicate/*]=>org.apache.lucene.replicator.http.ReplicationServlet-488991347 as servletMapping
[junit4:junit4]   2> 2013-05-25 18:42:58.383:DBUG:oejuc.Container:Container org.eclipse.jetty.server.Server@372f2b32 + org.eclipse.jetty.servlet.ServletHandler@663f3fbd as handler
[junit4:junit4]   2> 2013-05-25 18:42:58.407:DBUG:oejuc.Container:Container org.eclipse.jetty.server.Server@372f2b32 - SelectChannelConnector@0.0.0.0:0 as connector
[junit4:junit4]   2> 2013-05-25 18:42:58.408:DBUG:oejuc.Container:Container org.eclipse.jetty.server.Server@372f2b32 + SelectChannelConnector@127.0.0.1:0 as connector
[junit4:junit4]   2> 2013-05-25 18:42:58.421:DBUG:oejuc.Container:Container org.eclipse.jetty.server.Server@372f2b32 + org.eclipse.jetty.server.session.HashSessionIdManager@3aa1e2da as sessionIdManager
[junit4:junit4]   2> 2013-05-25 18:42:58.421:DBUG:oejuc.AbstractLifeCycle:starting org.eclipse.jetty.server.Server@372f2b32
[junit4:junit4]   2> 2013-05-25 18:42:58.421:INFO:oejs.Server:jetty-8.1.10.v20130312
[junit4:junit4]   2> 2013-05-25 18:42:59.168:DBUG:oejuc.Container:Container org.eclipse.jetty.server.Server@372f2b32 + qtp1321566088{8<=0<=0/254,-1} as threadpool
[junit4:junit4]   2> 2013-05-25 18:42:59.168:DBUG:oejuc.AbstractLifeCycle:starting org.eclipse.jetty.servlet.ServletHandler@663f3fbd
[junit4:junit4]   2> 2013-05-25 18:42:59.197:DBUG:oejs.ServletHandler:filterNameMap={}
[junit4:junit4]   2> 2013-05-25 18:42:59.197:DBUG:oejs.ServletHandler:pathFilters=null
[junit4:junit4]   2> 2013-05-25 18:42:59.198:DBUG:oejs.ServletHandler:servletFilterMap=null
[junit4:junit4]   2> 2013-05-25 18:42:59.198:DBUG:oejs.ServletHandler:servletPathMap={/replicate/*=org.apache.lucene.replicator.http.ReplicationServlet-488991347}
[junit4:junit4]   2> 2013-05-25 18:42:59.198:DBUG:oejs.ServletHandler:servletNameMap={org.apache.lucene.replicator.http.ReplicationServlet-488991347=org.apache.lucene.replicator.http.ReplicationServlet-488991347}
[junit4:junit4]   2> 2013-05-25 18:42:59.198:DBUG:oejsh.AbstractHandler:starting org.eclipse.jetty.servlet.ServletHandler@663f3fbd
[junit4:junit4]   2> 2013-05-25 18:42:59.198:DBUG:oejuc.AbstractLifeCycle:starting org.apache.lucene.replicator.http.ReplicationServlet-488991347
[junit4:junit4]   2> 2013-05-25 18:42:59.215:DBUG:oejuc.AbstractLifeCycle:STARTED org.apache.lucene.replicator.http.ReplicationServlet-488991347
[junit4:junit4]   2> 2013-05-25 18:42:59.215:DBUG:oejuc.AbstractLifeCycle:STARTED org.eclipse.jetty.servlet.ServletHandler@663f3fbd
[junit4:junit4]   2> 2013-05-25 18:42:59.215:DBUG:oejsh.AbstractHandler:starting org.eclipse.jetty.server.Server@372f2b32
[junit4:junit4]   2> 2013-05-25 18:42:59.215:DBUG:oejuc.AbstractLifeCycle:starting org.eclipse.jetty.server.session.HashSessionIdManager@3aa1e2da
[junit4:junit4]   2> 2013-05-25 18:42:59.215:DBUG:oejuc.AbstractLifeCycle:STARTED org.eclipse.jetty.server.session.HashSessionIdManager@3aa1e2da
[junit4:junit4]   2> 2013-05-25 18:42:59.215:DBUG:oejuc.AbstractLifeCycle:starting qtp1321566088{8<=0<=0/254,-1}
[junit4:junit4]   2> 2013-05-25 18:42:59.252:DBUG:oejuc.AbstractLifeCycle:STARTED qtp1321566088{8<=7<=8/254,0}
[junit4:junit4]   2> 2013-05-25 18:42:59.252:DBUG:oejuc.AbstractLifeCycle:starting SelectChannelConnector@127.0.0.1:0
[junit4:junit4]   2> 2013-05-25 18:42:59.939:DBUG:oejuc.AbstractLifeCycle:starting null/null
[junit4:junit4]   2> 2013-05-25 18:42:59.957:DBUG:oejuc.AbstractLifeCycle:STARTED PooledBuffers [0/1024@6144,0/1024@16384,0/1024@-]/PooledBuffers [0/1024@6144,0/1024@32768,0/1024@-]
[junit4:junit4]   2> 2013-05-25 18:42:59.958:DBUG:oejuc.AbstractLifeCycle:starting org.eclipse.jetty.server.nio.SelectChannelConnector$ConnectorSelectorManager@4e44ac6a
[junit4:junit4]   2> 2013-05-25 18:42:59.999:DBUG:oejuc.AbstractLifeCycle:STARTED org.eclipse.jetty.server.nio.SelectChannelConnector$ConnectorSelectorManager@4e44ac6a
[junit4:junit4]   2> 2013-05-25 18:43:00.006:DBUG:oeji.nio:Starting Thread[qtp1321566088-21 Selector0,5,TGRP-HttpReplicatorTest] on org.eclipse.jetty.io.nio.SelectorManager$1@7926b165
[junit4:junit4]   2> 2013-05-25 18:43:00.008:INFO:oejs.AbstractConnector:Started SelectChannelConnector@127.0.0.1:51880
[junit4:junit4]   2> 2013-05-25 18:43:00.008:DBUG:oejuc.AbstractLifeCycle:STARTED SelectChannelConnector@127.0.0.1:51880
[junit4:junit4]   2> 2013-05-25 18:43:00.010:DBUG:oejuc.AbstractLifeCycle:STARTED org.eclipse.jetty.server.Server@372f2b32
[junit4:junit4]   2> 2013-05-25 18:43:03.768:DBUG:oejuc.AbstractLifeCycle:stopping org.eclipse.jetty.server.Server@372f2b32
[junit4:junit4]   2> 2013-05-25 18:43:03.768:DBUG:oejuc.AbstractLifeCycle:stopping SelectChannelConnector@127.0.0.1:51880
[junit4:junit4]   2> 2013-05-25 18:43:03.775:DBUG:oejuc.AbstractLifeCycle:stopping org.eclipse.jetty.server.nio.SelectChannelConnector$ConnectorSelectorManager@4e44ac6a
[junit4:junit4]   2> 2013-05-25 18:43:03.778:DBUG:oeji.nio:Stopped Thread[qtp1321566088-21 Selector0,5,TGRP-HttpReplicatorTest] on org.eclipse.jetty.io.nio.SelectorManager$1@7926b165
[junit4:junit4]   2> 2013-05-25 18:43:03.833:DBUG:oejuc.AbstractLifeCycle:STOPPED org.eclipse.jetty.server.nio.SelectChannelConnector$ConnectorSelectorManager@4e44ac6a
[junit4:junit4]   2> 2013-05-25 18:43:03.834:DBUG:oejuc.AbstractLifeCycle:stopping PooledBuffers [0/1024@6144,0/1024@16384,0/1024@-]/PooledBuffers [0/1024@6144,0/1024@32768,0/1024@-]
[junit4:junit4]   2> 2013-05-25 18:43:03.834:DBUG:oejuc.AbstractLifeCycle:STOPPED null/null
[junit4:junit4]   2> 2013-05-25 18:43:03.834:DBUG:oejuc.AbstractLifeCycle:STOPPED SelectChannelConnector@127.0.0.1:0
[junit4:junit4]   2> 2013-05-25 18:43:03.835:DBUG:oejuc.AbstractLifeCycle:stopping org.eclipse.jetty.servlet.ServletHandler@663f3fbd
[junit4:junit4]   2> 2013-05-25 18:43:03.835:DBUG:oejsh.AbstractHandler:stopping org.eclipse.jetty.servlet.ServletHandler@663f3fbd
[junit4:junit4]   2> 2013-05-25 18:43:03.835:DBUG:oejuc.AbstractLifeCycle:stopping org.apache.lucene.replicator.http.ReplicationServlet-488991347
[junit4:junit4]   2> 2013-05-25 18:43:03.835:DBUG:oejuc.AbstractLifeCycle:STOPPED org.apache.lucene.replicator.http.ReplicationServlet-488991347
[junit4:junit4]   2> 2013-05-25 18:43:03.835:DBUG:oejuc.AbstractLifeCycle:STOPPED org.eclipse.jetty.servlet.ServletHandler@663f3fbd
[junit4:junit4]   2> 2013-05-25 18:43:03.835:DBUG:oejsh.AbstractHandler:stopping org.eclipse.jetty.server.Server@372f2b32
[junit4:junit4]   2> 2013-05-25 18:43:03.835:DBUG:oejuc.AbstractLifeCycle:stopping qtp1321566088{8<=8<=8/254,0}
[junit4:junit4]   2> 2013-05-25 18:43:03.958:DBUG:oejuc.AbstractLifeCycle:STOPPED qtp1321566088{8<=0<=0/254,0}
[junit4:junit4]   2> 2013-05-25 18:43:03.964:DBUG:oejuc.AbstractLifeCycle:stopping org.eclipse.jetty.server.session.HashSessionIdManager@3aa1e2da
[junit4:junit4]   2> 2013-05-25 18:43:03.964:DBUG:oejuc.AbstractLifeCycle:STOPPED org.eclipse.jetty.server.session.HashSessionIdManager@3aa1e2da
[junit4:junit4]   2> 2013-05-25 18:43:03.964:DBUG:oejuc.AbstractLifeCycle:STOPPED org.eclipse.jetty.server.Server@372f2b32
[junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=HttpReplicatorTest -Dtests.method=testBasic -Dtests.seed=9AEED0EC68A1261F -Dtests.slow=true -Dtests.locale=sv_SE -Dtests.timezone=Europe/Rome -Dtests.file.encoding=US-ASCII
[junit4:junit4] ERROR   7.04s | HttpReplicatorTest.testBasic <<<
[junit4:junit4]    > Throwable #1: org.apache.http.conn.HttpHostConnectException: Connection to http://localhost:51880 refused
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([9AEED0EC68A1261F:3114CDF9B77DA031]:0)
[junit4:junit4]    > 	at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:190)
[junit4:junit4]    > 	at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
[junit4:junit4]    > 	at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
[junit4:junit4]    > 	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
[junit4:junit4]    > 	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
[junit4:junit4]    > 	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
[junit4:junit4]    > 	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
[junit4:junit4]    > 	at org.apache.lucene.replicator.http.HttpClientBase.executeGET(HttpClientBase.java:178)
[junit4:junit4]    > 	at org.apache.lucene.replicator.http.HttpReplicator.checkForUpdate(HttpReplicator.java:51)
[junit4:junit4]    > 	at org.apache.lucene.replicator.ReplicationClient.doUpdate(ReplicationClient.java:196)
[junit4:junit4]    > 	at org.apache.lucene.replicator.ReplicationClient.updateNow(ReplicationClient.java:402)
[junit4:junit4]    > 	at org.apache.lucene.replicator.http.HttpReplicatorTest.testBasic(HttpReplicatorTest.java:112)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:680)
[junit4:junit4]    > Caused by: java.net.ConnectException: Connection refused
[junit4:junit4]    > 	at java.net.PlainSocketImpl.socketConnect(Native Method)
[junit4:junit4]    > 	at java.net.PlainSocketImpl.doConnect(PlainSocketImpl.java:351)
[junit4:junit4]    > 	at java.net.PlainSocketImpl.connectToAddress(PlainSocketImpl.java:213)
[junit4:junit4]    > 	at java.net.PlainSocketImpl.connect(PlainSocketImpl.java:200)
[junit4:junit4]    > 	at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:432)
[junit4:junit4]    > 	at java.net.Socket.connect(Socket.java:529)
[junit4:junit4]    > 	at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
[junit4:junit4]    > 	at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
[junit4:junit4]    > 	... 48 more
[junit4:junit4]   2> NOTE: test params are: codec=FastCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=FAST, chunkSize=73), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=FAST, chunkSize=73)), sim=RandomSimilarityProvider(queryNorm=true,coord=no): {}, locale=sv_SE, timezone=Europe/Rome
[junit4:junit4]   2> NOTE: Mac OS X 10.8.3 x86_64/Apple Inc. 1.6.0_45 (64-bit)/cpus=2,threads=1,free=27674608,total=53215232
[junit4:junit4]   2> NOTE: All tests run in this JVM: [IndexRevisionTest, IndexReplicationClientTest, IndexAndTaxonomyRevisionTest, HttpReplicatorTest]
[junit4:junit4] Completed in 7.21s, 1 test, 1 error <<< FAILURES!

[...truncated 18 lines...]
BUILD FAILED
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:386: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:366: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:39: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/build.xml:554: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:1827: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/module-build.xml:61: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:1243: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:887: There were test failures: 7 suites, 30 tests, 1 error

Total time: 58 minutes 12 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.6.0 -XX:+UseCompressedOops -XX:+UseParallelGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-4.x-MacOSX (64bit/jdk1.7.0) - Build # 488 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-MacOSX/488/
Java: 64bit/jdk1.7.0 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC

1 tests failed.
FAILED:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testDistribSearch

Error Message:
There are still nodes recoverying - waited for 230 seconds

Stack Trace:
java.lang.AssertionError: There are still nodes recoverying - waited for 230 seconds
	at __randomizedtesting.SeedInfo.seed([A88B0014E9454DBE:296D8E0C9E1A2D82]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:173)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:131)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:126)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:512)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.doTest(CollectionsAPIDistributedZkTest.java:146)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:815)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:601)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)




Build Log:
[...truncated 9430 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
[junit4:junit4]   2> 1388097 T3432 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
[junit4:junit4]   2> 1388107 T3432 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4]   2> Creating dataDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solrtest-CollectionsAPIDistributedZkTest-1369474344890
[junit4:junit4]   2> 1388109 T3432 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4]   2> 1388111 T3433 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4]   2> 1388222 T3432 oasc.ZkTestServer.run start zk server on port:52957
[junit4:junit4]   2> 1388227 T3432 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1388241 T3439 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@59b302bb name:ZooKeeperConnection Watcher:127.0.0.1:52957 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1388246 T3432 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1388247 T3432 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4]   2> 1388272 T3432 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1388279 T3441 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@743f1931 name:ZooKeeperConnection Watcher:127.0.0.1:52957/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1388280 T3432 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1388280 T3432 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4]   2> 1388289 T3432 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4]   2> 1388296 T3432 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4]   2> 1388303 T3432 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4]   2> 1388312 T3432 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 1388313 T3432 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 1388333 T3432 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4]   2> 1388334 T3432 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4]   2> 1388344 T3432 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   2> 1388349 T3432 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   2> 1388358 T3432 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   2> 1388359 T3432 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4]   2> 1388367 T3432 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   2> 1388373 T3432 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4]   2> 1388384 T3432 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 1388385 T3432 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 1388395 T3432 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 1388397 T3432 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 1388410 T3432 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 1388411 T3432 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 1388425 T3432 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   2> 1388430 T3432 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   2> 1389151 T3432 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 1389164 T3432 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52960
[junit4:junit4]   2> 1389165 T3432 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 1389166 T3432 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 1389166 T3432 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369474345227
[junit4:junit4]   2> 1389167 T3432 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369474345227/solr.xml
[junit4:junit4]   2> 1389168 T3432 oasc.CoreContainer.<init> New CoreContainer 1221808661
[junit4:junit4]   2> 1389168 T3432 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369474345227/'
[junit4:junit4]   2> 1389169 T3432 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369474345227/'
[junit4:junit4]   2> 1389414 T3432 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369474345227
[junit4:junit4]   2> 1389416 T3432 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369474345227/collection1
[junit4:junit4]   2> 1389418 T3432 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369474345227/collection1/conf
[junit4:junit4]   2> 1389637 T3432 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369474345227/collection1/conf/xslt
[junit4:junit4]   2> 1389645 T3432 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369474345227/collection1/lib
[junit4:junit4]   2> 1389648 T3432 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369474345227/collection1/lib/classes
[junit4:junit4]   2> 1389651 T3432 oasc.SolrCoreDiscoverer.addCore Discovered properties file /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369474345227/conf/core.properties, adding to cores
[junit4:junit4]   2> 1389676 T3432 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 1389677 T3432 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 1389677 T3432 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 1389678 T3432 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 1389679 T3432 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 1389679 T3432 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 1389680 T3432 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 1389682 T3432 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 1389682 T3432 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 1389683 T3432 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 1389717 T3432 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 1389718 T3432 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:52957/solr
[junit4:junit4]   2> 1389718 T3432 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 1389721 T3432 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1389728 T3452 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@626c6e70 name:ZooKeeperConnection Watcher:127.0.0.1:52957 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1389729 T3432 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1389736 T3432 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 1389743 T3434 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x13edb0827c70002, likely client has closed socket
[junit4:junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
[junit4:junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4:junit4]   2> 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 
[junit4:junit4]   2> 1389765 T3432 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1389772 T3454 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4389a1c0 name:ZooKeeperConnection Watcher:127.0.0.1:52957/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1389773 T3432 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1389777 T3432 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4:junit4]   2> 1389791 T3432 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4:junit4]   2> 1389802 T3432 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4]   2> 1389813 T3432 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52960_
[junit4:junit4]   2> 1389817 T3432 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52960_
[junit4:junit4]   2> 1389837 T3432 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4]   2> 1389858 T3432 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 1389868 T3432 oasc.Overseer.start Overseer (id=89749870667563011-127.0.0.1:52960_-n_0000000000) starting
[junit4:junit4]   2> 1389879 T3432 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4:junit4]   2> 1389895 T3456 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4]   2> 1389907 T3432 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4]   2> 1389920 T3432 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4:junit4]   2> 1389927 T3432 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 1389943 T3432 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 1389944 T3432 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 1389945 T3432 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 1389957 T3455 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 1389980 T3432 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 1389984 T3432 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1389992 T3459 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1eb109df name:ZooKeeperConnection Watcher:127.0.0.1:52957/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1389992 T3432 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1389997 T3432 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 1390008 T3432 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   2> 1390687 T3432 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 1390699 T3432 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52964
[junit4:junit4]   2> 1390708 T3432 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 1390712 T3432 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 1390714 T3432 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369474346790
[junit4:junit4]   2> 1390715 T3432 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369474346790/solr.xml
[junit4:junit4]   2> 1390716 T3432 oasc.CoreContainer.<init> New CoreContainer 1519538258
[junit4:junit4]   2> 1390718 T3432 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369474346790/'
[junit4:junit4]   2> 1390719 T3432 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369474346790/'
[junit4:junit4]   2> 1390944 T3432 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369474346790
[junit4:junit4]   2> 1390947 T3432 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369474346790/collection1
[junit4:junit4]   2> 1390950 T3432 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369474346790/collection1/conf
[junit4:junit4]   2> 1391145 T3432 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369474346790/collection1/conf/xslt
[junit4:junit4]   2> 1391149 T3432 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369474346790/collection1/lib
[junit4:junit4]   2> 1391153 T3432 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369474346790/collection1/lib/classes
[junit4:junit4]   2> 1391163 T3432 oasc.SolrCoreDiscoverer.addCore Discovered properties file /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369474346790/conf/core.properties, adding to cores
[junit4:junit4]   2> 1391187 T3432 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 1391189 T3432 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 1391190 T3432 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 1391191 T3432 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 1391192 T3432 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 1391193 T3432 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 1391194 T3432 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 1391195 T3432 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 1391196 T3432 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 1391198 T3432 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 1391232 T3432 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 1391234 T3432 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:52957/solr
[junit4:junit4]   2> 1391234 T3432 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 1391237 T3432 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1391243 T3470 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@306d7c14 name:ZooKeeperConnection Watcher:127.0.0.1:52957 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1391245 T3432 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1391252 T3432 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 1391280 T3432 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1391285 T3472 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@18465782 name:ZooKeeperConnection Watcher:127.0.0.1:52957/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1391286 T3432 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1391308 T3432 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 1392324 T3432 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52964_
[junit4:junit4]   2> 1392335 T3432 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52964_
[junit4:junit4]   2> 1392344 T3459 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 1392345 T3472 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 1392345 T3454 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 1392360 T3432 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 1392361 T3432 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 1392361 T3432 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 1393117 T3432 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 1393135 T3432 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52967
[junit4:junit4]   2> 1393139 T3432 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 1393139 T3432 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 1393140 T3432 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369474349166
[junit4:junit4]   2> 1393141 T3432 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369474349166/solr.xml
[junit4:junit4]   2> 1393141 T3432 oasc.CoreContainer.<init> New CoreContainer 840732337
[junit4:junit4]   2> 1393142 T3432 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369474349166/'
[junit4:junit4]   2> 1393143 T3432 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369474349166/'
[junit4:junit4]   2> 1393413 T3432 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369474349166
[junit4:junit4]   2> 1393416 T3432 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369474349166/collection1
[junit4:junit4]   2> 1393418 T3432 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369474349166/collection1/conf
[junit4:junit4]   2> 1393708 T3432 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369474349166/collection1/conf/xslt
[junit4:junit4]   2> 1393716 T3432 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369474349166/collection1/lib
[junit4:junit4]   2> 1393720 T3432 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369474349166/collection1/lib/classes
[junit4:junit4]   2> 1393726 T3432 oasc.SolrCoreDiscoverer.addCore Discovered properties file /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369474349166/conf/core.properties, adding to cores
[junit4:junit4]   2> 1393755 T3432 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 1393756 T3432 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 1393757 T3432 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 1393757 T3432 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 1393758 T3432 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 1393759 T3432 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 1393760 T3432 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 1393760 T3432 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 1393761 T3432 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 1393762 T3432 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 1393788 T3432 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 1393789 T3432 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:52957/solr
[junit4:junit4]   2> 1393789 T3432 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 1393802 T3432 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1393805 T3484 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2cb5b893 name:ZooKeeperConnection Watcher:127.0.0.1:52957 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1393807 T3432 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1393817 T3432 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 1393843 T3432 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1393850 T3486 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5405d518 name:ZooKeeperConnection Watcher:127.0.0.1:52957/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1393851 T3432 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1393873 T3432 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 1394923 T3432 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52967_
[junit4:junit4]   2> 1394927 T3432 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52967_
[junit4:junit4]   2> 1394944 T3486 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 1394952 T3454 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 1394954 T3459 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 1394960 T3472 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 1395007 T3432 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 1395007 T3432 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 1395008 T3432 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 1395773 T3432 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 1395784 T3432 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52970
[junit4:junit4]   2> 1395795 T3432 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 1395796 T3432 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 1395796 T3432 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369474351820
[junit4:junit4]   2> 1395797 T3432 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369474351820/solr.xml
[junit4:junit4]   2> 1395797 T3432 oasc.CoreContainer.<init> New CoreContainer 1622054030
[junit4:junit4]   2> 1395798 T3432 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369474351820/'
[junit4:junit4]   2> 1395799 T3432 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369474351820/'
[junit4:junit4]   2> 1396022 T3432 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369474351820
[junit4:junit4]   2> 1396024 T3432 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369474351820/collection1
[junit4:junit4]   2> 1396025 T3432 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369474351820/collection1/conf
[junit4:junit4]   2> 1396238 T3432 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369474351820/collection1/conf/xslt
[junit4:junit4]   2> 1396245 T3432 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369474351820/collection1/lib
[junit4:junit4]   2> 1396248 T3432 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369474351820/collection1/lib/classes
[junit4:junit4]   2> 1396253 T3432 oasc.SolrCoreDiscoverer.addCore Discovered properties file /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369474351820/conf/core.properties, adding to cores
[junit4:junit4]   2> 1396276 T3432 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 1396277 T3432 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 1396278 T3432 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 1396279 T3432 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 1396280 T3432 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 1396280 T3432 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 1396281 T3432 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 1396282 T3432 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 1396283 T3432 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 1396283 T3432 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 1396322 T3432 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 1396324 T3432 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:52957/solr
[junit4:junit4]   2> 1396324 T3432 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 1396327 T3432 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1396334 T3498 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7756d89f name:ZooKeeperConnection Watcher:127.0.0.1:52957 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1396336 T3432 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1396342 T3432 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 1396383 T3432 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1396391 T3500 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@239bccdf name:ZooKeeperConnection Watcher:127.0.0.1:52957/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1396392 T3432 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1396417 T3432 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 1397437 T3432 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52970_
[junit4:junit4]   2> 1397440 T3432 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52970_
[junit4:junit4]   2> 1397449 T3500 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 1397450 T3459 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 1397461 T3486 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 1397463 T3472 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 1397464 T3454 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 1397477 T3432 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 1397478 T3432 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 1397478 T3432 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 1398164 T3432 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 1398199 T3432 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52973
[junit4:junit4]   2> 1398204 T3432 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 1398205 T3432 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 1398205 T3432 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369474354277
[junit4:junit4]   2> 1398206 T3432 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369474354277/solr.xml
[junit4:junit4]   2> 1398206 T3432 oasc.CoreContainer.<init> New CoreContainer 1080679120
[junit4:junit4]   2> 1398207 T3432 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369474354277/'
[junit4:junit4]   2> 1398208 T3432 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369474354277/'
[junit4:junit4]   2> 1398403 T3432 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369474354277
[junit4:junit4]   2> 1398405 T3432 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369474354277/collection1
[junit4:junit4]   2> 1398407 T3432 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369474354277/collection1/conf
[junit4:junit4]   2> 1398630 T3432 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369474354277/collection1/conf/xslt
[junit4:junit4]   2> 1398637 T3432 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369474354277/collection1/lib
[junit4:junit4]   2> 1398641 T3432 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369474354277/collection1/lib/classes
[junit4:junit4]   2> 1398646 T3432 oasc.SolrCoreDiscoverer.addCore Discovered properties file /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369474354277/conf/core.properties, adding to cores
[junit4:junit4]   2> 1398675 T3432 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 1398676 T3432 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 1398677 T3432 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 1398678 T3432 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 1398679 T3432 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 1398680 T3432 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 1398681 T3432 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 1398682 T3432 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 1398683 T3432 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 1398685 T3432 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 1398719 T3432 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 1398721 T3432 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:52957/solr
[junit4:junit4]   2> 1398721 T3432 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 1398726 T3432 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1398730 T3512 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2b4ef94c name:ZooKeeperConnection Watcher:127.0.0.1:52957 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1398731 T3432 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1398738 T3432 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 1398792 T3432 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1398800 T3514 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@52f557b2 name:ZooKeeperConnection Watcher:127.0.0.1:52957/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1398800 T3432 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1398816 T3432 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 1399831 T3432 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52973_
[junit4:junit4]   2> 1399834 T3432 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52973_
[junit4:junit4]   2> 1399845 T3459 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 1399846 T3514 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 1399865 T3454 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 1399867 T3472 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 1399869 T3486 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 1399869 T3500 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 1399873 T3432 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 1399874 T3432 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 1399875 T3432 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 1399898 T3432 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 1399932 T3466 oasha.CollectionsHandler.handleCreateAction Creating Collection : numShards=2&name=nodes_used_collection&replicationFactor=2&action=CREATE&wt=javabin&version=2
[junit4:junit4]   2> 1399939 T3454 oasc.DistributedQueue$LatchChildWatcher.process Watcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
[junit4:junit4]   2> 1399944 T3456 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
[junit4:junit4]   2> 	  "operation":"createcollection",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "maxShardsPerNode":null,
[junit4:junit4]   2> 	  "createNodeSet":null,
[junit4:junit4]   2> 	  "name":"nodes_used_collection",
[junit4:junit4]   2> 	  "replicationFactor":"2"}
[junit4:junit4]   2> 1399944 T3456 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard1_replica1 as part of slice shard1 of collection nodes_used_collection on 127.0.0.1:52964_
[junit4:junit4]   2> 1399945 T3456 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard1_replica2 as part of slice shard1 of collection nodes_used_collection on 127.0.0.1:52973_
[junit4:junit4]   2> 1399947 T3456 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard2_replica1 as part of slice shard2 of collection nodes_used_collection on 127.0.0.1:52967_
[junit4:junit4]   2> 1399950 T3456 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard2_replica2 as part of slice shard2 of collection nodes_used_collection on 127.0.0.1:52960_
[junit4:junit4]   2> 1399958 T3468 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard1_replica1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369474346790/nodes_used_collection_shard1_replica1
[junit4:junit4]   2> 1399959 T3468 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
[junit4:junit4]   2> 1400008 T3509 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard1_replica2' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369474354277/nodes_used_collection_shard1_replica2
[junit4:junit4]   2> 1400009 T3509 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
[junit4:junit4]   2> 1400011 T3509 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
[junit4:junit4]   2> 1400011 T3509 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4]   2> 1400016 T3482 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard2_replica1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369474349166/nodes_used_collection_shard2_replica1
[junit4:junit4]   2> 1400017 T3482 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
[junit4:junit4]   2> 1400025 T3509 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4]   2> 1400026 T3509 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
[junit4:junit4]   2> 1400028 T3447 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard2_replica2' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369474345227/nodes_used_collection_shard2_replica2
[junit4:junit4]   2> 1400029 T3447 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
[junit4:junit4]   2> 1400031 T3482 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
[junit4:junit4]   2> 1400032 T3482 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4]   2> 1400032 T3468 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
[junit4:junit4]   2> 1400033 T3468 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4]   2> 1400052 T3468 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4]   2> 1400053 T3468 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
[junit4:junit4]   2> 1400058 T3447 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
[junit4:junit4]   2> 1400058 T3447 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4]   2> 1400062 T3482 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4]   2> 1400063 T3482 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
[junit4:junit4]   2> 1400065 T3509 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
[junit4:junit4]   2> 1400075 T3468 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
[junit4:junit4]   2> 1400080 T3447 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
[junit4:junit4]   2> 1400080 T3509 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369474354277/nodes_used_collection_shard1_replica2/'
[junit4:junit4]   2> 1400089 T3468 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369474346790/nodes_used_collection_shard1_replica1/'
[junit4:junit4]   2> 1400117 T3482 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
[junit4:junit4]   2> 1400133 T3482 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369474349166/nodes_used_collection_shard2_replica1/'
[junit4:junit4]   2> 1400149 T3447 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
[junit4:junit4]   2> 1400165 T3447 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369474345227/nodes_used_collection_shard2_replica2/'
[junit4:junit4]   2> 1400463 T3482 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 1400484 T3468 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 1400514 T3447 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 1400592 T3509 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 1400836 T3447 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 1400880 T3447 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 1400908 T3482 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 1400917 T3447 oass.IndexSchema.readSchema [nodes_used_collection_shard2_replica2] Schema name=test
[junit4:junit4]   2> 1400951 T3468 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 1400957 T3468 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 1400968 T3482 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 1400991 T3468 oass.IndexSchema.readSchema [nodes_used_collection_shard1_replica1] Schema name=test
[junit4:junit4]   2> 1401017 T3482 oass.IndexSchema.readSchema [nodes_used_collection_shard2_replica1] Schema name=test
[junit4:junit4]   2> 1401070 T3509 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 1401089 T3509 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 1401100 T3509 oass.IndexSchema.readSchema [nodes_used_collection_shard1_replica2] Schema name=test
[junit4:junit4]   2> 1404578 T3447 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1404597 T3447 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1404604 T3447 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1404755 T3509 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1404794 T3468 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1404797 T3509 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1404873 T3509 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1404884 T3482 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1404896 T3468 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1404917 T3468 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1404921 T3447 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1404924 T3482 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1404944 T3482 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1404947 T3447 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1404963 T3447 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1404970 T3447 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1404972 T3447 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 1404972 T3447 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1404980 T3447 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1404981 T3447 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 1404981 T3447 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1404983 T3447 oasc.SolrCore.<init> [nodes_used_collection_shard2_replica2] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369474345227/nodes_used_collection_shard2_replica2/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369474345227/nodes_used_collection_shard2_replica2/data/
[junit4:junit4]   2> 1404984 T3447 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@15aff300
[junit4:junit4]   2> 1404985 T3447 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1404991 T3509 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1404998 T3447 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369474345227/nodes_used_collection_shard2_replica2/data
[junit4:junit4]   2> 1405007 T3509 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1405010 T3447 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369474345227/nodes_used_collection_shard2_replica2/data/index/
[junit4:junit4]   2> 1405011 T3447 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard2_replica2] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369474345227/nodes_used_collection_shard2_replica2/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1405017 T3447 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369474345227/nodes_used_collection_shard2_replica2/data/index
[junit4:junit4]   2> 1405025 T3447 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5583272d lockFactory=org.apache.lucene.store.NativeFSLockFactory@3c468382),segFN=segments_1,generation=1}
[junit4:junit4]   2> 1405026 T3447 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 1405053 T3447 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 1405054 T3447 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 1405055 T3447 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 1405056 T3447 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1405067 T3447 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 1405068 T3447 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 1405084 T3447 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1405087 T3447 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1405088 T3447 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 1405097 T3468 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1405152 T3468 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1405157 T3509 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1405162 T3482 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1405174 T3509 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1405204 T3509 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 1405205 T3509 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1405203 T3468 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1405210 T3509 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1405211 T3509 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 1405211 T3509 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1405186 T3482 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1405212 T3509 oasc.SolrCore.<init> [nodes_used_collection_shard1_replica2] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369474354277/nodes_used_collection_shard1_replica2/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369474354277/nodes_used_collection_shard1_replica2/data/
[junit4:junit4]   2> 1405220 T3509 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@15aff300
[junit4:junit4]   2> 1405221 T3509 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1405210 T3468 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1405224 T3468 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 1405224 T3468 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1405205 T3447 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1405230 T3509 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369474354277/nodes_used_collection_shard1_replica2/data
[junit4:junit4]   2> 1405231 T3509 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369474354277/nodes_used_collection_shard1_replica2/data/index/
[junit4:junit4]   2> 1405232 T3509 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard1_replica2] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369474354277/nodes_used_collection_shard1_replica2/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1405234 T3509 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369474354277/nodes_used_collection_shard1_replica2/data/index
[junit4:junit4]   2> 1405240 T3482 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1405243 T3468 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1405244 T3468 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 1405245 T3468 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1405245 T3482 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1405246 T3482 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 1405247 T3482 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1405245 T3468 oasc.SolrCore.<init> [nodes_used_collection_shard1_replica1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369474346790/nodes_used_collection_shard1_replica1/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369474346790/nodes_used_collection_shard1_replica1/data/
[junit4:junit4]   2> 1405248 T3468 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@15aff300
[junit4:junit4]   2> 1405249 T3468 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1405252 T3447 oass.SolrIndexSearcher.<init> Opening Searcher@7f851901 main
[junit4:junit4]   2> 1405262 T3447 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369474345227/nodes_used_collection_shard2_replica2/data/tlog
[junit4:junit4]   2> 1405265 T3482 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1405265 T3482 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 1405266 T3482 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1405266 T3482 oasc.SolrCore.<init> [nodes_used_collection_shard2_replica1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369474349166/nodes_used_collection_shard2_replica1/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369474349166/nodes_used_collection_shard2_replica1/data/
[junit4:junit4]   2> 1405267 T3482 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@15aff300
[junit4:junit4]   2> 1405268 T3482 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1405246 T3509 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5dfad31a lockFactory=org.apache.lucene.store.NativeFSLockFactory@1e0b62e0),segFN=segments_1,generation=1}
[junit4:junit4]   2> 1405277 T3509 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 1405268 T3447 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1405261 T3468 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369474346790/nodes_used_collection_shard1_replica1/data
[junit4:junit4]   2> 1405280 T3447 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1405284 T3509 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 1405286 T3520 oasc.SolrCore.registerSearcher [nodes_used_collection_shard2_replica2] Registered new searcher Searcher@7f851901 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1405289 T3447 oasc.ZkController.publish publishing core=nodes_used_collection_shard2_replica2 state=down
[junit4:junit4]   2> 1405292 T3468 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369474346790/nodes_used_collection_shard1_replica1/data/index/
[junit4:junit4]   2> 1405292 T3468 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard1_replica1] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369474346790/nodes_used_collection_shard1_replica1/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1405293 T3468 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369474346790/nodes_used_collection_shard1_replica1/data/index
[junit4:junit4]   2> 1405279 T3482 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369474349166/nodes_used_collection_shard2_replica1/data
[junit4:junit4]   2> 1405297 T3509 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 1405298 T3509 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 1405299 T3509 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1405300 T3509 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 1405301 T3509 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 1405302 T3509 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1405303 T3509 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1405304 T3509 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 1405309 T3468 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@2a2439a lockFactory=org.apache.lucene.store.NativeFSLockFactory@560a3fc8),segFN=segments_1,generation=1}
[junit4:junit4]   2> 1405309 T3468 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 1405310 T3482 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369474349166/nodes_used_collection_shard2_replica1/data/index/
[junit4:junit4]   2> 1405311 T3482 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard2_replica1] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369474349166/nodes_used_collection_shard2_replica1/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1405312 T3482 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369474349166/nodes_used_collection_shard2_replica1/data/index
[junit4:junit4]   2> 1405325 T3468 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 1405326 T3468 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 1405327 T3468 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 1405328 T3468 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1405329 T3468 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 1405330 T3468 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 1405337 T3509 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1405343 T3468 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1405345 T3468 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1405350 T3468 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 1405359 T3468 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1405359 T3482 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5baec36c lockFactory=org.apache.lucene.store.NativeFSLockFactory@19ead8c7),segFN=segments_1,generation=1}
[junit4:junit4]   2> 1405361 T3482 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 1405367 T3468 oass.SolrIndexSearcher.<init> Opening Searcher@522673ef main
[junit4:junit4]   2> 1405367 T3482 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 1405368 T3509 oass.SolrIndexSearcher.<init> Opening Searcher@b66d7ed main
[junit4:junit4]   2> 1405367 T3468 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369474346790/nodes_used_collection_shard1_replica1/data/tlog
[junit4:junit4]   2> 1405369 T3509 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369474354277/nodes_used_collection_shard1_replica2/data/tlog
[junit4:junit4]   2> 1405371 T3468 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1405372 T3468 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1405368 T3482 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 1405372 T3509 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1405374 T3509 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1405378 T3522 oasc.SolrCore.registerSearcher [nodes_used_collection_shard1_replica1] Registered new searcher Searcher@522673ef main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1405374 T3482 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 1405381 T3521 oasc.SolrCore.registerSearcher [nodes_used_collection_shard1_replica2] Registered new searcher Searcher@b66d7ed main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1405383 T3482 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1405384 T3482 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 1405385 T3482 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 1405385 T3482 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1405387 T3482 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1405387 T3482 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 1405403 T3468 oasc.ZkController.publish publishing core=nodes_used_collection_shard1_replica1 state=down
[junit4:junit4]   2> 1405411 T3509 oasc.ZkController.publish publishing core=nodes_used_collection_shard1_replica2 state=down
[junit4:junit4]   2> 1405419 T3482 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1405435 T3482 oass.SolrIndexSearcher.<init> Opening Searcher@73908902 main
[junit4:junit4]   2> 1405436 T3482 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369474349166/nodes_used_collection_shard2_replica1/data/tlog
[junit4:junit4]   2> 1405438 T3482 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1405438 T3482 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1405446 T3523 oasc.SolrCore.registerSearcher [nodes_used_collection_shard2_replica1] Registered new searcher Searcher@73908902 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1405449 T3482 oasc.ZkController.publish publishing core=nodes_used_collection_shard2_replica1 state=down
[junit4:junit4]   2> 1406661 T3455 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1406663 T3455 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"nodes_used_collection_shard2_replica2",
[junit4:junit4]   2> 	  "collection":"nodes_used_collection",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52960_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52960"}
[junit4:junit4]   2> 1406663 T3455 oasc.Overseer$ClusterStateUpdater.createCollection Create collection nodes_used_collection with numShards 2
[junit4:junit4]   2> 1406674 T3455 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"nodes_used_collection_shard1_replica1",
[junit4:junit4]   2> 	  "collection":"nodes_used_collection",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52964_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52964"}
[junit4:junit4]   2> 1406685 T3455 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"nodes_used_collection_shard1_replica2",
[junit4:junit4]   2> 	  "collection":"nodes_used_collection",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52973_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52973"}
[junit4:junit4]   2> 1406694 T3455 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"nodes_used_collection_shard2_replica1",
[junit4:junit4]   2> 	  "collection":"nodes_used_collection",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52967_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52967"}
[junit4:junit4]   2> 1406704 T3486 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1406705 T3500 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1406716 T3454 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1406716 T3472 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1406718 T3459 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1406719 T3514 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1407310 T3447 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard2_replica2
[junit4:junit4]   2> 1407311 T3447 oasc.ZkController.register Register replica - core:nodes_used_collection_shard2_replica2 address:http://127.0.0.1:52960 collection:nodes_used_collection shard:shard2
[junit4:junit4]   2> 1407313 T3447 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leader_elect/shard2/election
[junit4:junit4]   2> 1407342 T3447 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 1407350 T3447 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=179999
[junit4:junit4]   2> 1407426 T3468 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard1_replica1
[junit4:junit4]   2> 1407426 T3468 oasc.ZkController.register Register replica - core:nodes_used_collection_shard1_replica1 address:http://127.0.0.1:52964 collection:nodes_used_collection shard:shard1
[junit4:junit4]   2> 1407427 T3509 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard1_replica2
[junit4:junit4]   2> 1407428 T3509 oasc.ZkController.register Register replica - core:nodes_used_collection_shard1_replica2 address:http://127.0.0.1:52973 collection:nodes_used_collection shard:shard1
[junit4:junit4]   2> 1407431 T3509 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leader_elect/shard1/election
[junit4:junit4]   2> 1407437 T3468 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leader_elect/shard1/election
[junit4:junit4]   2> 1407452 T3509 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 1407464 T3482 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard2_replica1
[junit4:junit4]   2> 1407465 T3482 oasc.ZkController.register Register replica - core:nodes_used_collection_shard2_replica1 address:http://127.0.0.1:52967 collection:nodes_used_collection shard:shard2
[junit4:junit4]   2> 1407467 T3509 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=179998
[junit4:junit4]   2> 1407853 T3447 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 1407854 T3447 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 1407855 T3447 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:52960/nodes_used_collection_shard2_replica2/
[junit4:junit4]   2> 1407856 T3447 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard2_replica2 url=http://127.0.0.1:52960 START replicas=[http://127.0.0.1:52967/nodes_used_collection_shard2_replica1/] nUpdates=100
[junit4:junit4]   2> 1407858 T3447 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard2_replica2 url=http://127.0.0.1:52960 DONE.  We have no versions.  sync failed.
[junit4:junit4]   2> 1407860 T3447 oasc.SyncStrategy.syncReplicas Leader's attempt to sync with shard failed, moving to the next canidate
[junit4:junit4]   2> 1407862 T3447 oasc.ShardLeaderElectionContext.runLeaderProcess We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4:junit4]   2> 1407863 T3447 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:52960/nodes_used_collection_shard2_replica2/
[junit4:junit4]   2> 1407863 T3447 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leaders/shard2
[junit4:junit4]   2> ASYNC  NEW_CORE C1884 name=nodes_used_collection_shard2_replica1 org.apache.solr.core.SolrCore@24b0ad17 url=http://127.0.0.1:52967/nodes_used_collection_shard2_replica1 node=127.0.0.1:52967_ C1884_STATE=coll:nodes_used_collection core:nodes_used_collection_shard2_replica1 props:{shard=shard2, state=down, core=nodes_used_collection_shard2_replica1, collection=nodes_used_collection, node_name=127.0.0.1:52967_, base_url=http://127.0.0.1:52967}
[junit4:junit4]   2> 1407919 T3480 C1884 P52967 oasc.SolrCore.execute [nodes_used_collection_shard2_replica1] webapp= path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=36 
[junit4:junit4]   2> 1408001 T3509 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 1408002 T3509 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 1408003 T3509 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:52973/nodes_used_collection_shard1_replica2/
[junit4:junit4]   2> 1408004 T3509 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard1_replica2 url=http://127.0.0.1:52973 START replicas=[http://127.0.0.1:52964/nodes_used_collection_shard1_replica1/] nUpdates=100
[junit4:junit4]   2> 1408004 T3509 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard1_replica2 url=http://127.0.0.1:52973 DONE.  We have no versions.  sync failed.
[junit4:junit4]   2> 1408005 T3509 oasc.SyncStrategy.syncReplicas Leader's attempt to sync with shard failed, moving to the next canidate
[junit4:junit4]   2> 1408005 T3509 oasc.ShardLeaderElectionContext.runLeaderProcess We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4:junit4]   2> 1408006 T3509 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:52973/nodes_used_collection_shard1_replica2/
[junit4:junit4]   2> 1408013 T3509 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leaders/shard1
[junit4:junit4]   2> ASYNC  NEW_CORE C1885 name=nodes_used_collection_shard1_replica1 org.apache.solr.core.SolrCore@2ec1884 url=http://127.0.0.1:52964/nodes_used_collection_shard1_replica1 node=127.0.0.1:52964_ C1885_STATE=coll:nodes_used_collection core:nodes_used_collection_shard1_replica1 props:{shard=shard1, state=down, core=nodes_used_collection_shard1_replica1, collection=nodes_used_collection, node_name=127.0.0.1:52964_, base_url=http://127.0.0.1:52964}
[junit4:junit4]   2> 1408069 T3463 C1885 P52964 oasc.SolrCore.execute [nodes_used_collection_shard1_replica1] webapp= path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=2 
[junit4:junit4]   2> 1408260 T3455 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1408300 T3486 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1408300 T3472 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1408301 T3500 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1408306 T3514 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1408309 T3459 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1408312 T3454 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1408322 T3509 oasc.ZkController.register We are http://127.0.0.1:52973/nodes_used_collection_shard1_replica2/ and leader is http://127.0.0.1:52973/nodes_used_collection_shard1_replica2/
[junit4:junit4]   2> 1408323 T3509 oasc.ZkController.register No LogReplay needed for core=nodes_used_collection_shard1_replica2 baseURL=http://127.0.0.1:52973
[junit4:junit4]   2> 1408323 T3509 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 1408324 T3509 oasc.ZkController.publish publishing core=nodes_used_collection_shard1_replica2 state=active
[junit4:junit4]   2> 1408339 T3509 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1408342 T3509 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={numShards=2&shard=shard1&name=nodes_used_collection_shard1_replica2&action=CREATE&collection=nodes_used_collection&wt=javabin&qt=/admin/cores&version=2} status=0 QTime=8334 
[junit4:junit4]   2> 1408360 T3447 oasc.ZkController.register We are http://127.0.0.1:52960/nodes_used_collection_shard2_replica2/ and leader is http://127.0.0.1:52960/nodes_used_collection_shard2_replica2/
[junit4:junit4]   2> 1408361 T3447 oasc.ZkController.register No LogReplay needed for core=nodes_used_collection_shard2_replica2 baseURL=http://127.0.0.1:52960
[junit4:junit4]   2> 1408362 T3447 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 1408362 T3447 oasc.ZkController.publish publishing core=nodes_used_collection_shard2_replica2 state=active
[junit4:junit4]   2> 1408366 T3447 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1408369 T3447 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={numShards=2&shard=shard2&name=nodes_used_collection_shard2_replica2&action=CREATE&collection=nodes_used_collection&wt=javabin&qt=/admin/cores&version=2} status=0 QTime=8341 
[junit4:junit4]   2> 1408486 T3482 oasc.ZkController.register We are http://127.0.0.1:52967/nodes_used_collection_shard2_replica1/ and leader is http://127.0.0.1:52960/nodes_used_collection_shard2_replica2/
[junit4:junit4]   2> 1408489 T3482 oasc.ZkController.register No LogReplay needed for core=nodes_used_collection_shard2_replica1 baseURL=http://127.0.0.1:52967
[junit4:junit4]   2> 1408490 T3482 oasc.ZkController.checkRecovery Core needs to recover:nodes_used_collection_shard2_replica1
[junit4:junit4]   2> 1408491 T3482 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> 1408486 T3468 oasc.ZkController.register We are http://127.0.0.1:52964/nodes_used_collection_shard1_replica1/ and leader is http://127.0.0.1:52973/nodes_used_collection_shard1_replica2/
[junit4:junit4]   2> 1408492 T3468 oasc.ZkController.register No LogReplay needed for core=nodes_used_collection_shard1_replica1 baseURL=http://127.0.0.1:52964
[junit4:junit4]   2> 1408492 T3468 oasc.ZkController.checkRecovery Core needs to recover:nodes_used_collection_shard1_replica1
[junit4:junit4]   2> 1408493 T3468 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> 1408494 T3482 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1408495 T3527 C1885 P52964 oasc.RecoveryStrategy.run Starting recovery process.  core=nodes_used_collection_shard1_replica1 recoveringAfterStartup=true
[junit4:junit4]   2> 1408495 T3527 C1885 P52964 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 1408492 T3526 C1884 P52967 oasc.RecoveryStrategy.run Starting recovery process.  core=nodes_used_collection_shard2_replica1 recoveringAfterStartup=true
[junit4:junit4]   2> 1408496 T3526 C1884 P52967 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 1408498 T3482 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={numShards=2&shard=shard2&name=nodes_used_collection_shard2_replica1&action=CREATE&collection=nodes_used_collection&wt=javabin&qt=/admin/cores&version=2} status=0 QTime=8482 
[junit4:junit4]   2> 1408498 T3468 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1408498 T3527 C1885 P52964 oasc.ZkController.publish publishing core=nodes_used_collection_shard1_replica1 state=recovering
[junit4:junit4]   2> 1408499 T3526 C1884 P52967 oasc.ZkController.publish publishing core=nodes_used_collection_shard2_replica1 state=recovering
[junit4:junit4]   2> 1408503 T3468 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={numShards=2&shard=shard1&name=nodes_used_collection_shard1_replica1&action=CREATE&collection=nodes_used_collection&wt=javabin&qt=/admin/cores&version=2} status=0 QTime=8545 
[junit4:junit4]   2> 1408505 T3456 oasc.OverseerCollectionProcessor.createCollection Finished create command on all shards for collection: nodes_used_collection
[junit4:junit4]   2> 1408505 T3526 C1884 P52967 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 1408505 T3527 C1885 P52964 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 1408575 T3505 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 127.0.0.1:52964__nodes_used_collection_shard1_replica1, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4]   2> 1408581 T3450 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 127.0.0.1:52967__nodes_used_collection_shard2_replica1, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4]   2> 1408572 T3472 oasc.DistributedQueue$LatchChildWatcher.process Watcher fired on path: /overseer/collection-queue-work/qnr-0000000000 state: SyncConnected type NodeDataChanged
[junit4:junit4]   2> 1408596 T3466 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/collections params={numShards=2&name=nodes_used_collection&replicationFactor=2&action=CREATE&wt=javabin&version=2} status=0 QTime=8664 
[junit4:junit4]   2> 1408597 T3454 oasc.DistributedQueue$LatchChildWatcher.process Watcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
[junit4:junit4]   2> 1408602 T3432 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 1408604 T3456 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Message id:/overseer/collection-queue-work/qn-0000000000 complete, response:{success={null={responseHeader={status=0,QTime=8334},core=nodes_used_collection_shard1_replica2},null={responseHeader={status=0,QTime=8341},core=nodes_used_collection_shard2_replica2},null={responseHeader={status=0,QTime=8482},core=nodes_used_collection_shard2_replica1},null={responseHeader={status=0,QTime=8545},core=nodes_used_collection_shard1_replica1}}}
[junit4:junit4]   2> 1408606 T3432 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1408612 T3529 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5e552dad name:ZooKeeperConnection Watcher:127.0.0.1:52957/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1408613 T3432 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1408626 T3432 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 1408635 T3432 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 1408640 T3432 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1408645 T3531 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@21843512 name:ZooKeeperConnection Watcher:127.0.0.1:52957/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1408645 T3432 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1408648 T3432 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 1408685 T3477 oasha.CollectionsHandler.handleCreateAction Creating Collection : numShards=2&maxShardsPerNode=3&name=awholynewcollection_0&replicationFactor=5&action=CREATE&wt=javabin&version=2
[junit4:junit4]   2> 1408689 T3454 oasc.DistributedQueue$LatchChildWatcher.process Watcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
[junit4:junit4]   2> 1408693 T3456 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Get the message id:/overseer/collection-queue-work/qn-0000000002 message:{
[junit4:junit4]   2> 	  "operation":"createcollection",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "maxShardsPerNode":"3",
[junit4:junit4]   2> 	  "createNodeSet":null,
[junit4:junit4]   2> 	  "name":"awholynewcollection_0",
[junit4:junit4]   2> 	  "replicationFactor":"5"}
[junit4:junit4]   2> 1408693 T3456 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard1_replica1 as part of slice shard1 of collection awholynewcollection_0 on 127.0.0.1:52960_
[junit4:junit4]   2> 1408693 T3456 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard1_replica2 as part of slice shard1 of collection awholynewcollection_0 on 127.0.0.1:52964_
[junit4:junit4]   2> 1408694 T3456 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard1_replica3 as part of slice shard1 of collection awholynewcollection_0 on 127.0.0.1:52970_
[junit4:junit4]   2> 1408694 T3456 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard1_replica4 as part of slice shard1 of collection awholynewcollection_0 on 127.0.0.1:52967_
[junit4:junit4]   2> 1408694 T3456 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard1_replica5 as part of slice shard1 of collection awholynewcollection_0 on 127.0.0.1:52973_
[junit4:junit4]   2> 1408698 T3456 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard2_replica1 as part of slice shard2 of collection awholynewcollection_0 on 127.0.0.1:52960_
[junit4:junit4]   2> 1408701 T3465 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard1_replica2' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369474346790/awholynewcollection_0_shard1_replica2
[junit4:junit4]   2> 1408702 T3465 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4]   2> 1408700 T3445 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard1_replica1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369474345227/awholynewcollection_0_shard1_replica1
[junit4:junit4]   2> 1408704 T3445 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4]   2> 1408705 T3491 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard1_replica3' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369474351820/awholynewcollection_0_shard1_replica3
[junit4:junit4]   2> 1408706 T3491 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4]   2> 1408709 T3465 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:awholynewcollection_0
[junit4:junit4]   2> 1408710 T3465 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4]   2> 1408710 T3446 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard2_replica1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369474345227/awholynewcollection_0_shard2_replica1
[junit4:junit4]   2> 1408711 T3446 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4]   2> 1408712 T3491 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:awholynewcollection_0
[junit4:junit4]   2> 1408712 T3491 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4]   2> 1408702 T3456 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard2_replica2 as part of slice shard2 of collection awholynewcollection_0 on 127.0.0.1:52964_
[junit4:junit4]   2> 1408701 T3478 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard1_replica4' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369474349166/awholynewcollection_0_shard1_replica4
[junit4:junit4]   2> 1408715 T3478 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4]   2> 1408711 T3445 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:awholynewcollection_0
[junit4:junit4]   2> 1408716 T3445 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4]   2> 1408708 T3506 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard1_replica5' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369474354277/awholynewcollection_0_shard1_replica5
[junit4:junit4]   2> 1408718 T3506 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4]   2> 1408721 T3491 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4]   2> 1408722 T3491 oascc.SolrZkClient.makePath makePath: /collections/awholynewcollection_0
[junit4:junit4]   2> 1408722 T3478 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:awholynewcollection_0
[junit4:junit4]   2> 1408723 T3478 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4]   2> 1408725 T3506 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:awholynewcollection_0
[junit4:junit4]   2> 1408725 T3506 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4]   2> 1408731 T3478 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4]   2> 1408732 T3478 oascc.SolrZkClient.makePath makePath: /collections/awholynewcollection_0
[junit4:junit4]   2> 1408734 T3506 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4]   2> 1408735 T3506 oascc.SolrZkClient.makePath makePath: /collections/awholynewcollection_0
[junit4:junit4]   2> 1408740 T3491 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4]   2> 1408744 T3456 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard2_replica3 as part of slice shard2 of collection awholynewcollection_0 on 127.0.0.1:52970_
[junit4:junit4]   2> 1408749 T3506 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4]   2> 1408753 T3467 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard2_replica2' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369474346790/awholynewcollection_0_shard2_replica2
[junit4:junit4]   2> 1408754 T3467 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4]   2> 1408756 T3445 oascc.SolrZkClient.makePath makePath: /collections/awholynewcollection_0
[junit4:junit4]   2> 1408759 T3491 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369474351820/awholynewcollection_0_shard1_replica3/'
[junit4:junit4]   2> 1408765 T3446 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:awholynewcollection_0
[junit4:junit4]   2> 1408765 T3446 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4]   2> 1408766 T3465 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4]   2> 1408766 T3465 oascc.SolrZkClient.makePath makePath: /collections/awholynewcollection_0
[junit4:junit4]   2> 1408770 T3456 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard2_replica4 as part of slice shard2 of collection awholynewcollection_0 on 127.0.0.1:52967_
[junit4:junit4]   2> 1408773 T3467 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 1408774 T3467 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4]   2> 1408773 T3492 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard2_replica3' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369474351820/awholynewcollection_0_shard2_replica3
[junit4:junit4]   2> 1408775 T3492 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4]   2> 1408772 T3506 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369474354277/awholynewcollection_0_shard1_replica5/'
[junit4:junit4]   2> 1408779 T3492 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 1408779 T3492 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4]   2> 1408781 T3456 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard2_replica5 as part of slice shard2 of collection awholynewcollection_0 on 127.0.0.1:52973_
[junit4:junit4]   2> 1408784 T3480 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard2_replica4' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369474349166/awholynewcollection_0_shard2_replica4
[junit4:junit4]   2> 1408789 T3480 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4]   2> 1408784 T3478 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4]   2> 1408796 T3465 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4]   2> 1408801 T3467 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369474346790/awholynewcollection_0_shard2_replica2/'
[junit4:junit4]   2> 1408799 T3480 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 1408802 T3480 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4]   2> 1408799 T3492 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369474351820/awholynewcollection_0_shard2_replica3/'
[junit4:junit4]   2> 1408798 T3507 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard2_replica5' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369474354277/awholynewcollection_0_shard2_replica5
[junit4:junit4]   2> 1408804 T3507 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4]   2> 1408815 T3507 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 1408816 T3507 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4]   2> 1408817 T3446 oascc.SolrZkClient.makePath makePath: /collections/awholynewcollection_0
[junit4:junit4]   2> 1408819 T3478 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369474349166/awholynewcollection_0_shard1_replica4/'
[junit4:junit4]   2> 1408829 T3465 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369474346790/awholynewcollection_0_shard1_replica2/'
[junit4:junit4]   2> 1408832 T3480 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369474349166/awholynewcollection_0_shard2_replica4/'
[junit4:junit4]   2> 1408850 T3445 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4]   2> 1408850 T3507 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369474354277/awholynewcollection_0_shard2_replica5/'
[junit4:junit4]   2> 1408867 T3446 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4]   2> 1408867 T3445 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369474345227/awholynewcollection_0_shard1_replica1/'
[junit4:junit4]   2> 1408877 T3446 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369474345227/awholynewcollection_0_shard2_replica1/'
[junit4:junit4]   2> 1409321 T3480 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 1409370 T3446 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 1409455 T3465 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 1409469 T3491 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 1409497 T3492 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 1409569 T3506 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 1409596 T3478 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 1409623 T3467 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 1409743 T3480 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 1409788 T3507 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 1409838 T3480 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 1409864 T3455 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1409866 T3455 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:52973__nodes_used_collection_shard1_replica2",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"nodes_used_collection_shard1_replica2",
[junit4:junit4]   2> 	  "collection":"nodes_used_collection",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52973_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52973"}
[junit4:junit4]   2> 1409882 T3455 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:52960__nodes_used_collection_shard2_replica2",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"nodes_used_collection_shard2_replica2",
[junit4:junit4]   2> 	  "collection":"nodes_used_collection",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52960_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52960"}
[junit4:junit4]   2> 1409900 T3445 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 1409913 T3480 oass.IndexSchema.readSchema [awholynewcollection_0_shard2_replica4] Schema name=test
[junit4:junit4]   2> 1409942 T3455 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:52964__nodes_used_collection_shard1_replica1",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"nodes_used_collection_shard1_replica1",
[junit4:junit4]   2> 	  "collection":"nodes_used_collection",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52964_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52964"}
[junit4:junit4]   2> 1409968 T3455 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:52967__nodes_used_collection_shard2_replica1",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"nodes_used_collection_shard2_replica1",
[junit4:junit4]   2> 	  "collection":"nodes_used_collection",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52967_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52967"}
[junit4:junit4]   2> 1409987 T3531 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1409989 T3529 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1409990 T3472 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1409992 T3500 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1409993 T3459 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1409998 T3486 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1409998 T3514 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1410005 T3454 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1410168 T3465 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 1410243 T3446 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 1410257 T3465 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 1410265 T3465 oass.IndexSchema.readSchema [awholynewcollection_0_shard1_replica2] Schema name=test
[junit4:junit4]   2> 1410292 T3506 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 1410293 T3446 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 1410306 T3478 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 1410308 T3506 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 1410317 T3506 oass.IndexSchema.readSchema [awholynewcollection_0_shard1_replica5] Schema name=test
[junit4:junit4]   2> 1410334 T3478 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 1410368 T3446 oass.IndexSchema.readSchema [awholynewcollection_0_shard2_replica1] Schema name=test
[junit4:junit4]   2> 1410370 T3492 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 1410376 T3492 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 1410391 T3492 oass.IndexSchema.readSchema [awholynewcollection_0_shard2_replica3] Schema name=test
[junit4:junit4]   2> 1410406 T3478 oass.IndexSchema.readSchema [awholynewcollection_0_shard1_replica4] Schema name=test
[junit4:junit4]   2> 1410421 T3491 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 1410426 T3491 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 1410452 T3491 oass.IndexSchema.readSchema [awholynewcollection_0_shard1_replica3] Schema name=test
[junit4:junit4]   2> 1410581 T3505 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 127.0.0.1:52964__nodes_used_collection_shard1_replica1, state: recovering, checkLive: true, onlyIfLeader: true for: 2 seconds.
[junit4:junit4]   2> 1410582 T3505 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=127.0.0.1:52964__nodes_used_collection_shard1_replica1&state=recovering&nodeName=127.0.0.1:52964_&action=PREPRECOVERY&checkLive=true&core=nodes_used_collection_shard1_replica2&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2007 
[junit4:junit4]   2> 1410584 T3450 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 127.0.0.1:52967__nodes_used_collection_shard2_replica1, state: recovering, checkLive: true, onlyIfLeader: true for: 2 seconds.
[junit4:junit4]   2> 1410585 T3450 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=127.0.0.1:52967__nodes_used_collection_shard2_replica1&state=recovering&nodeName=127.0.0.1:52967_&action=PREPRECOVERY&checkLive=true&core=nodes_used_collection_shard2_replica2&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2004 
[junit4:junit4]   2> 1410816 T3467 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 1410828 T3467 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 1410836 T3467 oass.IndexSchema.readSchema [awholynewcollection_0_shard2_replica2] Schema name=test
[junit4:junit4]   2> 1410848 T3445 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 1410908 T3507 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 1410919 T3507 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 1410937 T3445 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 1410962 T3445 oass.IndexSchema.readSchema [awholynewcollection_0_shard1_replica1] Schema name=test
[junit4:junit4]   2> 1410991 T3507 oass.IndexSchema.readSchema [awholynewcollection_0_shard2_replica5] Schema name=test
[junit4:junit4]   2> ASYNC  NEW_CORE C1886 name=nodes_used_collection_shard1_replica1 org.apache.solr.core.SolrCore@2ec1884 url=http://127.0.0.1:52964/nodes_used_collection_shard1_replica1 node=127.0.0.1:52964_ C1886_STATE=coll:nodes_used_collection core:nodes_used_collection_shard1_replica1 props:{shard=shard1, state=recovering, core=nodes_used_collection_shard1_replica1, collection=nodes_used_collection, node_name=127.0.0.1:52964_, base_url=http://127.0.0.1:52964}
[junit4:junit4]   2> 1412585 T3527 C1886 P52964 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:52973/nodes_used_collection_shard1_replica2/ core=nodes_used_collection_shard1_replica1 - recoveringAfterStartup=true
[junit4:junit4]   2> 1412586 T3527 C1886 P52964 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard1_replica1 url=http://127.0.0.1:52964 START replicas=[http://127.0.0.1:52973/nodes_used_collection_shard1_replica2/] nUpdates=100
[junit4:junit4]   2> ASYNC  NEW_CORE C1887 name=nodes_used_collection_shard2_replica1 org.apache.solr.core.SolrCore@24b0ad17 url=http://127.0.0.1:52967/nodes_used_collection_shard2_replica1 node=127.0.0.1:52967_ C1887_STATE=coll:nodes_used_collection core:nodes_used_collection_shard2_replica1 props:{shard=shard2, state=recovering, core=nodes_used_collection_shard2_replica1, collection=nodes_used_collection, node_name=127.0.0.1:52967_, base_url=http://127.0.0.1:52967}
[junit4:junit4]   2> 1412588 T3526 C1887 P52967 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:52960/nodes_used_collection_shard2_replica2/ core=nodes_used_collection_shard2_replica1 - recoveringAfterStartup=true
[junit4:junit4]   2> 1412588 T3526 C1887 P52967 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard2_replica1 url=http://127.0.0.1:52967 START replicas=[http://127.0.0.1:52960/nodes_used_collection_shard2_replica2/] nUpdates=100
[junit4:junit4]   2> 1412589 T3527 C1886 P52964 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 1412589 T3527 C1886 P52964 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=nodes_used_collection_shard1_replica1
[junit4:junit4]   2> 1412589 T3527 C1886 P52964 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=nodes_used_collection_shard1_replica1
[junit4:junit4]   2> 1412589 T3527 C1886 P52964 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=nodes_used_collection_shard1_replica1
[junit4:junit4]   2> 1412590 T3527 C1886 P52964 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 1412590 T3527 C1886 P52964 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:52973/nodes_used_collection_shard1_replica2/. core=nodes_used_collection_shard1_replica1
[junit4:junit4]   2> 1412590 T3527 C1886 P52964 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 1412602 T3526 C1887 P52967 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 1412603 T3526 C1887 P52967 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=nodes_used_collection_shard2_replica1
[junit4:junit4]   2> 1412603 T3526 C1887 P52967 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=nodes_used_collection_shard2_replica1
[junit4:junit4]   2> 1412603 T3526 C1887 P52967 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=nodes_used_collection_shard2_replica1
[junit4:junit4]   2> 1412604 T3526 C1887 P52967 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 1412604 T3526 C1887 P52967 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:52960/nodes_used_collection_shard2_replica2/. core=nodes_used_collection_shard2_replica1
[junit4:junit4]   2> 1412604 T3526 C1887 P52967 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C1888 name=nodes_used_collection_shard1_replica2 org.apache.solr.core.SolrCore@52d6f2da url=http://127.0.0.1:52973/nodes_used_collection_shard1_replica2 node=127.0.0.1:52973_ C1888_STATE=coll:nodes_used_collection core:nodes_used_collection_shard1_replica2 props:{shard=shard1, state=active, core=nodes_used_collection_shard1_replica2, collection=nodes_used_collection, node_name=127.0.0.1:52973_, base_url=http://127.0.0.1:52973, leader=true}
[junit4:junit4]   2> 1412673 T3510 C1888 P52973 oasc.SolrCore.execute [nodes_used_collection_shard1_replica2] webapp= path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=1 
[junit4:junit4]   2> 1412711 T3508 C1888 P52973 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 1412748 T3508 C1888 P52973 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5dfad31a lockFactory=org.apache.lucene.store.NativeFSLockFactory@1e0b62e0),segFN=segments_1,generation=1}
[junit4:junit4]   2> 1412749 T3508 C1888 P52973 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 1412753 T3508 C1888 P52973 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5dfad31a lockFactory=org.apache.lucene.store.NativeFSLockFactory@1e0b62e0),segFN=segments_1,generation=1}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5dfad31a lockFactory=org.apache.lucene.store.NativeFSLockFactory@1e0b62e0),segFN=segments_2,generation=2}
[junit4:junit4]   2> 1412753 T3508 C1888 P52973 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4]   2> 1412780 T3508 C1888 P52973 oass.SolrIndexSearcher.<init> Opening Searcher@6c3c0ef2 realtime
[junit4:junit4]   2> 1412780 T3508 C1888 P52973 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 1412781 T3508 C1888 P52973 oasup.LogUpdateProcessor.finish [nodes_used_collection_shard1_replica2] webapp= path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 70
[junit4:junit4]   2> ASYNC  NEW_CORE C1889 name=nodes_used_collection_shard1_replica1 org.apache.solr.core.SolrCore@2ec1884 url=http://127.0.0.1:52964/nodes_used_collection_shard1_replica1 node=127.0.0.1:52964_ C1889_STATE=coll:nodes_used_collection core:nodes_used_collection_shard1_replica1 props:{shard=shard1, state=recovering, core=nodes_used_collection_shard1_replica1, collection=nodes_used_collection, node_name=127.0.0.1:52964_, base_url=http://127.0.0.1:52964}
[junit4:junit4]   2> 1412786 T3527 C1889 P52964 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 1412786 T3527 C1889 P52964 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> ASYNC  NEW_CORE C1890 name=nodes_used_collection_shard2_replica2 org.apache.solr.core.SolrCore@4cede0e3 url=http://127.0.0.1:52960/nodes_used_collection_shard2_replica2 node=127.0.0.1:52960_ C1890_STATE=coll:nodes_used_collection core:nodes_used_collection_shard2_replica2 props:{shard=shard2, state=active, core=nodes_used_collection_shard2_replica2, collection=nodes_used_collection, node_name=127.0.0.1:52960_, base_url=http://127.0.0.1:52960, leader=true}
[junit4:junit4]   2> 1412789 T3448 C1890 P52960 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 1412796 T3505 C1888 P52973 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 1412797 T3505 C1888 P52973 oasc.SolrCore.execute [nodes_used_collection_shard1_replica2] webapp= path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=4 
[junit4:junit4]   2> 1412807 T3527 C1889 P52964 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 1412807 T3527 C1889 P52964 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 1412808 T3527 C1889 P52964 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 1412827 T3447 C1890 P52960 oasc.SolrCore.execute [nodes_used_collection_shard2_replica2] webapp= path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 1412829 T3508 C1888 P52973 oasc.SolrCore.execute [nodes_used_collection_shard1_replica2] webapp= path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=18 
[junit4:junit4]   2> 1412830 T3527 C1889 P52964 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 1412838 T3448 C1890 P52960 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5583272d lockFactory=org.apache.lucene.store.NativeFSLockFactory@3c468382),segFN=segments_1,generation=1}
[junit4:junit4]   2> 1412846 T3448 C1890 P52960 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 1412854 T3527 C1889 P52964 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369474346790/nodes_used_collection_shard1_replica1/data/index.20130525033249613
[junit4:junit4]   2> 1412854 T3448 C1890 P52960 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5583272d lockFactory=org.apache.lucene.store.NativeFSLockFactory@3c468382),segFN=segments_1,generation=1}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5583272d lockFactory=org.apache.lucene.store.NativeFSLockFactory@3c468382),segFN=segments_2,generation=2}
[junit4:junit4]   2> 1412855 T3448 C1890 P52960 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4]   2> 1412855 T3527 C1889 P52964 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@65bfa00a lockFactory=org.apache.lucene.store.NativeFSLockFactory@5a24c780) fullCopy=false
[junit4:junit4]   2> 1412869 T3448 C1890 P52960 oass.SolrIndexSearcher.<init> Opening Searcher@7f5bbb70 realtime
[junit4:junit4]   2> 1412870 T3448 C1890 P52960 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 1412870 T3448 C1890 P52960 oasup.LogUpdateProcessor.finish [nodes_used_collection_shard2_replica2] webapp= path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 81
[junit4:junit4]   2> 1412873 T3509 C1888 P52973 oasc.SolrCore.execute [nodes_used_collection_shard1_replica2] webapp= path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> ASYNC  NEW_CORE C1891 name=nodes_used_collection_shard2_replica1 org.apache.solr.core.SolrCore@24b0ad17 url=http://127.0.0.1:52967/nodes_used_collection_shard2_replica1 node=127.0.0.1:52967_ C1891_STATE=coll:nodes_used_collection core:nodes_used_collection_shard2_replica1 props:{shard=shard2, state=recovering, core=nodes_used_collection_shard2_replica1, collection=nodes_used_collection, node_name=127.0.0.1:52967_, base_url=http://127.0.0.1:52967}
[junit4:junit4]   2> 1412875 T3526 C1891 P52967 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 1412875 T3526 C1891 P52967 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 1412882 T3447 C1890 P52960 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 1412883 T3447 C1890 P52960 oasc.SolrCore.execute [nodes_used_collection_shard2_replica2] webapp= path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=3 
[junit4:junit4]   2> 1412885 T3526 C1891 P52967 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 1412885 T3526 C1891 P52967 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 1412885 T3526 C1891 P52967 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 1412890 T3527 C1889 P52964 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 1412891 T3448 C1890 P52960 oasc.SolrCore.execute [nodes_used_collection_shard2_replica2] webapp= path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=2 
[junit4:junit4]   2> 1412892 T3526 C1891 P52967 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 1412896 T3526 C1891 P52967 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369474349166/nodes_used_collection_shard2_replica1/data/index.20130525033249675
[junit4:junit4]   2> 1412896 T3526 C1891 P52967 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@7adcf393 lockFactory=org.apache.lucene.store.NativeFSLockFactory@33dc4017) fullCopy=false
[junit4:junit4]   2> 1412908 T3449 C1890 P52960 oasc.SolrCore.execute [nodes_used_collection_shard2_replica2] webapp= path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=1 
[junit4:junit4]   2> 1412908 T3527 C1889 P52964 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 1412913 T3527 C1889 P52964 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=nodes_used_collection_shard1_replica1
[junit4:junit4]   2> 1412921 T3526 C1891 P52967 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 1412954 T3527 C1889 P52964 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@2a2439a lockFactory=org.apache.lucene.store.NativeFSLockFactory@560a3fc8),segFN=segments_1,generation=1}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@2a2439a lockFactory=org.apache.lucene.store.NativeFSLockFactory@560a3fc8),segFN=segments_2,generation=2}
[junit4:junit4]   2> 1412962 T3527 C1889 P52964 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4]   2> 1412978 T3526 C1891 P52967 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 1412978 T3526 C1891 P52967 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=nodes_used_collection_shard2_replica1
[junit4:junit4]   2> 1412987 T3527 C1889 P52964 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 1412988 T3527 C1889 P52964 oass.SolrIndexSearcher.<init> Opening Searcher@74f04c81 main
[junit4:junit4]   2> 1412990 T3522 oasc.SolrCore.registerSearcher [nodes_used_collection_shard1_replica1] Registered new searcher Searcher@74f04c81 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 1412992 T3527 C1889 P52964 oasc.CachingDirectoryFactory.closeCacheValue looking to close /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369474346790/nodes_used_collection_shard1_replica1/data/index.20130525033249613 [CachedDir<<refCount=0;path=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369474346790/nodes_used_collection_shard1_replica1/data/index.20130525033249613;done=true>>]
[junit4:junit4]   2> 1412992 T3527 C1889 P52964 oasc.CachingDirectoryFactory.close Closing directory: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369474346790/nodes_used_collection_shard1_replica1/data/index.20130525033249613
[junit4:junit4]   2> 1412993 T3527 C1889 P52964 oasc.CachingDirectoryFactory.closeCacheValue Removing directory before core close: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369474346790/nodes_used_collection_shard1_replica1/data/index.20130525033249613
[junit4:junit4]   2> 1412993 T3527 C1889 P52964 oasc.RecoveryStrategy.replay No replay needed. core=nodes_used_collection_shard1_replica1
[junit4:junit4]   2> 1412993 T3527 C1889 P52964 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=nodes_used_collection_shard1_replica1
[junit4:junit4]   2> 1412994 T3527 C1889 P52964 oasc.ZkController.publish publishing core=nodes_used_collection_shard1_replica1 state=active
[junit4:junit4]   2> 1413000 T3527 C1889 P52964 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=nodes_used_collection_shard1_replica1
[junit4:junit4]   2> 1413014 T3526 C1891 P52967 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5baec36c lockFactory=org.apache.lucene.store.NativeFSLockFactory@19ead8c7),segFN=segments_1,generation=1}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5baec36c lockFactory=org.apache.lucene.store.NativeFSLockFactory@19ead8c7),segFN=segments_2,generation=2}
[junit4:junit4]   2> 1413038 T3526 C1891 P52967 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4]   2> 1413061 T3526 C1891 P52967 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 1413061 T3526 C1891 P52967 oass.SolrIndexSearcher.<init> Opening Searcher@7f357250 main
[junit4:junit4]   2> 1413063 T3523 oasc.SolrCore.registerSearcher [nodes_used_collection_shard2_replica1] Registered new searcher Searcher@7f357250 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 1413065 T3526 C1891 P52967 oasc.CachingDirectoryFactory.closeCacheValue looking to close /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369474349166/nodes_used_collection_shard2_replica1/data/index.20130525033249675 [CachedDir<<refCount=0;path=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369474349166/nodes_used_collection_shard2_replica1/data/index.20130525033249675;done=true>>]
[junit4:junit4]   2> 1413065 T3526 C1891 P52967 oasc.CachingDirectoryFactory.close Closing directory: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369474349166/nodes_used_collection_shard2_replica1/data/index.20130525033249675
[junit4:junit4]   2> 1413065 T3526 C1891 P52967 oasc.CachingDirectoryFactory.closeCacheValue Removing directory before core close: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369474349166/nodes_used_collection_shard2_replica1/data/index.20130525033249675
[junit4:junit4]   2> 1413066 T3526 C1891 P52967 oasc.RecoveryStrategy.replay No replay needed. core=nodes_used_collection_shard2_replica1
[junit4:junit4]   2> 1413066 T3526 C1891 P52967 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=nodes_used_collection_shard2_replica1
[junit4:junit4]   2> 1413066 T3526 C1891 P52967 oasc.ZkController.publish publishing core=nodes_used_collection_shard2_replica1 state=active
[junit4:junit4]   2> 1413070 T3526 C1891 P52967 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=nodes_used_collection_shard2_replica1
[junit4:junit4]   2> 1413248 T3455 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1413257 T3455 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:52964__nodes_used_collection_shard1_replica1",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"nodes_used_collection_shard1_replica1",
[junit4:junit4]   2> 	  "collection":"nodes_used_collection",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52964_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52964"}
[junit4:junit4]   2> 1413302 T3455 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:52967__nodes_used_collection_shard2_replica1",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"nodes_used_collection_shard2_replica1",
[junit4:junit4]   2> 	  "collection":"nodes_used_collection",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52967_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52967"}
[junit4:junit4]   2> 1413352 T3486 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1413353 T3472 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1413353 T3454 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1413353 T3500 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1413353 T3531 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1413353 T3529 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1413354 T3459 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1413353 T3514 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1419121 T3480 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1419451 T3480 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1419467 T3480 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1419716 T3480 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1419756 T3480 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1419834 T3480 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1419840 T3478 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1419930 T3480 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1419931 T3480 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 1419933 T3480 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1419966 T3480 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1419967 T3480 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 1419968 T3480 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1419969 T3480 oasc.SolrCore.<init> [awholynewcollection_0_shard2_replica4] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369474349166/awholynewcollection_0_shard2_replica4/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369474349166/awholynewcollection_0_shard2_replica4/data/
[junit4:junit4]   2> 1419969 T3480 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@15aff300
[junit4:junit4]   2> 1419970 T3480 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1419982 T3480 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369474349166/awholynewcollection_0_shard2_replica4/data
[junit4:junit4]   2> 1419983 T3480 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369474349166/awholynewcollection_0_shard2_replica4/data/index/
[junit4:junit4]   2> 1419984 T3480 oasc.SolrCore.initIndex WARN [awholynewcollection_0_shard2_replica4] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369474349166/awholynewcollection_0_shard2_replica4/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1419985 T3480 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369474349166/awholynewcollection_0_shard2_replica4/data/index
[junit4:junit4]   2> 1419996 T3491 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1420028 T3478 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1420048 T3478 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1420079 T3480 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@55026259 lockFactory=org.apache.lucene.store.NativeFSLockFactory@16f3ef68),segFN=segments_1,generation=1}
[junit4:junit4]   2> 1420080 T3480 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 1420115 T3491 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1420171 T3478 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1420188 T3480 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 1420193 T3480 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 1420194 T3480 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 1420195 T3480 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1420196 T3480 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 1420197 T3480 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 1420198 T3480 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1420199 T3480 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1420200 T3480 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 1420204 T3491 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1420218 T3445 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1420280 T3478 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1420340 T3478 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1420353 T3445 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1420370 T3480 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1420372 T3445 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1420364 T3478 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1420375 T3478 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 1420376 T3478 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1420384 T3465 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1420398 T3478 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1420398 T3478 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 1420399 T3478 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1420400 T3478 oasc.SolrCore.<init> [awholynewcollection_0_shard1_replica4] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369474349166/awholynewcollection_0_shard1_replica4/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369474349166/awholynewcollection_0_shard1_replica4/data/
[junit4:junit4]   2> 1420400 T3478 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@15aff300
[junit4:junit4]   2> 1420401 T3478 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1420439 T3478 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369474349166/awholynewcollection_0_shard1_replica4/data
[junit4:junit4]   2> 1420441 T3478 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369474349166/awholynewcollection_0_shard1_replica4/data/index/
[junit4:junit4]   2> 1420442 T3478 oasc.SolrCore.initIndex WARN [awholynewcollection_0_shard1_replica4] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369474349166/awholynewcollection_0_shard1_replica4/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1420444 T3478 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369474349166/awholynewcollection_0_shard1_replica4/data/index
[junit4:junit4]   2> 1420473 T3465 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1420477 T3491 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1420481 T3467 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1420483 T3465 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1420499 T3491 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1420515 T3491 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1420520 T3491 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1420521 T3491 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 1420522 T3491 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1420533 T3491 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1420534 T3491 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 1420535 T3491 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1420536 T3491 oasc.SolrCore.<init> [awholynewcollection_0_shard1_replica3] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369474351820/awholynewcollection_0_shard1_replica3/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369474351820/awholynewcollection_0_shard1_replica3/data/
[junit4:junit4]   2> 1420536 T3491 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@15aff300
[junit4:junit4]   2> 1420537 T3491 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1420545 T3480 oass.SolrIndexSearcher.<init> Opening Searcher@6a16debd main
[junit4:junit4]   2> 1420547 T3480 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369474349166/awholynewcollection_0_shard2_replica4/data/tlog
[junit4:junit4]   2> 1420549 T3491 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369474351820/awholynewcollection_0_shard1_replica3/data
[junit4:junit4]   2> 1420550 T3480 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1420551 T3480 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1420557 T3542 oasc.SolrCore.registerSearcher [awholynewcollection_0_shard2_replica4] Registered new searcher Searcher@6a16debd main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1420561 T3480 oasc.ZkController.publish publishing core=awholynewcollection_0_shard2_replica4 state=down
[junit4:junit4]   2> 1420562 T3491 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369474351820/awholynewcollection_0_shard1_replica3/data/index/
[junit4:junit4]   2> 1420563 T3491 oasc.SolrCore.initIndex WARN [awholynewcollection_0_shard1_replica3] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369474351820/awholynewcollection_0_shard1_replica3/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1420565 T3491 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369474351820/awholynewcollection_0_shard1_replica3/data/index
[junit4:junit4]   2> 1420570 T3467 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1420577 T3467 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1420601 T3446 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1420620 T3491 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@339926cb lockFactory=org.apache.lucene.store.NativeFSLockFactory@24fc2dce),segFN=segments_1,generation=1}
[junit4:junit4]   2> 1420621 T3491 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 1420621 T3478 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@11e4cf28 lockFactory=org.apache.lucene.store.NativeFSLockFactory@93fc190),segFN=segments_1,generation=1}
[junit4:junit4]   2> 1420622 T3478 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 1420637 T3445 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1420640 T3478 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 1420641 T3478 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 1420658 T3478 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 1420670 T3478 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1420672 T3478 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 1420673 T3478 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 1420674 T3478 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1420674 T3491 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 1420676 T3491 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 1420677 T3491 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 1420679 T3491 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1420675 T3478 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1420681 T3478 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 1420680 T3491 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 1420682 T3491 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 1420683 T3491 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1420684 T3491 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1420685 T3491 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 1420702 T3492 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1420705 T3507 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1420738 T3445 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1420750 T3446 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1420762 T3446 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1420764 T3491 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1420778 T3465 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1420801 T3478 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1420810 T3445 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1420827 T3465 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1420819 T3467 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1420818 T3492 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1420837 T3507 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1420847 T3465 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1420853 T3467 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1420856 T3478 oass.SolrIndexSearcher.<init> Opening Searcher@5a57d90f main
[junit4:junit4]   2> 1420859 T3465 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1420861 T3465 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 1420861 T3465 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1420859 T3492 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1420866 T3465 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1420867 T3465 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 1420868 T3465 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1420869 T3465 oasc.SolrCore.<init> [awholynewcollection_0_shard1_replica2] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369474346790/awholynewcollection_0_shard1_replica2/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369474346790/awholynewcollection_0_shard1_replica2/data/
[junit4:junit4]   2> 1420869 T3465 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@15aff300
[junit4:junit4]   2> 1420870 T3465 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1420874 T3507 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1420880 T3467 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1420881 T3465 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369474346790/awholynewcollection_0_shard1_replica2/data
[junit4:junit4]   2> 1420886 T3491 oass.SolrIndexSearcher.<init> Opening Searcher@70d332df main
[junit4:junit4]   2> 1420886 T3491 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369474351820/awholynewcollection_0_shard1_replica3/data/tlog
[junit4:junit4]   2> 1420888 T3491 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1420889 T3491 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1420895 T3544 oasc.SolrCore.registerSearcher [awholynewcollection_0_shard1_replica3] Registered new searcher Searcher@70d332df main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1420898 T3467 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1420900 T3467 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 1420901 T3467 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1420857 T3445 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1420903 T3445 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 1420904 T3445 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1420898 T3465 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369474346790/awholynewcollection_0_shard1_replica2/data/index/
[junit4:junit4]   2> 1420906 T3465 oasc.SolrCore.initIndex WARN [awholynewcollection_0_shard1_replica2] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369474346790/awholynewcollection_0_shard1_replica2/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1420907 T3465 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369474346790/awholynewcollection_0_shard1_replica2/data/index
[junit4:junit4]   2> 1420860 T3478 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369474349166/awholynewcollection_0_shard1_replica4/data/tlog
[junit4:junit4]   2> 1420921 T3478 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1420922 T3478 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1420922 T3491 oasc.ZkController.publish publishing core=awholynewcollection_0_shard1_replica3 state=down
[junit4:junit4]   2> 1420928 T3445 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1420929 T3445 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 1420928 T3543 oasc.SolrCore.registerSearcher [awholynewcollection_0_shard1_replica4] Registered new searcher Searcher@5a57d90f main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1420930 T3445 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1420932 T3445 oasc.SolrCore.<init> [awholynewcollection_0_shard1_replica1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369474345227/awholynewcollection_0_shard1_replica1/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369474345227/awholynewcollection_0_shard1_replica1/data/
[junit4:junit4]   2> 1420935 T3445 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@15aff300
[junit4:junit4]   2> 1420936 T3445 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1420937 T3478 oasc.ZkController.publish publishing core=awholynewcollection_0_shard1_replica4 state=down
[junit4:junit4]   2> 1420929 T3467 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1420942 T3467 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 1420943 T3467 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1420944 T3467 oasc.SolrCore.<init> [awholynewcollection_0_shard2_replica2] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369474346790/awholynewcollection_0_shard2_replica2/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369474346790/awholynewcollection_0_shard2_replica2/data/
[junit4:junit4]   2> 1420945 T3467 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@15aff300
[junit4:junit4]   2> 1420947 T3467 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1420949 T3445 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369474345227/awholynewcollection_0_shard1_replica1/data
[junit4:junit4]   2> 1420951 T3467 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369474346790/awholynewcollection_0_shard2_replica2/data
[junit4:junit4]   2> 1420952 T3445 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369474345227/awholynewcollection_0_shard1_replica1/data/index/
[junit4:junit4]   2> 1420952 T3445 oasc.SolrCore.initIndex WARN [awholynewcollection_0_shard1_replica1] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369474345227/awholynewcollection_0_shard1_replica1/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1420953 T3445 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369474345227/awholynewcollection_0_shard1_replica1/data/index
[junit4:junit4]   2> 1420955 T3467 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369474346790/awholynewcollection_0_shard2_replica2/data/index/
[junit4:junit4]   2> 1420955 T3467 oasc.SolrCore.initIndex WARN [awholynewcollection_0_shard2_replica2] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369474346790/awholynewcollection_0_shard2_replica2/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1420956 T3467 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369474346790/awholynewcollection_0_shard2_replica2/data/index
[junit4:junit4]   2> 1420966 T3465 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@16691918 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1d0960af),segFN=segments_1,generation=1}
[junit4:junit4]   2> 1420967 T3465 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 1420973 T3455 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1420978 T3455 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"awholynewcollection_0_shard2_replica4",
[junit4:junit4]   2> 	  "collection":"awholynewcollection_0",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52967_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52967"}
[junit4:junit4]   2> 1420979 T3455 oasc.Overseer$ClusterStateUpdater.createCollection Create collection awholynewcollection_0 with numShards 2
[junit4:junit4]   2> 1420985 T3465 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 1420986 T3465 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 1420988 T3465 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 1420989 T3465 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1420990 T3465 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 1421000 T3465 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 1421007 T3465 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1421001 T3445 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@17c786d8 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2d1a3199),segFN=segments_1,generation=1}
[junit4:junit4]   2> 1421009 T3445 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 1421010 T3465 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1421011 T3465 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 1421012 T3467 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4afa343e lockFactory=org.apache.lucene.store.NativeFSLockFactory@7a292eb2),segFN=segments_1,generation=1}
[junit4:junit4]   2> 1421013 T3467 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 1421016 T3455 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"awholynewcollection_0_shard1_replica3",
[junit4:junit4]   2> 	  "collection":"awholynewcollection_0",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52970_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52970"}
[junit4:junit4]   2> 1421052 T3445 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 1421056 T3445 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 1421060 T3445 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 1421062 T3445 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1421064 T3445 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 1421064 T3445 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 1421065 T3445 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1421067 T3445 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1421068 T3467 oasup.UpdateReque

[...truncated too long message...]

          "router":"compositeId"}
[junit4:junit4]   1>     /solr/collections/awholynewcollection_1/leader_elect (1)
[junit4:junit4]   1>      /solr/collections/awholynewcollection_1/leader_elect/shard1 (1)
[junit4:junit4]   1>       /solr/collections/awholynewcollection_1/leader_elect/shard1/election (5)
[junit4:junit4]   1>        /solr/collections/awholynewcollection_1/leader_elect/shard1/election/89749870667563014-127.0.0.1:52964__awholynewcollection_1_shard1_replica5-n_0000000001 (0)
[junit4:junit4]   1>        /solr/collections/awholynewcollection_1/leader_elect/shard1/election/89749870667563018-127.0.0.1:52970__awholynewcollection_1_shard1_replica3-n_0000000002 (0)
[junit4:junit4]   1>        /solr/collections/awholynewcollection_1/leader_elect/shard1/election/89749870667563011-127.0.0.1:52960__awholynewcollection_1_shard1_replica2-n_0000000000 (0)
[junit4:junit4]   1>        /solr/collections/awholynewcollection_1/leader_elect/shard1/election/89749870667563016-127.0.0.1:52967__awholynewcollection_1_shard1_replica1-n_0000000004 (0)
[junit4:junit4]   1>        /solr/collections/awholynewcollection_1/leader_elect/shard1/election/89749870667563020-127.0.0.1:52973__awholynewcollection_1_shard1_replica4-n_0000000003 (0)
[junit4:junit4]   1>     /solr/collections/awholynewcollection_1/leaders (1)
[junit4:junit4]   1>      /solr/collections/awholynewcollection_1/leaders/shard1 (0)
[junit4:junit4]   1>      DATA:
[junit4:junit4]   1>          {
[junit4:junit4]   1>            "core":"awholynewcollection_1_shard1_replica2",
[junit4:junit4]   1>            "node_name":"127.0.0.1:52960_",
[junit4:junit4]   1>            "base_url":"http://127.0.0.1:52960"}
[junit4:junit4]   1>   /solr/overseer_elect (2)
[junit4:junit4]   1>    /solr/overseer_elect/election (5)
[junit4:junit4]   1>     /solr/overseer_elect/election/89749870667563011-127.0.0.1:52960_-n_0000000000 (0)
[junit4:junit4]   1>     /solr/overseer_elect/election/89749870667563018-127.0.0.1:52970_-n_0000000003 (0)
[junit4:junit4]   1>     /solr/overseer_elect/election/89749870667563020-127.0.0.1:52973_-n_0000000004 (0)
[junit4:junit4]   1>     /solr/overseer_elect/election/89749870667563016-127.0.0.1:52967_-n_0000000002 (0)
[junit4:junit4]   1>     /solr/overseer_elect/election/89749870667563014-127.0.0.1:52964_-n_0000000001 (0)
[junit4:junit4]   1>    /solr/overseer_elect/leader (0)
[junit4:junit4]   1>    DATA:
[junit4:junit4]   1>        {"id":"89749870667563011-127.0.0.1:52960_-n_0000000000"}
[junit4:junit4]   1>  /zookeeper (1)
[junit4:junit4]   1>  DATA:
[junit4:junit4]   1>      
[junit4:junit4]   1> 
[junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=CollectionsAPIDistributedZkTest -Dtests.method=testDistribSearch -Dtests.seed=A88B0014E9454DBE -Dtests.slow=true -Dtests.locale=es_ES -Dtests.timezone=America/Shiprock -Dtests.file.encoding=UTF-8
[junit4:junit4] FAILURE  341s | CollectionsAPIDistributedZkTest.testDistribSearch <<<
[junit4:junit4]    > Throwable #1: java.lang.AssertionError: There are still nodes recoverying - waited for 230 seconds
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([A88B0014E9454DBE:296D8E0C9E1A2D82]:0)
[junit4:junit4]    > 	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:173)
[junit4:junit4]    > 	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:131)
[junit4:junit4]    > 	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:126)
[junit4:junit4]    > 	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:512)
[junit4:junit4]    > 	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.doTest(CollectionsAPIDistributedZkTest.java:146)
[junit4:junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:815)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 1729159 T3432 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4]   2> 341078 T3431 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 2 leaked thread(s).
[junit4:junit4]   2> 1730111 T3514 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 1730112 T3514 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/awholynewcollection_3/leader_elect/shard1/election
[junit4:junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4:junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4:junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:235)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:232)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:232)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4:junit4]   2> 
[junit4:junit4]   2> 1730113 T3514 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 1730113 T3514 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 1730114 T3514 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> NOTE: test params are: codec=Asserting, sim=DefaultSimilarity, locale=es_ES, timezone=America/Shiprock
[junit4:junit4]   2> NOTE: Mac OS X 10.8.3 x86_64/Oracle Corporation 1.7.0_21 (64-bit)/cpus=2,threads=3,free=208558024,total=519438336
[junit4:junit4]   2> NOTE: All tests run in this JVM: [PreAnalyzedFieldTest, HighlighterTest, UUIDFieldTest, ScriptEngineTest, TestCoreDiscovery, DirectUpdateHandlerOptimizeTest, DocValuesTest, TestDefaultSimilarityFactory, QueryParsingTest, PrimitiveFieldTypeTest, CurrencyFieldXmlFileTest, SuggesterWFSTTest, TestSolrIndexConfig, DisMaxRequestHandlerTest, TestLRUCache, QueryElevationComponentTest, DateFieldTest, NotRequiredUniqueKeyTest, TestSchemaSimilarityResource, QueryEqualityTest, OverseerTest, DistributedTermsComponentTest, TestSolrDeletionPolicy1, JSONWriterTest, TestOmitPositions, TestManagedSchema, TestPHPSerializedResponseWriter, AnalysisAfterCoreReloadTest, TestCharFilters, DocumentBuilderTest, BinaryUpdateRequestHandlerTest, TestAnalyzedSuggestions, OpenCloseCoreStressTest, SynonymTokenizerTest, TestSchemaVersionResource, OutputWriterTest, TestElisionMultitermQuery, SignatureUpdateProcessorFactoryTest, TestGroupingSearch, FullSolrCloudDistribCmdsTest, BasicDistributedZkTest, PrimUtilsTest, TestSolrCoreProperties, TestExtendedDismaxParser, DOMUtilTest, SyncSliceTest, TestReplicationHandler, TestJoin, ZkControllerTest, TestRecovery, SoftAutoCommitTest, DistributedSpellCheckComponentTest, TestSurroundQueryParser, TestUniqueKeyFieldResource, CoreAdminHandlerTest, TestDefaultSearchFieldResource, TestSolrXml, TestDistributedSearch, TestUpdate, PeerSyncTest, TestRemoteStreaming, ReturnFieldsTest, TestCSVResponseWriter, TestClassNameShortening, UniqFieldsUpdateProcessorFactoryTest, TestQuerySenderListener, TermsComponentTest, TestSchemaNameResource, FieldMutatingUpdateProcessorTest, DateMathParserTest, SolrCoreTest, TestRealTimeGet, BasicDistributedZk2Test, RequiredFieldsTest, SolrCmdDistributorTest, XsltUpdateRequestHandlerTest, UpdateRequestProcessorFactoryTest, TestPluginEnable, SuggesterFSTTest, TestRangeQuery, SliceStateTest, SolrTestCaseJ4Test, SpatialFilterTest, OpenExchangeRatesOrgProviderTest, TestCloudManagedSchemaAddField, IndexSchemaRuntimeFieldTest, BadIndexSchemaTest, ResourceLoaderTest, CollectionsAPIDistributedZkTest]
[junit4:junit4] Completed in 342.18s, 1 test, 1 failure <<< FAILURES!

[...truncated 640 lines...]
BUILD FAILED
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:386: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:366: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:39: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build.xml:181: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/common-build.xml:437: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:1243: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:887: There were test failures: 296 suites, 1234 tests, 1 failure, 18 ignored (6 assumptions)

Total time: 119 minutes 40 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.7.0 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-4.x-MacOSX (64bit/jdk1.6.0) - Build # 487 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-MacOSX/487/
Java: 64bit/jdk1.6.0 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC

1 tests failed.
REGRESSION:  org.apache.lucene.replicator.http.HttpReplicatorTest.testBasic

Error Message:
Connection to http://localhost:51340 refused

Stack Trace:
org.apache.http.conn.HttpHostConnectException: Connection to http://localhost:51340 refused
	at __randomizedtesting.SeedInfo.seed([BEEC07528AC58C04:15161A4755190A2A]:0)
	at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:190)
	at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
	at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
	at org.apache.lucene.replicator.http.HttpClientBase.executeGET(HttpClientBase.java:178)
	at org.apache.lucene.replicator.http.HttpReplicator.checkForUpdate(HttpReplicator.java:51)
	at org.apache.lucene.replicator.ReplicationClient.doUpdate(ReplicationClient.java:196)
	at org.apache.lucene.replicator.ReplicationClient.updateNow(ReplicationClient.java:402)
	at org.apache.lucene.replicator.http.HttpReplicatorTest.testBasic(HttpReplicatorTest.java:112)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
	at java.lang.reflect.Method.invoke(Method.java:597)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:680)
Caused by: java.net.ConnectException: Connection refused
	at java.net.PlainSocketImpl.socketConnect(Native Method)
	at java.net.PlainSocketImpl.doConnect(PlainSocketImpl.java:351)
	at java.net.PlainSocketImpl.connectToAddress(PlainSocketImpl.java:213)
	at java.net.PlainSocketImpl.connect(PlainSocketImpl.java:200)
	at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:432)
	at java.net.Socket.connect(Socket.java:529)
	at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
	at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
	... 48 more




Build Log:
[...truncated 7440 lines...]
[junit4:junit4] Suite: org.apache.lucene.replicator.http.HttpReplicatorTest
[junit4:junit4]   2> 2013-05-24 21:29:19.003:DBUG:oejs.ServletHandler:filterNameMap={}
[junit4:junit4]   2> 2013-05-24 21:29:19.004:DBUG:oejs.ServletHandler:pathFilters=null
[junit4:junit4]   2> 2013-05-24 21:29:19.004:DBUG:oejs.ServletHandler:servletFilterMap=null
[junit4:junit4]   2> 2013-05-24 21:29:19.004:DBUG:oejs.ServletHandler:servletPathMap={/replicate/*=org.apache.lucene.replicator.http.ReplicationServlet-272983323}
[junit4:junit4]   2> 2013-05-24 21:29:19.004:DBUG:oejs.ServletHandler:servletNameMap={org.apache.lucene.replicator.http.ReplicationServlet-272983323=org.apache.lucene.replicator.http.ReplicationServlet-272983323}
[junit4:junit4]   2> 2013-05-24 21:29:19.114:DBUG:oejuc.Container:Container org.eclipse.jetty.server.Server@e776f7 + SelectChannelConnector@0.0.0.0:0 as connector
[junit4:junit4]   2> 2013-05-24 21:29:19.121:DBUG:oejuc.Container:Container org.eclipse.jetty.servlet.ServletHandler@2d7366cb + org.apache.lucene.replicator.http.ReplicationServlet-272983323 as servlet
[junit4:junit4]   2> 2013-05-24 21:29:19.121:DBUG:oejuc.Container:Container org.eclipse.jetty.servlet.ServletHandler@2d7366cb + [/replicate/*]=>org.apache.lucene.replicator.http.ReplicationServlet-272983323 as servletMapping
[junit4:junit4]   2> 2013-05-24 21:29:19.121:DBUG:oejuc.Container:Container org.eclipse.jetty.server.Server@e776f7 + org.eclipse.jetty.servlet.ServletHandler@2d7366cb as handler
[junit4:junit4]   2> 2013-05-24 21:29:19.153:DBUG:oejuc.Container:Container org.eclipse.jetty.server.Server@e776f7 - SelectChannelConnector@0.0.0.0:0 as connector
[junit4:junit4]   2> 2013-05-24 21:29:19.153:DBUG:oejuc.Container:Container org.eclipse.jetty.server.Server@e776f7 + SelectChannelConnector@127.0.0.1:0 as connector
[junit4:junit4]   2> 2013-05-24 21:29:19.166:DBUG:oejuc.Container:Container org.eclipse.jetty.server.Server@e776f7 + org.eclipse.jetty.server.session.HashSessionIdManager@6406aade as sessionIdManager
[junit4:junit4]   2> 2013-05-24 21:29:19.166:DBUG:oejuc.AbstractLifeCycle:starting org.eclipse.jetty.server.Server@e776f7
[junit4:junit4]   2> 2013-05-24 21:29:19.166:INFO:oejs.Server:jetty-8.1.10.v20130312
[junit4:junit4]   2> 2013-05-24 21:29:19.287:DBUG:oejuc.Container:Container org.eclipse.jetty.server.Server@e776f7 + qtp1307096689{8<=0<=0/254,-1} as threadpool
[junit4:junit4]   2> 2013-05-24 21:29:19.287:DBUG:oejuc.AbstractLifeCycle:starting org.eclipse.jetty.servlet.ServletHandler@2d7366cb
[junit4:junit4]   2> 2013-05-24 21:29:19.306:DBUG:oejs.ServletHandler:filterNameMap={}
[junit4:junit4]   2> 2013-05-24 21:29:19.306:DBUG:oejs.ServletHandler:pathFilters=null
[junit4:junit4]   2> 2013-05-24 21:29:19.306:DBUG:oejs.ServletHandler:servletFilterMap=null
[junit4:junit4]   2> 2013-05-24 21:29:19.306:DBUG:oejs.ServletHandler:servletPathMap={/replicate/*=org.apache.lucene.replicator.http.ReplicationServlet-272983323}
[junit4:junit4]   2> 2013-05-24 21:29:19.306:DBUG:oejs.ServletHandler:servletNameMap={org.apache.lucene.replicator.http.ReplicationServlet-272983323=org.apache.lucene.replicator.http.ReplicationServlet-272983323}
[junit4:junit4]   2> 2013-05-24 21:29:19.306:DBUG:oejsh.AbstractHandler:starting org.eclipse.jetty.servlet.ServletHandler@2d7366cb
[junit4:junit4]   2> 2013-05-24 21:29:19.307:DBUG:oejuc.AbstractLifeCycle:starting org.apache.lucene.replicator.http.ReplicationServlet-272983323
[junit4:junit4]   2> 2013-05-24 21:29:19.324:DBUG:oejuc.AbstractLifeCycle:STARTED org.apache.lucene.replicator.http.ReplicationServlet-272983323
[junit4:junit4]   2> 2013-05-24 21:29:19.324:DBUG:oejuc.AbstractLifeCycle:STARTED org.eclipse.jetty.servlet.ServletHandler@2d7366cb
[junit4:junit4]   2> 2013-05-24 21:29:19.324:DBUG:oejsh.AbstractHandler:starting org.eclipse.jetty.server.Server@e776f7
[junit4:junit4]   2> 2013-05-24 21:29:19.324:DBUG:oejuc.AbstractLifeCycle:starting org.eclipse.jetty.server.session.HashSessionIdManager@6406aade
[junit4:junit4]   2> 2013-05-24 21:29:19.324:DBUG:oejuc.AbstractLifeCycle:STARTED org.eclipse.jetty.server.session.HashSessionIdManager@6406aade
[junit4:junit4]   2> 2013-05-24 21:29:19.325:DBUG:oejuc.AbstractLifeCycle:starting qtp1307096689{8<=0<=0/254,-1}
[junit4:junit4]   2> 2013-05-24 21:29:19.339:DBUG:oejuc.AbstractLifeCycle:STARTED qtp1307096689{8<=7<=8/254,0}
[junit4:junit4]   2> 2013-05-24 21:29:19.340:DBUG:oejuc.AbstractLifeCycle:starting SelectChannelConnector@127.0.0.1:0
[junit4:junit4]   2> 2013-05-24 21:29:19.417:DBUG:oejuc.AbstractLifeCycle:starting null/null
[junit4:junit4]   2> 2013-05-24 21:29:19.434:DBUG:oejuc.AbstractLifeCycle:STARTED PooledBuffers [0/1024@6144,0/1024@16384,0/1024@-]/PooledBuffers [0/1024@6144,0/1024@32768,0/1024@-]
[junit4:junit4]   2> 2013-05-24 21:29:19.435:DBUG:oejuc.AbstractLifeCycle:starting org.eclipse.jetty.server.nio.SelectChannelConnector$ConnectorSelectorManager@3cf522e8
[junit4:junit4]   2> 2013-05-24 21:29:19.474:DBUG:oejuc.AbstractLifeCycle:STARTED org.eclipse.jetty.server.nio.SelectChannelConnector$ConnectorSelectorManager@3cf522e8
[junit4:junit4]   2> 2013-05-24 21:29:19.479:DBUG:oeji.nio:Starting Thread[qtp1307096689-20 Selector0,5,TGRP-HttpReplicatorTest] on org.eclipse.jetty.io.nio.SelectorManager$1@61f52b85
[junit4:junit4]   2> 2013-05-24 21:29:19.480:INFO:oejs.AbstractConnector:Started SelectChannelConnector@127.0.0.1:51340
[junit4:junit4]   2> 2013-05-24 21:29:19.480:DBUG:oejuc.AbstractLifeCycle:STARTED SelectChannelConnector@127.0.0.1:51340
[junit4:junit4]   2> 2013-05-24 21:29:19.480:DBUG:oejuc.AbstractLifeCycle:STARTED org.eclipse.jetty.server.Server@e776f7
[junit4:junit4]   2> 2013-05-24 21:29:22.427:DBUG:oejuc.AbstractLifeCycle:stopping org.eclipse.jetty.server.Server@e776f7
[junit4:junit4]   2> 2013-05-24 21:29:22.427:DBUG:oejuc.AbstractLifeCycle:stopping SelectChannelConnector@127.0.0.1:51340
[junit4:junit4]   2> 2013-05-24 21:29:22.429:DBUG:oejuc.AbstractLifeCycle:stopping org.eclipse.jetty.server.nio.SelectChannelConnector$ConnectorSelectorManager@3cf522e8
[junit4:junit4]   2> 2013-05-24 21:29:22.431:DBUG:oeji.nio:Stopped Thread[qtp1307096689-20 Selector0,5,TGRP-HttpReplicatorTest] on org.eclipse.jetty.io.nio.SelectorManager$1@61f52b85
[junit4:junit4]   2> 2013-05-24 21:29:22.444:DBUG:oejuc.AbstractLifeCycle:STOPPED org.eclipse.jetty.server.nio.SelectChannelConnector$ConnectorSelectorManager@3cf522e8
[junit4:junit4]   2> 2013-05-24 21:29:22.445:DBUG:oejuc.AbstractLifeCycle:stopping PooledBuffers [0/1024@6144,0/1024@16384,0/1024@-]/PooledBuffers [0/1024@6144,0/1024@32768,0/1024@-]
[junit4:junit4]   2> 2013-05-24 21:29:22.446:DBUG:oejuc.AbstractLifeCycle:STOPPED null/null
[junit4:junit4]   2> 2013-05-24 21:29:22.446:DBUG:oejuc.AbstractLifeCycle:STOPPED SelectChannelConnector@127.0.0.1:0
[junit4:junit4]   2> 2013-05-24 21:29:22.446:DBUG:oejuc.AbstractLifeCycle:stopping org.eclipse.jetty.servlet.ServletHandler@2d7366cb
[junit4:junit4]   2> 2013-05-24 21:29:22.446:DBUG:oejsh.AbstractHandler:stopping org.eclipse.jetty.servlet.ServletHandler@2d7366cb
[junit4:junit4]   2> 2013-05-24 21:29:22.446:DBUG:oejuc.AbstractLifeCycle:stopping org.apache.lucene.replicator.http.ReplicationServlet-272983323
[junit4:junit4]   2> 2013-05-24 21:29:22.446:DBUG:oejuc.AbstractLifeCycle:STOPPED org.apache.lucene.replicator.http.ReplicationServlet-272983323
[junit4:junit4]   2> 2013-05-24 21:29:22.446:DBUG:oejuc.AbstractLifeCycle:STOPPED org.eclipse.jetty.servlet.ServletHandler@2d7366cb
[junit4:junit4]   2> 2013-05-24 21:29:22.446:DBUG:oejsh.AbstractHandler:stopping org.eclipse.jetty.server.Server@e776f7
[junit4:junit4]   2> 2013-05-24 21:29:22.446:DBUG:oejuc.AbstractLifeCycle:stopping qtp1307096689{8<=8<=8/254,0}
[junit4:junit4]   2> 2013-05-24 21:29:22.510:DBUG:oejuc.AbstractLifeCycle:STOPPED qtp1307096689{8<=0<=0/254,5}
[junit4:junit4]   2> 2013-05-24 21:29:22.510:DBUG:oejuc.AbstractLifeCycle:stopping org.eclipse.jetty.server.session.HashSessionIdManager@6406aade
[junit4:junit4]   2> 2013-05-24 21:29:22.510:DBUG:oejuc.AbstractLifeCycle:STOPPED org.eclipse.jetty.server.session.HashSessionIdManager@6406aade
[junit4:junit4]   2> 2013-05-24 21:29:22.510:DBUG:oejuc.AbstractLifeCycle:STOPPED org.eclipse.jetty.server.Server@e776f7
[junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=HttpReplicatorTest -Dtests.method=testBasic -Dtests.seed=BEEC07528AC58C04 -Dtests.slow=true -Dtests.locale=zh_TW -Dtests.timezone=America/Panama -Dtests.file.encoding=MacRoman
[junit4:junit4] ERROR   4.52s | HttpReplicatorTest.testBasic <<<
[junit4:junit4]    > Throwable #1: org.apache.http.conn.HttpHostConnectException: Connection to http://localhost:51340 refused
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([BEEC07528AC58C04:15161A4755190A2A]:0)
[junit4:junit4]    > 	at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:190)
[junit4:junit4]    > 	at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
[junit4:junit4]    > 	at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
[junit4:junit4]    > 	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
[junit4:junit4]    > 	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
[junit4:junit4]    > 	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
[junit4:junit4]    > 	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
[junit4:junit4]    > 	at org.apache.lucene.replicator.http.HttpClientBase.executeGET(HttpClientBase.java:178)
[junit4:junit4]    > 	at org.apache.lucene.replicator.http.HttpReplicator.checkForUpdate(HttpReplicator.java:51)
[junit4:junit4]    > 	at org.apache.lucene.replicator.ReplicationClient.doUpdate(ReplicationClient.java:196)
[junit4:junit4]    > 	at org.apache.lucene.replicator.ReplicationClient.updateNow(ReplicationClient.java:402)
[junit4:junit4]    > 	at org.apache.lucene.replicator.http.HttpReplicatorTest.testBasic(HttpReplicatorTest.java:112)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:680)
[junit4:junit4]    > Caused by: java.net.ConnectException: Connection refused
[junit4:junit4]    > 	at java.net.PlainSocketImpl.socketConnect(Native Method)
[junit4:junit4]    > 	at java.net.PlainSocketImpl.doConnect(PlainSocketImpl.java:351)
[junit4:junit4]    > 	at java.net.PlainSocketImpl.connectToAddress(PlainSocketImpl.java:213)
[junit4:junit4]    > 	at java.net.PlainSocketImpl.connect(PlainSocketImpl.java:200)
[junit4:junit4]    > 	at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:432)
[junit4:junit4]    > 	at java.net.Socket.connect(Socket.java:529)
[junit4:junit4]    > 	at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
[junit4:junit4]    > 	at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
[junit4:junit4]    > 	... 48 more
[junit4:junit4]   2> NOTE: test params are: codec=Lucene42: {}, docValues:{}, sim=RandomSimilarityProvider(queryNorm=false,coord=no): {}, locale=zh_TW, timezone=America/Panama
[junit4:junit4]   2> NOTE: Mac OS X 10.8.3 x86_64/Apple Inc. 1.6.0_45 (64-bit)/cpus=2,threads=1,free=74090800,total=85000192
[junit4:junit4]   2> NOTE: All tests run in this JVM: [IndexReplicationClientTest, IndexAndTaxonomyRevisionTest, HttpReplicatorTest]
[junit4:junit4] Completed in 4.61s, 1 test, 1 error <<< FAILURES!

[...truncated 21 lines...]
BUILD FAILED
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:386: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:366: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:39: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/build.xml:554: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:1827: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/module-build.xml:61: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:1243: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:887: There were test failures: 7 suites, 30 tests, 1 error

Total time: 49 minutes 36 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.6.0 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-4.x-MacOSX (64bit/jdk1.7.0) - Build # 486 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-MacOSX/486/
Java: 64bit/jdk1.7.0 -XX:+UseCompressedOops -XX:+UseSerialGC

4 tests failed.
FAILED:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testDistribSearch

Error Message:
There are still nodes recoverying - waited for 230 seconds

Stack Trace:
java.lang.AssertionError: There are still nodes recoverying - waited for 230 seconds
	at __randomizedtesting.SeedInfo.seed([86924214093F28B3:774CC0C7E60488F]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:173)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:131)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:126)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:512)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.doTest(CollectionsAPIDistributedZkTest.java:146)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:815)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:601)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)


FAILED:  junit.framework.TestSuite.org.apache.solr.core.TestLazyCores

Error Message:
ERROR: SolrIndexSearcher opens=36 closes=35

Stack Trace:
java.lang.AssertionError: ERROR: SolrIndexSearcher opens=36 closes=35
	at __randomizedtesting.SeedInfo.seed([86924214093F28B3]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.SolrTestCaseJ4.endTrackingSearchers(SolrTestCaseJ4.java:252)
	at org.apache.solr.SolrTestCaseJ4.afterClass(SolrTestCaseJ4.java:101)
	at sun.reflect.GeneratedMethodAccessor22.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:601)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:700)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)


FAILED:  junit.framework.TestSuite.org.apache.solr.core.TestLazyCores

Error Message:
1 thread leaked from SUITE scope at org.apache.solr.core.TestLazyCores:     1) Thread[id=2506, name=searcherExecutor-1840-thread-1, state=WAITING, group=TGRP-TestLazyCores]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)         at java.lang.Thread.run(Thread.java:722)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.core.TestLazyCores: 
   1) Thread[id=2506, name=searcherExecutor-1840-thread-1, state=WAITING, group=TGRP-TestLazyCores]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
        at java.lang.Thread.run(Thread.java:722)
	at __randomizedtesting.SeedInfo.seed([86924214093F28B3]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.core.TestLazyCores

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=2506, name=searcherExecutor-1840-thread-1, state=WAITING, group=TGRP-TestLazyCores]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)         at java.lang.Thread.run(Thread.java:722)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=2506, name=searcherExecutor-1840-thread-1, state=WAITING, group=TGRP-TestLazyCores]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
        at java.lang.Thread.run(Thread.java:722)
	at __randomizedtesting.SeedInfo.seed([86924214093F28B3]:0)




Build Log:
[...truncated 9210 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
[junit4:junit4]   2> 255414 T843 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /gc/ld
[junit4:junit4]   2> 255427 T843 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4]   2> Creating dataDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solrtest-CollectionsAPIDistributedZkTest-1369426167236
[junit4:junit4]   2> 255430 T843 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4]   2> 255431 T844 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4]   2> 255534 T843 oasc.ZkTestServer.run start zk server on port:52138
[junit4:junit4]   2> 255598 T843 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 255602 T850 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@159dbd6a name:ZooKeeperConnection Watcher:127.0.0.1:52138 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 255603 T843 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 255604 T843 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4]   2> 255689 T843 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 255699 T845 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x13ed82905d10000, likely client has closed socket
[junit4:junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
[junit4:junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4:junit4]   2> 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 
[junit4:junit4]   2> 255733 T852 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4f5510de name:ZooKeeperConnection Watcher:127.0.0.1:52138/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 255734 T843 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 255734 T843 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4]   2> 255791 T843 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4]   2> 255835 T843 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4]   2> 255866 T843 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4]   2> 255887 T843 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 255888 T843 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 255942 T843 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4]   2> 255944 T843 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4]   2> 256003 T843 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   2> 256004 T843 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   2> 256063 T843 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   2> 256064 T843 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4]   2> 256076 T843 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   2> 256078 T843 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4]   2> 256134 T843 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 256135 T843 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 256177 T843 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 256178 T843 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 256205 T843 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 256206 T843 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 256218 T843 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   2> 256219 T843 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   2> 256857 T843 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 256874 T843 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52141
[junit4:junit4]   2> 256876 T843 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 256877 T843 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 256877 T843 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369426168058
[junit4:junit4]   2> 256878 T843 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369426168058/solr.xml
[junit4:junit4]   2> 256879 T843 oasc.CoreContainer.<init> New CoreContainer 248165132
[junit4:junit4]   2> 256879 T843 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369426168058/'
[junit4:junit4]   2> 256880 T843 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369426168058/'
[junit4:junit4]   2> 257089 T843 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369426168058
[junit4:junit4]   2> 257090 T843 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369426168058/collection1
[junit4:junit4]   2> 257092 T843 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369426168058/collection1/conf
[junit4:junit4]   2> 257275 T843 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369426168058/collection1/conf/xslt
[junit4:junit4]   2> 257280 T843 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369426168058/collection1/lib
[junit4:junit4]   2> 257282 T843 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369426168058/collection1/lib/classes
[junit4:junit4]   2> 257286 T843 oasc.SolrCoreDiscoverer.addCore Discovered properties file /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369426168058/conf/core.properties, adding to cores
[junit4:junit4]   2> 257303 T843 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 257304 T843 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 257305 T843 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 257305 T843 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 257306 T843 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 257306 T843 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 257307 T843 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 257308 T843 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 257309 T843 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 257310 T843 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 257344 T843 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 257345 T843 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:52138/solr
[junit4:junit4]   2> 257346 T843 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 257349 T843 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 257356 T863 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3ccbada1 name:ZooKeeperConnection Watcher:127.0.0.1:52138 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 257357 T843 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 257366 T843 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 257397 T843 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 257402 T865 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2f5e14d9 name:ZooKeeperConnection Watcher:127.0.0.1:52138/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 257403 T843 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 257409 T843 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4:junit4]   2> 257428 T843 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4:junit4]   2> 257443 T843 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4]   2> 257456 T843 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52141_gc%2Fld
[junit4:junit4]   2> 257459 T843 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52141_gc%2Fld
[junit4:junit4]   2> 257471 T843 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4]   2> 257497 T843 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 257508 T843 oasc.Overseer.start Overseer (id=89746713296830467-127.0.0.1:52141_gc%2Fld-n_0000000000) starting
[junit4:junit4]   2> 257526 T843 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4:junit4]   2> 257555 T867 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4]   2> 257567 T843 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4]   2> 257579 T843 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4:junit4]   2> 257592 T843 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 257607 T866 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 257612 T843 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 257613 T843 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 257614 T843 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 257642 T843 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 257647 T843 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 257662 T870 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4b753ce1 name:ZooKeeperConnection Watcher:127.0.0.1:52138/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 257663 T843 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 257668 T843 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 257677 T843 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   2> 258283 T843 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 258292 T843 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52145
[junit4:junit4]   2> 258294 T843 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 258295 T843 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 258295 T843 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369426169486
[junit4:junit4]   2> 258297 T843 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369426169486/solr.xml
[junit4:junit4]   2> 258298 T843 oasc.CoreContainer.<init> New CoreContainer 805423503
[junit4:junit4]   2> 258298 T843 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369426169486/'
[junit4:junit4]   2> 258299 T843 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369426169486/'
[junit4:junit4]   2> 258536 T843 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369426169486
[junit4:junit4]   2> 258542 T843 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369426169486/collection1
[junit4:junit4]   2> 258545 T843 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369426169486/collection1/conf
[junit4:junit4]   2> 258736 T843 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369426169486/collection1/conf/xslt
[junit4:junit4]   2> 258740 T843 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369426169486/collection1/lib
[junit4:junit4]   2> 258742 T843 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369426169486/collection1/lib/classes
[junit4:junit4]   2> 258745 T843 oasc.SolrCoreDiscoverer.addCore Discovered properties file /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369426169486/conf/core.properties, adding to cores
[junit4:junit4]   2> 258763 T843 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 258764 T843 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 258764 T843 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 258765 T843 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 258765 T843 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 258766 T843 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 258767 T843 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 258767 T843 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 258768 T843 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 258769 T843 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 258803 T843 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 258804 T843 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:52138/solr
[junit4:junit4]   2> 258805 T843 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 258807 T843 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 258813 T881 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@9bb6d35 name:ZooKeeperConnection Watcher:127.0.0.1:52138 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 258815 T843 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 258823 T843 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 258863 T843 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 258869 T883 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5494e20f name:ZooKeeperConnection Watcher:127.0.0.1:52138/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 258869 T843 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 258887 T843 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 259906 T843 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52145_gc%2Fld
[junit4:junit4]   2> 259910 T843 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52145_gc%2Fld
[junit4:junit4]   2> 259930 T883 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 259940 T865 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 259943 T870 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 259962 T843 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 259963 T843 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 259964 T843 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 260620 T843 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 260627 T843 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52148
[junit4:junit4]   2> 260628 T843 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 260630 T843 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 260630 T843 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369426171803
[junit4:junit4]   2> 260631 T843 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369426171803/solr.xml
[junit4:junit4]   2> 260632 T843 oasc.CoreContainer.<init> New CoreContainer 480495424
[junit4:junit4]   2> 260633 T843 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369426171803/'
[junit4:junit4]   2> 260633 T843 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369426171803/'
[junit4:junit4]   2> 260904 T843 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369426171803
[junit4:junit4]   2> 260907 T843 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369426171803/collection1
[junit4:junit4]   2> 260908 T843 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369426171803/collection1/conf
[junit4:junit4]   2> 261136 T843 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369426171803/collection1/conf/xslt
[junit4:junit4]   2> 261145 T843 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369426171803/collection1/lib
[junit4:junit4]   2> 261150 T843 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369426171803/collection1/lib/classes
[junit4:junit4]   2> 261156 T843 oasc.SolrCoreDiscoverer.addCore Discovered properties file /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369426171803/conf/core.properties, adding to cores
[junit4:junit4]   2> 261169 T843 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 261169 T843 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 261170 T843 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 261170 T843 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 261170 T843 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 261171 T843 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 261171 T843 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 261172 T843 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 261173 T843 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 261173 T843 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 261207 T843 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 261208 T843 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:52138/solr
[junit4:junit4]   2> 261209 T843 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 261212 T843 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 261219 T895 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@33b88372 name:ZooKeeperConnection Watcher:127.0.0.1:52138 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 261221 T843 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 261231 T845 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x13ed82905d10007, likely client has closed socket
[junit4:junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
[junit4:junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4:junit4]   2> 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 
[junit4:junit4]   2> 261232 T843 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 261267 T843 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 261276 T897 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@a602cbe name:ZooKeeperConnection Watcher:127.0.0.1:52138/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 261276 T843 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 261301 T843 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 262317 T843 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52148_gc%2Fld
[junit4:junit4]   2> 262321 T843 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52148_gc%2Fld
[junit4:junit4]   2> 262337 T870 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 262347 T865 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 262348 T883 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 262349 T897 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 262362 T843 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 262363 T843 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 262364 T843 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 262959 T843 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 262970 T843 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52151
[junit4:junit4]   2> 262971 T843 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 262972 T843 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 262973 T843 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369426174195
[junit4:junit4]   2> 262974 T843 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369426174195/solr.xml
[junit4:junit4]   2> 262975 T843 oasc.CoreContainer.<init> New CoreContainer 240755801
[junit4:junit4]   2> 262978 T843 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369426174195/'
[junit4:junit4]   2> 262979 T843 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369426174195/'
[junit4:junit4]   2> 263183 T843 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369426174195
[junit4:junit4]   2> 263185 T843 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369426174195/collection1
[junit4:junit4]   2> 263187 T843 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369426174195/collection1/conf
[junit4:junit4]   2> 263377 T843 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369426174195/collection1/conf/xslt
[junit4:junit4]   2> 263385 T843 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369426174195/collection1/lib
[junit4:junit4]   2> 263390 T843 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369426174195/collection1/lib/classes
[junit4:junit4]   2> 263393 T843 oasc.SolrCoreDiscoverer.addCore Discovered properties file /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369426174195/conf/core.properties, adding to cores
[junit4:junit4]   2> 263411 T843 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 263412 T843 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 263413 T843 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 263413 T843 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 263414 T843 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 263414 T843 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 263415 T843 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 263416 T843 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 263417 T843 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 263417 T843 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 263455 T843 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 263456 T843 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:52138/solr
[junit4:junit4]   2> 263457 T843 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 263460 T843 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 263467 T909 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@75777e94 name:ZooKeeperConnection Watcher:127.0.0.1:52138 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 263468 T843 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 263477 T843 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 263509 T843 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 263522 T911 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@63f3bd53 name:ZooKeeperConnection Watcher:127.0.0.1:52138/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 263522 T843 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 263543 T843 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 264562 T843 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52151_gc%2Fld
[junit4:junit4]   2> 264566 T843 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52151_gc%2Fld
[junit4:junit4]   2> 264584 T883 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 264588 T897 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 264588 T870 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 264589 T865 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 264590 T911 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 264606 T843 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 264607 T843 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 264608 T843 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 265250 T843 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 265256 T843 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52154
[junit4:junit4]   2> 265257 T843 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 265259 T843 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 265274 T843 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369426176444
[junit4:junit4]   2> 265274 T843 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369426176444/solr.xml
[junit4:junit4]   2> 265275 T843 oasc.CoreContainer.<init> New CoreContainer 1322984513
[junit4:junit4]   2> 265276 T843 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369426176444/'
[junit4:junit4]   2> 265277 T843 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369426176444/'
[junit4:junit4]   2> 265503 T843 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369426176444
[junit4:junit4]   2> 265505 T843 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369426176444/collection1
[junit4:junit4]   2> 265507 T843 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369426176444/collection1/conf
[junit4:junit4]   2> 265702 T843 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369426176444/collection1/conf/xslt
[junit4:junit4]   2> 265708 T843 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369426176444/collection1/lib
[junit4:junit4]   2> 265710 T843 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369426176444/collection1/lib/classes
[junit4:junit4]   2> 265713 T843 oasc.SolrCoreDiscoverer.addCore Discovered properties file /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369426176444/conf/core.properties, adding to cores
[junit4:junit4]   2> 265730 T843 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 265731 T843 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 265732 T843 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 265733 T843 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 265733 T843 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 265734 T843 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 265734 T843 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 265735 T843 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 265736 T843 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 265736 T843 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 265761 T843 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 265761 T843 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:52138/solr
[junit4:junit4]   2> 265762 T843 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 265764 T843 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 265778 T923 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4731d933 name:ZooKeeperConnection Watcher:127.0.0.1:52138 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 265781 T843 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 265788 T843 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 265818 T843 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 265827 T925 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6eca7b2b name:ZooKeeperConnection Watcher:127.0.0.1:52138/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 265828 T843 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 265853 T843 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 266879 T843 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52154_gc%2Fld
[junit4:junit4]   2> 266889 T843 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52154_gc%2Fld
[junit4:junit4]   2> 266911 T865 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 266911 T897 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 266912 T870 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 266913 T925 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 266916 T911 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 266916 T883 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 266935 T843 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 266936 T843 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 266936 T843 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 266966 T843 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 267005 T877 oasha.CollectionsHandler.handleCreateAction Creating Collection : numShards=2&name=nodes_used_collection&replicationFactor=2&action=CREATE&wt=javabin&version=2
[junit4:junit4]   2> 267009 T865 oasc.DistributedQueue$LatchChildWatcher.process Watcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
[junit4:junit4]   2> 267019 T867 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
[junit4:junit4]   2> 	  "operation":"createcollection",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "maxShardsPerNode":null,
[junit4:junit4]   2> 	  "createNodeSet":null,
[junit4:junit4]   2> 	  "name":"nodes_used_collection",
[junit4:junit4]   2> 	  "replicationFactor":"2"}
[junit4:junit4]   2> 267020 T867 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard1_replica1 as part of slice shard1 of collection nodes_used_collection on 127.0.0.1:52145_gc%2Fld
[junit4:junit4]   2> 267046 T867 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard1_replica2 as part of slice shard1 of collection nodes_used_collection on 127.0.0.1:52148_gc%2Fld
[junit4:junit4]   2> 267050 T867 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard2_replica1 as part of slice shard2 of collection nodes_used_collection on 127.0.0.1:52154_gc%2Fld
[junit4:junit4]   2> 267053 T867 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard2_replica2 as part of slice shard2 of collection nodes_used_collection on 127.0.0.1:52141_gc%2Fld
[junit4:junit4]   2> 267061 T891 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard1_replica2' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369426171803/nodes_used_collection_shard1_replica2
[junit4:junit4]   2> 267062 T891 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
[junit4:junit4]   2> 267063 T878 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard1_replica1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369426169486/nodes_used_collection_shard1_replica1
[junit4:junit4]   2> 267064 T878 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
[junit4:junit4]   2> 267061 T920 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard2_replica1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369426176444/nodes_used_collection_shard2_replica1
[junit4:junit4]   2> 267065 T920 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
[junit4:junit4]   2> 267064 T857 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard2_replica2' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369426168058/nodes_used_collection_shard2_replica2
[junit4:junit4]   2> 267066 T857 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
[junit4:junit4]   2> 267067 T891 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
[junit4:junit4]   2> 267068 T891 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4]   2> 267068 T878 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
[junit4:junit4]   2> 267069 T878 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4]   2> 267071 T857 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
[junit4:junit4]   2> 267071 T857 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4]   2> 267073 T920 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
[junit4:junit4]   2> 267074 T920 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4]   2> 267076 T891 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4]   2> 267077 T891 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
[junit4:junit4]   2> 267077 T878 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4]   2> 267078 T878 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
[junit4:junit4]   2> 267085 T857 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4]   2> 267085 T857 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
[junit4:junit4]   2> 267089 T920 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4]   2> 267089 T920 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
[junit4:junit4]   2> 267189 T878 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
[junit4:junit4]   2> 267196 T920 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
[junit4:junit4]   2> 267201 T891 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
[junit4:junit4]   2> 267203 T857 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
[junit4:junit4]   2> 267215 T891 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369426171803/nodes_used_collection_shard1_replica2/'
[junit4:junit4]   2> 267218 T878 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369426169486/nodes_used_collection_shard1_replica1/'
[junit4:junit4]   2> 267237 T920 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369426176444/nodes_used_collection_shard2_replica1/'
[junit4:junit4]   2> 267260 T857 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369426168058/nodes_used_collection_shard2_replica2/'
[junit4:junit4]   2> 267477 T891 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 267498 T878 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 267557 T920 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 267668 T857 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 267852 T891 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 267861 T920 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 267870 T891 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 267871 T920 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 267885 T878 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 267915 T878 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 267929 T891 oass.IndexSchema.readSchema [nodes_used_collection_shard1_replica2] Schema name=test
[junit4:junit4]   2> 267932 T878 oass.IndexSchema.readSchema [nodes_used_collection_shard1_replica1] Schema name=test
[junit4:junit4]   2> 267943 T920 oass.IndexSchema.readSchema [nodes_used_collection_shard2_replica1] Schema name=test
[junit4:junit4]   2> 268064 T857 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 268104 T857 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 268172 T857 oass.IndexSchema.readSchema [nodes_used_collection_shard2_replica2] Schema name=test
[junit4:junit4]   2> 271390 T878 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 271412 T920 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 271465 T878 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 271482 T878 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 271508 T920 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 271515 T920 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 271620 T891 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 271660 T891 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 271671 T891 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 271678 T878 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 271722 T878 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 271769 T878 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 271782 T920 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 271783 T878 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 271793 T878 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 271794 T878 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 271798 T878 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 271799 T878 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 271799 T878 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 271800 T878 oasc.SolrCore.<init> [nodes_used_collection_shard1_replica1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369426169486/nodes_used_collection_shard1_replica1/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369426169486/nodes_used_collection_shard1_replica1/data/
[junit4:junit4]   2> 271801 T878 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@73276b5f
[junit4:junit4]   2> 271801 T878 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 271802 T878 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369426169486/nodes_used_collection_shard1_replica1/data
[junit4:junit4]   2> 271803 T878 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369426169486/nodes_used_collection_shard1_replica1/data/index/
[junit4:junit4]   2> 271804 T878 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard1_replica1] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369426169486/nodes_used_collection_shard1_replica1/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 271805 T878 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369426169486/nodes_used_collection_shard1_replica1/data/index
[junit4:junit4]   2> 271804 T920 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 271846 T878 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@6f3a3004 lockFactory=org.apache.lucene.store.NativeFSLockFactory@fe55b47; maxCacheMB=0.7021484375 maxMergeSizeMB=0.208984375)),segFN=segments_1,generation=1}
[junit4:junit4]   2> 271847 T878 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 271849 T920 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 271854 T878 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 271854 T857 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 271864 T878 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 271866 T878 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 271868 T878 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 271869 T878 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 271870 T878 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 271871 T878 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 271872 T920 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 271899 T920 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 271900 T920 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 271899 T857 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 271873 T878 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 271913 T878 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 271920 T920 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 271920 T920 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 271921 T920 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 271922 T920 oasc.SolrCore.<init> [nodes_used_collection_shard2_replica1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369426176444/nodes_used_collection_shard2_replica1/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369426176444/nodes_used_collection_shard2_replica1/data/
[junit4:junit4]   2> 271924 T920 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@73276b5f
[junit4:junit4]   2> 271929 T857 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 271930 T920 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 271936 T920 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369426176444/nodes_used_collection_shard2_replica1/data
[junit4:junit4]   2> 271937 T920 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369426176444/nodes_used_collection_shard2_replica1/data/index/
[junit4:junit4]   2> 271937 T920 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard2_replica1] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369426176444/nodes_used_collection_shard2_replica1/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 271938 T920 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369426176444/nodes_used_collection_shard2_replica1/data/index
[junit4:junit4]   2> 271942 T878 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 271950 T920 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@3f52a96 lockFactory=org.apache.lucene.store.NativeFSLockFactory@44c2a252; maxCacheMB=0.7021484375 maxMergeSizeMB=0.208984375)),segFN=segments_1,generation=1}
[junit4:junit4]   2> 271953 T920 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 271949 T891 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 271975 T878 oass.SolrIndexSearcher.<init> Opening Searcher@948f169 main
[junit4:junit4]   2> 271976 T878 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369426169486/nodes_used_collection_shard1_replica1/data/tlog
[junit4:junit4]   2> 271978 T878 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 271990 T878 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 271988 T920 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 272002 T920 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 272004 T920 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 272005 T920 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 272007 T920 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 272007 T920 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 272055 T891 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 272070 T931 oasc.SolrCore.registerSearcher [nodes_used_collection_shard1_replica1] Registered new searcher Searcher@948f169 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 272080 T878 oasc.ZkController.publish publishing core=nodes_used_collection_shard1_replica1 state=down
[junit4:junit4]   2> 272061 T920 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 272090 T920 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 272091 T920 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 272094 T891 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 272111 T891 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 272112 T891 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 272113 T891 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 272123 T891 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 272123 T891 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 272124 T891 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 272125 T891 oasc.SolrCore.<init> [nodes_used_collection_shard1_replica2] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369426171803/nodes_used_collection_shard1_replica2/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369426171803/nodes_used_collection_shard1_replica2/data/
[junit4:junit4]   2> 272125 T891 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@73276b5f
[junit4:junit4]   2> 272126 T891 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 272127 T891 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369426171803/nodes_used_collection_shard1_replica2/data
[junit4:junit4]   2> 272131 T891 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369426171803/nodes_used_collection_shard1_replica2/data/index/
[junit4:junit4]   2> 272132 T891 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard1_replica2] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369426171803/nodes_used_collection_shard1_replica2/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 272132 T891 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369426171803/nodes_used_collection_shard1_replica2/data/index
[junit4:junit4]   2> 272125 T920 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 272163 T891 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@6cca6848 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3f12356a; maxCacheMB=0.7021484375 maxMergeSizeMB=0.208984375)),segFN=segments_1,generation=1}
[junit4:junit4]   2> 272164 T891 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 272164 T920 oass.SolrIndexSearcher.<init> Opening Searcher@5408807c main
[junit4:junit4]   2> 272165 T920 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369426176444/nodes_used_collection_shard2_replica1/data/tlog
[junit4:junit4]   2> 272170 T920 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 272170 T920 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 272173 T891 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 272173 T891 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 272174 T891 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 272175 T932 oasc.SolrCore.registerSearcher [nodes_used_collection_shard2_replica1] Registered new searcher Searcher@5408807c main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 272178 T891 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 272179 T891 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 272200 T891 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 272236 T891 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 272237 T891 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 272239 T891 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 272188 T920 oasc.ZkController.publish publishing core=nodes_used_collection_shard2_replica1 state=down
[junit4:junit4]   2> 272235 T857 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 272304 T891 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 272339 T857 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 272352 T891 oass.SolrIndexSearcher.<init> Opening Searcher@503b8f3f main
[junit4:junit4]   2> 272353 T891 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369426171803/nodes_used_collection_shard1_replica2/data/tlog
[junit4:junit4]   2> 272355 T891 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 272355 T891 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 272373 T857 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 272386 T933 oasc.SolrCore.registerSearcher [nodes_used_collection_shard1_replica2] Registered new searcher Searcher@503b8f3f main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 272391 T891 oasc.ZkController.publish publishing core=nodes_used_collection_shard1_replica2 state=down
[junit4:junit4]   2> 272392 T857 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 272393 T857 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 272393 T857 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 272409 T857 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 272416 T857 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 272418 T857 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 272421 T857 oasc.SolrCore.<init> [nodes_used_collection_shard2_replica2] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369426168058/nodes_used_collection_shard2_replica2/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369426168058/nodes_used_collection_shard2_replica2/data/
[junit4:junit4]   2> 272422 T857 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@73276b5f
[junit4:junit4]   2> 272423 T857 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 272424 T857 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369426168058/nodes_used_collection_shard2_replica2/data
[junit4:junit4]   2> 272425 T857 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369426168058/nodes_used_collection_shard2_replica2/data/index/
[junit4:junit4]   2> 272426 T857 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard2_replica2] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369426168058/nodes_used_collection_shard2_replica2/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 272426 T857 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369426168058/nodes_used_collection_shard2_replica2/data/index
[junit4:junit4]   2> 272433 T857 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@3579732c lockFactory=org.apache.lucene.store.NativeFSLockFactory@50ea3aaf; maxCacheMB=0.7021484375 maxMergeSizeMB=0.208984375)),segFN=segments_1,generation=1}
[junit4:junit4]   2> 272434 T857 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 272438 T857 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 272439 T857 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 272440 T857 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 272442 T857 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 272443 T857 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 272443 T857 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 272444 T857 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 272445 T857 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 272446 T857 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 272488 T857 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 272511 T857 oass.SolrIndexSearcher.<init> Opening Searcher@6c029452 main
[junit4:junit4]   2> 272512 T857 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369426168058/nodes_used_collection_shard2_replica2/data/tlog
[junit4:junit4]   2> 272514 T857 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 272515 T857 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 272523 T934 oasc.SolrCore.registerSearcher [nodes_used_collection_shard2_replica2] Registered new searcher Searcher@6c029452 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 272527 T857 oasc.ZkController.publish publishing core=nodes_used_collection_shard2_replica2 state=down
[junit4:junit4]   2> 272774 T866 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 272781 T866 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"nodes_used_collection_shard1_replica1",
[junit4:junit4]   2> 	  "collection":"nodes_used_collection",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52145_gc%2Fld",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52145/gc/ld"}
[junit4:junit4]   2> 272782 T866 oasc.Overseer$ClusterStateUpdater.createCollection Create collection nodes_used_collection with numShards 2
[junit4:junit4]   2> 272819 T866 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"nodes_used_collection_shard2_replica1",
[junit4:junit4]   2> 	  "collection":"nodes_used_collection",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52154_gc%2Fld",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52154/gc/ld"}
[junit4:junit4]   2> 272841 T866 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"nodes_used_collection_shard1_replica2",
[junit4:junit4]   2> 	  "collection":"nodes_used_collection",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52148_gc%2Fld",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52148/gc/ld"}
[junit4:junit4]   2> 272853 T866 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"nodes_used_collection_shard2_replica2",
[junit4:junit4]   2> 	  "collection":"nodes_used_collection",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52141_gc%2Fld",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52141/gc/ld"}
[junit4:junit4]   2> 272869 T925 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 272871 T897 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 272874 T865 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 272876 T883 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 272877 T911 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 272878 T870 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 273121 T878 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard1_replica1
[junit4:junit4]   2> 273122 T878 oasc.ZkController.register Register replica - core:nodes_used_collection_shard1_replica1 address:http://127.0.0.1:52145/gc/ld collection:nodes_used_collection shard:shard1
[junit4:junit4]   2> 273124 T878 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leader_elect/shard1/election
[junit4:junit4]   2> 273155 T878 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 273168 T878 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=179999
[junit4:junit4]   2> 273266 T920 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard2_replica1
[junit4:junit4]   2> 273267 T920 oasc.ZkController.register Register replica - core:nodes_used_collection_shard2_replica1 address:http://127.0.0.1:52154/gc/ld collection:nodes_used_collection shard:shard2
[junit4:junit4]   2> 273270 T920 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leader_elect/shard2/election
[junit4:junit4]   2> 273300 T920 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 273308 T920 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=179998
[junit4:junit4]   2> 273406 T891 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard1_replica2
[junit4:junit4]   2> 273407 T891 oasc.ZkController.register Register replica - core:nodes_used_collection_shard1_replica2 address:http://127.0.0.1:52148/gc/ld collection:nodes_used_collection shard:shard1
[junit4:junit4]   2> 273546 T857 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard2_replica2
[junit4:junit4]   2> 273547 T857 oasc.ZkController.register Register replica - core:nodes_used_collection_shard2_replica2 address:http://127.0.0.1:52141/gc/ld collection:nodes_used_collection shard:shard2
[junit4:junit4]   2> 273671 T878 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 273671 T878 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 273672 T878 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:52145/gc/ld/nodes_used_collection_shard1_replica1/
[junit4:junit4]   2> 273689 T878 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&connTimeout=30000&socketTimeout=30000&retry=false
[junit4:junit4]   2> 273727 T878 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard1_replica1 url=http://127.0.0.1:52145/gc/ld START replicas=[http://127.0.0.1:52148/gc/ld/nodes_used_collection_shard1_replica2/] nUpdates=100
[junit4:junit4]   2> 273728 T878 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard1_replica1 url=http://127.0.0.1:52145/gc/ld DONE.  We have no versions.  sync failed.
[junit4:junit4]   2> 273729 T878 oasc.SyncStrategy.syncReplicas Leader's attempt to sync with shard failed, moving to the next canidate
[junit4:junit4]   2> 273729 T878 oasc.ShardLeaderElectionContext.runLeaderProcess We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4:junit4]   2> 273730 T878 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:52145/gc/ld/nodes_used_collection_shard1_replica1/
[junit4:junit4]   2> 273730 T878 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leaders/shard1
[junit4:junit4]   2> ASYNC  NEW_CORE C236 name=nodes_used_collection_shard1_replica2 org.apache.solr.core.SolrCore@2e958769 url=http://127.0.0.1:52148/gc/ld/nodes_used_collection_shard1_replica2 node=127.0.0.1:52148_gc%2Fld C236_STATE=coll:nodes_used_collection core:nodes_used_collection_shard1_replica2 props:{shard=shard1, state=down, core=nodes_used_collection_shard1_replica2, collection=nodes_used_collection, node_name=127.0.0.1:52148_gc%2Fld, base_url=http://127.0.0.1:52148/gc/ld}
[junit4:junit4]   2> 273761 T893 C236 P52148 oasc.SolrCore.execute [nodes_used_collection_shard1_replica2] webapp=/gc/ld path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=2 
[junit4:junit4]   2> 273823 T920 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 273824 T920 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 273825 T920 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:52154/gc/ld/nodes_used_collection_shard2_replica1/
[junit4:junit4]   2> 273825 T920 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard2_replica1 url=http://127.0.0.1:52154/gc/ld START replicas=[http://127.0.0.1:52141/gc/ld/nodes_used_collection_shard2_replica2/] nUpdates=100
[junit4:junit4]   2> 273830 T920 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard2_replica1 url=http://127.0.0.1:52154/gc/ld DONE.  We have no versions.  sync failed.
[junit4:junit4]   2> 273830 T920 oasc.SyncStrategy.syncReplicas Leader's attempt to sync with shard failed, moving to the next canidate
[junit4:junit4]   2> 273831 T920 oasc.ShardLeaderElectionContext.runLeaderProcess We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4:junit4]   2> 273831 T920 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:52154/gc/ld/nodes_used_collection_shard2_replica1/
[junit4:junit4]   2> 273832 T920 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leaders/shard2
[junit4:junit4]   2> ASYNC  NEW_CORE C237 name=nodes_used_collection_shard2_replica2 org.apache.solr.core.SolrCore@36f3ec92 url=http://127.0.0.1:52141/gc/ld/nodes_used_collection_shard2_replica2 node=127.0.0.1:52141_gc%2Fld C237_STATE=coll:nodes_used_collection core:nodes_used_collection_shard2_replica2 props:{shard=shard2, state=down, core=nodes_used_collection_shard2_replica2, collection=nodes_used_collection, node_name=127.0.0.1:52141_gc%2Fld, base_url=http://127.0.0.1:52141/gc/ld}
[junit4:junit4]   2> 273878 T858 C237 P52141 oasc.SolrCore.execute [nodes_used_collection_shard2_replica2] webapp=/gc/ld path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=9 
[junit4:junit4]   2> 274420 T866 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 274497 T911 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 274497 T865 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 274498 T870 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 274500 T883 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 274501 T897 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 274504 T925 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 274534 T891 oasc.ZkController.register We are http://127.0.0.1:52148/gc/ld/nodes_used_collection_shard1_replica2/ and leader is http://127.0.0.1:52145/gc/ld/nodes_used_collection_shard1_replica1/
[junit4:junit4]   2> 274535 T891 oasc.ZkController.register No LogReplay needed for core=nodes_used_collection_shard1_replica2 baseURL=http://127.0.0.1:52148/gc/ld
[junit4:junit4]   2> 274535 T891 oasc.ZkController.checkRecovery Core needs to recover:nodes_used_collection_shard1_replica2
[junit4:junit4]   2> 274536 T891 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> 274536 T920 oasc.ZkController.register We are http://127.0.0.1:52154/gc/ld/nodes_used_collection_shard2_replica1/ and leader is http://127.0.0.1:52154/gc/ld/nodes_used_collection_shard2_replica1/
[junit4:junit4]   2> 274546 T920 oasc.ZkController.register No LogReplay needed for core=nodes_used_collection_shard2_replica1 baseURL=http://127.0.0.1:52154/gc/ld
[junit4:junit4]   2> 274546 T920 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 274547 T920 oasc.ZkController.publish publishing core=nodes_used_collection_shard2_replica1 state=active
[junit4:junit4]   2> 274548 T937 C236 P52148 oasc.RecoveryStrategy.run Starting recovery process.  core=nodes_used_collection_shard1_replica2 recoveringAfterStartup=true
[junit4:junit4]   2> 274549 T937 C236 P52148 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 274558 T937 C236 P52148 oasc.ZkController.publish publishing core=nodes_used_collection_shard1_replica2 state=recovering
[junit4:junit4]   2> 274561 T891 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 274567 T937 C236 P52148 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 274577 T878 oasc.ZkController.register We are http://127.0.0.1:52145/gc/ld/nodes_used_collection_shard1_replica1/ and leader is http://127.0.0.1:52145/gc/ld/nodes_used_collection_shard1_replica1/
[junit4:junit4]   2> 274577 T878 oasc.ZkController.register No LogReplay needed for core=nodes_used_collection_shard1_replica1 baseURL=http://127.0.0.1:52145/gc/ld
[junit4:junit4]   2> 274578 T878 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 274578 T878 oasc.ZkController.publish publishing core=nodes_used_collection_shard1_replica1 state=active
[junit4:junit4]   2> 274579 T920 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 274592 T891 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={numShards=2&shard=shard1&name=nodes_used_collection_shard1_replica2&action=CREATE&collection=nodes_used_collection&wt=javabin&qt=/admin/cores&version=2} status=0 QTime=7531 
[junit4:junit4]   2> 274610 T920 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={numShards=2&shard=shard2&name=nodes_used_collection_shard2_replica1&action=CREATE&collection=nodes_used_collection&wt=javabin&qt=/admin/cores&version=2} status=0 QTime=7549 
[junit4:junit4]   2> 274612 T878 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 274615 T878 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={numShards=2&shard=shard1&name=nodes_used_collection_shard1_replica1&action=CREATE&collection=nodes_used_collection&wt=javabin&qt=/admin/cores&version=2} status=0 QTime=7552 
[junit4:junit4]   2> 274624 T857 oasc.ZkController.register We are http://127.0.0.1:52141/gc/ld/nodes_used_collection_shard2_replica2/ and leader is http://127.0.0.1:52154/gc/ld/nodes_used_collection_shard2_replica1/
[junit4:junit4]   2> 274628 T857 oasc.ZkController.register No LogReplay needed for core=nodes_used_collection_shard2_replica2 baseURL=http://127.0.0.1:52141/gc/ld
[junit4:junit4]   2> 274629 T857 oasc.ZkController.checkRecovery Core needs to recover:nodes_used_collection_shard2_replica2
[junit4:junit4]   2> 274629 T857 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> 274631 T875 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 127.0.0.1:52148_gc%2Fld_nodes_used_collection_shard1_replica2, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4]   2> 274633 T938 C237 P52141 oasc.RecoveryStrategy.run Starting recovery process.  core=nodes_used_collection_shard2_replica2 recoveringAfterStartup=true
[junit4:junit4]   2> 274633 T938 C237 P52141 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 274635 T938 C237 P52141 oasc.ZkController.publish publishing core=nodes_used_collection_shard2_replica2 state=recovering
[junit4:junit4]   2> 274641 T938 C237 P52141 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 274659 T857 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 274677 T857 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={numShards=2&shard=shard2&name=nodes_used_collection_shard2_replica2&action=CREATE&collection=nodes_used_collection&wt=javabin&qt=/admin/cores&version=2} status=0 QTime=7613 
[junit4:junit4]   2> 274680 T867 oasc.OverseerCollectionProcessor.createCollection Finished create command on all shards for collection: nodes_used_collection
[junit4:junit4]   2> 274695 T919 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 127.0.0.1:52141_gc%2Fld_nodes_used_collection_shard2_replica2, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4]   2> 274746 T883 oasc.DistributedQueue$LatchChildWatcher.process Watcher fired on path: /overseer/collection-queue-work/qnr-0000000000 state: SyncConnected type NodeDataChanged
[junit4:junit4]   2> 274760 T865 oasc.DistributedQueue$LatchChildWatcher.process Watcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
[junit4:junit4]   2> 274762 T867 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Message id:/overseer/collection-queue-work/qn-0000000000 complete, response:{success={null={responseHeader={status=0,QTime=7531},core=nodes_used_collection_shard1_replica2},null={responseHeader={status=0,QTime=7549},core=nodes_used_collection_shard2_replica1},null={responseHeader={status=0,QTime=7552},core=nodes_used_collection_shard1_replica1},null={responseHeader={status=0,QTime=7613},core=nodes_used_collection_shard2_replica2}}}
[junit4:junit4]   2> 274764 T877 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/collections params={numShards=2&name=nodes_used_collection&replicationFactor=2&action=CREATE&wt=javabin&version=2} status=0 QTime=7767 
[junit4:junit4]   2> 274766 T843 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 274768 T843 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 274774 T940 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@788cc1d7 name:ZooKeeperConnection Watcher:127.0.0.1:52138/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 274775 T843 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 274780 T843 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 274791 T843 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 274797 T843 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 274802 T942 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@36f4732a name:ZooKeeperConnection Watcher:127.0.0.1:52138/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 274803 T843 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 274808 T843 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 274864 T879 oasha.CollectionsHandler.handleCreateAction Creating Collection : numShards=2&maxShardsPerNode=3&name=awholynewcollection_0&replicationFactor=5&action=CREATE&wt=javabin&version=2
[junit4:junit4]   2> 274870 T865 oasc.DistributedQueue$LatchChildWatcher.process Watcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
[junit4:junit4]   2> 274879 T867 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Get the message id:/overseer/collection-queue-work/qn-0000000002 message:{
[junit4:junit4]   2> 	  "operation":"createcollection",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "maxShardsPerNode":"3",
[junit4:junit4]   2> 	  "createNodeSet":null,
[junit4:junit4]   2> 	  "name":"awholynewcollection_0",
[junit4:junit4]   2> 	  "replicationFactor":"5"}
[junit4:junit4]   2> 274881 T867 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard1_replica1 as part of slice shard1 of collection awholynewcollection_0 on 127.0.0.1:52154_gc%2Fld
[junit4:junit4]   2> 274884 T867 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard1_replica2 as part of slice shard1 of collection awholynewcollection_0 on 127.0.0.1:52141_gc%2Fld
[junit4:junit4]   2> 274885 T867 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard1_replica3 as part of slice shard1 of collection awholynewcollection_0 on 127.0.0.1:52145_gc%2Fld
[junit4:junit4]   2> 274906 T867 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard1_replica4 as part of slice shard1 of collection awholynewcollection_0 on 127.0.0.1:52151_gc%2Fld
[junit4:junit4]   2> 274910 T916 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard1_replica1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369426176444/awholynewcollection_0_shard1_replica1
[junit4:junit4]   2> 274918 T916 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4]   2> 274917 T907 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard1_replica4' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369426174195/awholynewcollection_0_shard1_replica4
[junit4:junit4]   2> 274919 T907 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4]   2> 274914 T874 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard1_replica3' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369426169486/awholynewcollection_0_shard1_replica3
[junit4:junit4]   2> 274922 T874 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4]   2> 274927 T874 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:awholynewcollection_0
[junit4:junit4]   2> 274928 T874 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4]   2> 274935 T874 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4]   2> 274935 T874 oascc.SolrZkClient.makePath makePath: /collections/awholynewcollection_0
[junit4:junit4]   2> 274914 T860 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard1_replica2' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369426168058/awholynewcollection_0_shard1_replica2
[junit4:junit4]   2> 274939 T860 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4]   2> 274940 T916 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:awholynewcollection_0
[junit4:junit4]   2> 274940 T916 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4]   2> 274942 T907 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:awholynewcollection_0
[junit4:junit4]   2> 274942 T907 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4]   2> 274952 T860 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:awholynewcollection_0
[junit4:junit4]   2> 274955 T860 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4]   2> 274964 T916 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4]   2> 274965 T916 oascc.SolrZkClient.makePath makePath: /collections/awholynewcollection_0
[junit4:junit4]   2> 274966 T907 oascc.SolrZkClient.makePath makePath: /collections/awholynewcollection_0
[junit4:junit4]   2> 274964 T867 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard1_replica5 as part of slice shard1 of collection awholynewcollection_0 on 127.0.0.1:52148_gc%2Fld
[junit4:junit4]   2> 274966 T874 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4]   2> 274977 T916 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4]   2> 274979 T860 oascc.SolrZkClient.makePath makePath: /collections/awholynewcollection_0
[junit4:junit4]   2> 274982 T907 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4]   2> 274987 T916 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369426176444/awholynewcollection_0_shard1_replica1/'
[junit4:junit4]   2> 275005 T874 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369426169486/awholynewcollection_0_shard1_replica3/'
[junit4:junit4]   2> 275030 T890 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard1_replica5' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369426171803/awholynewcollection_0_shard1_replica5
[junit4:junit4]   2> 275031 T867 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard2_replica1 as part of slice shard2 of collection awholynewcollection_0 on 127.0.0.1:52154_gc%2Fld
[junit4:junit4]   2> 275031 T890 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4]   2> 275035 T907 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369426174195/awholynewcollection_0_shard1_replica4/'
[junit4:junit4]   2> 275037 T890 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 275038 T890 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4]   2> 275051 T867 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard2_replica2 as part of slice shard2 of collection awholynewcollection_0 on 127.0.0.1:52141_gc%2Fld
[junit4:junit4]   2> 275057 T890 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369426171803/awholynewcollection_0_shard1_replica5/'
[junit4:junit4]   2> 275072 T920 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard2_replica1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369426176444/awholynewcollection_0_shard2_replica1
[junit4:junit4]   2> 275073 T920 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4]   2> 275077 T858 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard2_replica2' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369426168058/awholynewcollection_0_shard2_replica2
[junit4:junit4]   2> 275078 T858 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4]   2> 275076 T867 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard2_replica3 as part of slice shard2 of collection awholynewcollection_0 on 127.0.0.1:52145_gc%2Fld
[junit4:junit4]   2> 275084 T867 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard2_replica4 as part of slice shard2 of collection awholynewcollection_0 on 127.0.0.1:52151_gc%2Fld
[junit4:junit4]   2> 275089 T920 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 275096 T920 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4]   2> 275089 T860 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4]   2> 275088 T878 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard2_replica3' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369426169486/awholynewcollection_0_shard2_replica3
[junit4:junit4]   2> 275099 T878 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4]   2> 275104 T902 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard2_replica4' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369426174195/awholynewcollection_0_shard2_replica4
[junit4:junit4]   2> 275105 T902 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4]   2> 275106 T867 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard2_replica5 as part of slice shard2 of collection awholynewcollection_0 on 127.0.0.1:52148_gc%2Fld
[junit4:junit4]   2> 275111 T893 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard2_replica5' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369426171803/awholynewcollection_0_shard2_replica5
[junit4:junit4]   2> 275126 T893 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4]   2> 275124 T878 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 275127 T878 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4]   2> 275125 T858 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 275128 T858 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4]   2> 275138 T893 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 275139 T893 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4]   2> 275141 T902 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 275141 T902 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4]   2> 275146 T920 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369426176444/awholynewcollection_0_shard2_replica1/'
[junit4:junit4]   2> 275174 T878 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369426169486/awholynewcollection_0_shard2_replica3/'
[junit4:junit4]   2> 275199 T893 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369426171803/awholynewcollection_0_shard2_replica5/'
[junit4:junit4]   2> 275203 T860 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369426168058/awholynewcollection_0_shard1_replica2/'
[junit4:junit4]   2> 275210 T902 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369426174195/awholynewcollection_0_shard2_replica4/'
[junit4:junit4]   2> 275214 T858 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369426168058/awholynewcollection_0_shard2_replica2/'
[junit4:junit4]   2> 275631 T893 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 275640 T920 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 275898 T916 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 275924 T907 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 275930 T890 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 275927 T858 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 275965 T878 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 276044 T874 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 276086 T866 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 276089 T866 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:52154_gc%2Fld_nodes_used_collection_shard2_replica1",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"nodes_used_collection_shard2_replica1",
[junit4:junit4]   2> 	  "collection":"nodes_used_collection",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52154_gc%2Fld",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52154/gc/ld"}
[junit4:junit4]   2> 276096 T860 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 276202 T920 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 276267 T866 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:52148_gc%2Fld_nodes_used_collection_shard1_replica2",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"nodes_used_collection_shard1_replica2",
[junit4:junit4]   2> 	  "collection":"nodes_used_collection",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52148_gc%2Fld",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52148/gc/ld"}
[junit4:junit4]   2> 276271 T920 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 276299 T866 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:52145_gc%2Fld_nodes_used_collection_shard1_replica1",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"nodes_used_collection_shard1_replica1",
[junit4:junit4]   2> 	  "collection":"nodes_used_collection",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52145_gc%2Fld",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52145/gc/ld"}
[junit4:junit4]   2> 276332 T866 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:52141_gc%2Fld_nodes_used_collection_shard2_replica2",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"nodes_used_collection_shard2_replica2",
[junit4:junit4]   2> 	  "collection":"nodes_used_collection",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52141_gc%2Fld",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52141/gc/ld"}
[junit4:junit4]   2> 276343 T902 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 276349 T883 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 276349 T911 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 276349 T897 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 276350 T870 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 276350 T942 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 276349 T940 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 276350 T925 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 276349 T865 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 276442 T920 oass.IndexSchema.readSchema [awholynewcollection_0_shard2_replica1] Schema name=test
[junit4:junit4]   2> 276635 T875 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 127.0.0.1:52148_gc%2Fld_nodes_used_collection_shard1_replica2, state: recovering, checkLive: true, onlyIfLeader: true for: 2 seconds.
[junit4:junit4]   2> 276636 T875 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=127.0.0.1:52148_gc%252Fld_nodes_used_collection_shard1_replica2&state=recovering&nodeName=127.0.0.1:52148_gc%252Fld&action=PREPRECOVERY&checkLive=true&core=nodes_used_collection_shard1_replica1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2005 
[junit4:junit4]   2> 276710 T919 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 127.0.0.1:52141_gc%2Fld_nodes_used_collection_shard2_replica2, state: recovering, checkLive: true, onlyIfLeader: true for: 2 seconds.
[junit4:junit4]   2> 276710 T919 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=127.0.0.1:52141_gc%252Fld_nodes_used_collection_shard2_replica2&state=recovering&nodeName=127.0.0.1:52141_gc%252Fld&action=PREPRECOVERY&checkLive=true&core=nodes_used_collection_shard2_replica1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2015 
[junit4:junit4]   2> 276800 T890 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 276808 T890 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 276937 T858 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 276959 T907 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 276960 T858 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 276963 T893 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 277008 T907 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 277017 T893 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 277018 T907 oass.IndexSchema.readSchema [awholynewcollection_0_shard1_replica4] Schema name=test
[junit4:junit4]   2> 277027 T893 oass.IndexSchema.readSchema [awholynewcollection_0_shard2_replica5] Schema name=test
[junit4:junit4]   2> 277019 T916 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 277053 T878 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 277056 T916 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 277066 T916 oass.IndexSchema.readSchema [awholynewcollection_0_shard1_replica1] Schema name=test
[junit4:junit4]   2> 277075 T878 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 277079 T890 oass.IndexSchema.readSchema [awholynewcollection_0_shard1_replica5] Schema name=test
[junit4:junit4]   2> 277092 T878 oass.IndexSchema.readSchema [awholynewcollection_0_shard2_replica3] Schema name=test
[junit4:junit4]   2> 277149 T858 oass.IndexSchema.readSchema [awholynewcollection_0_shard2_replica2] Schema name=test
[junit4:junit4]   2> 277248 T860 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 277259 T860 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 277323 T874 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 277331 T860 oass.IndexSchema.readSchema [awholynewcollection_0_shard1_replica2] Schema name=test
[junit4:junit4]   2> 277338 T874 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 277376 T874 oass.IndexSchema.readSchema [awholynewcollection_0_shard1_replica3] Schema name=test
[junit4:junit4]   2> 277384 T902 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 277404 T902 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 277432 T902 oass.IndexSchema.readSchema [awholynewcollection_0_shard2_replica4] Schema name=test
[junit4:junit4]   2> ASYNC  NEW_CORE C238 name=nodes_used_collection_shard1_replica2 org.apache.solr.core.SolrCore@2e958769 url=http://127.0.0.1:52148/gc/ld/nodes_used_collection_shard1_replica2 node=127.0.0.1:52148_gc%2Fld C238_STATE=coll:nodes_used_collection core:nodes_used_collection_shard1_replica2 props:{shard=shard1, state=recovering, core=nodes_used_collection_shard1_replica2, collection=nodes_used_collection, node_name=127.0.0.1:52148_gc%2Fld, base_url=http://127.0.0.1:52148/gc/ld}
[junit4:junit4]   2> 278642 T937 C238 P52148 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:52145/gc/ld/nodes_used_collection_shard1_replica1/ core=nodes_used_collection_shard1_replica2 - recoveringAfterStartup=true
[junit4:junit4]   2> 278643 T937 C238 P52148 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard1_replica2 url=http://127.0.0.1:52148/gc/ld START replicas=[http://127.0.0.1:52145/gc/ld/nodes_used_collection_shard1_replica1/] nUpdates=100
[junit4:junit4]   2> 278644 T937 C238 P52148 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 278644 T937 C238 P52148 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=nodes_used_collection_shard1_replica2
[junit4:junit4]   2> 278645 T937 C238 P52148 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=nodes_used_collection_shard1_replica2
[junit4:junit4]   2> 278645 T937 C238 P52148 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=nodes_used_collection_shard1_replica2
[junit4:junit4]   2> 278645 T937 C238 P52148 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 278646 T937 C238 P52148 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:52145/gc/ld/nodes_used_collection_shard1_replica1/. core=nodes_used_collection_shard1_replica2
[junit4:junit4]   2> ASYNC  NEW_CORE C239 name=nodes_used_collection_shard1_replica2 org.apache.solr.core.SolrCore@2e958769 url=http://127.0.0.1:52148/gc/ld/nodes_used_collection_shard1_replica2 node=127.0.0.1:52148_gc%2Fld C239_STATE=coll:nodes_used_collection core:nodes_used_collection_shard1_replica2 props:{shard=shard1, state=recovering, core=nodes_used_collection_shard1_replica2, collection=nodes_used_collection, node_name=127.0.0.1:52148_gc%2Fld, base_url=http://127.0.0.1:52148/gc/ld}
[junit4:junit4]   2> 278663 T937 C239 P52148 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C240 name=nodes_used_collection_shard2_replica2 org.apache.solr.core.SolrCore@36f3ec92 url=http://127.0.0.1:52141/gc/ld/nodes_used_collection_shard2_replica2 node=127.0.0.1:52141_gc%2Fld C240_STATE=coll:nodes_used_collection core:nodes_used_collection_shard2_replica2 props:{shard=shard2, state=recovering, core=nodes_used_collection_shard2_replica2, collection=nodes_used_collection, node_name=127.0.0.1:52141_gc%2Fld, base_url=http://127.0.0.1:52141/gc/ld}
[junit4:junit4]   2> 278721 T938 C240 P52141 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:52154/gc/ld/nodes_used_collection_shard2_replica1/ core=nodes_used_collection_shard2_replica2 - recoveringAfterStartup=true
[junit4:junit4]   2> 278722 T938 C240 P52141 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard2_replica2 url=http://127.0.0.1:52141/gc/ld START replicas=[http://127.0.0.1:52154/gc/ld/nodes_used_collection_shard2_replica1/] nUpdates=100
[junit4:junit4]   2> 278723 T938 C240 P52141 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 278723 T938 C240 P52141 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=nodes_used_collection_shard2_replica2
[junit4:junit4]   2> 278723 T938 C240 P52141 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=nodes_used_collection_shard2_replica2
[junit4:junit4]   2> 278724 T938 C240 P52141 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=nodes_used_collection_shard2_replica2
[junit4:junit4]   2> 278724 T938 C240 P52141 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 278732 T938 C240 P52141 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:52154/gc/ld/nodes_used_collection_shard2_replica1/. core=nodes_used_collection_shard2_replica2
[junit4:junit4]   2> 278733 T938 C240 P52141 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C241 name=nodes_used_collection_shard1_replica1 org.apache.solr.core.SolrCore@1b001088 url=http://127.0.0.1:52145/gc/ld/nodes_used_collection_shard1_replica1 node=127.0.0.1:52145_gc%2Fld C241_STATE=coll:nodes_used_collection core:nodes_used_collection_shard1_replica1 props:{shard=shard1, state=active, core=nodes_used_collection_shard1_replica1, collection=nodes_used_collection, node_name=127.0.0.1:52145_gc%2Fld, base_url=http://127.0.0.1:52145/gc/ld, leader=true}
[junit4:junit4]   2> 278764 T876 C241 P52145 oasc.SolrCore.execute [nodes_used_collection_shard1_replica1] webapp=/gc/ld path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=16 
[junit4:junit4]   2> ASYNC  NEW_CORE C242 name=nodes_used_collection_shard2_replica1 org.apache.solr.core.SolrCore@647f1ba9 url=http://127.0.0.1:52154/gc/ld/nodes_used_collection_shard2_replica1 node=127.0.0.1:52154_gc%2Fld C242_STATE=coll:nodes_used_collection core:nodes_used_collection_shard2_replica1 props:{shard=shard2, state=active, core=nodes_used_collection_shard2_replica1, collection=nodes_used_collection, node_name=127.0.0.1:52154_gc%2Fld, base_url=http://127.0.0.1:52154/gc/ld, leader=true}
[junit4:junit4]   2> 278934 T917 C242 P52154 oasc.SolrCore.execute [nodes_used_collection_shard2_replica1] webapp=/gc/ld path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=30 
[junit4:junit4]   2> 278965 T915 C242 P52154 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> ASYNC  NEW_CORE C243 name=nodes_used_collection_shard1_replica1 org.apache.solr.core.SolrCore@1b001088 url=http://127.0.0.1:52145/gc/ld/nodes_used_collection_shard1_replica1 node=127.0.0.1:52145_gc%2Fld C243_STATE=coll:nodes_used_collection core:nodes_used_collection_shard1_replica1 props:{shard=shard1, state=active, core=nodes_used_collection_shard1_replica1, collection=nodes_used_collection, node_name=127.0.0.1:52145_gc%2Fld, base_url=http://127.0.0.1:52145/gc/ld, leader=true}
[junit4:junit4]   2> 278967 T877 C243 P52145 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> ASYNC  NEW_CORE C244 name=nodes_used_collection_shard2_replica1 org.apache.solr.core.SolrCore@647f1ba9 url=http://127.0.0.1:52154/gc/ld/nodes_used_collection_shard2_replica1 node=127.0.0.1:52154_gc%2Fld C244_STATE=coll:nodes_used_collection core:nodes_used_collection_shard2_replica1 props:{shard=shard2, state=active, core=nodes_used_collection_shard2_replica1, collection=nodes_used_collection, node_name=127.0.0.1:52154_gc%2Fld, base_url=http://127.0.0.1:52154/gc/ld, leader=true}
[junit4:junit4]   2> 279285 T915 C244 P52154 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@3f52a96 lockFactory=org.apache.lucene.store.NativeFSLockFactory@44c2a252; maxCacheMB=0.7021484375 maxMergeSizeMB=0.208984375)),segFN=segments_1,generation=1}
[junit4:junit4]   2> 279299 T915 C244 P52154 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> ASYNC  NEW_CORE C245 name=nodes_used_collection_shard1_replica1 org.apache.solr.core.SolrCore@1b001088 url=http://127.0.0.1:52145/gc/ld/nodes_used_collection_shard1_replica1 node=127.0.0.1:52145_gc%2Fld C245_STATE=coll:nodes_used_collection core:nodes_used_collection_shard1_replica1 props:{shard=shard1, state=active, core=nodes_used_collection_shard1_replica1, collection=nodes_used_collection, node_name=127.0.0.1:52145_gc%2Fld, base_url=http://127.0.0.1:52145/gc/ld, leader=true}
[junit4:junit4]   2> 279321 T877 C245 P52145 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@6f3a3004 lockFactory=org.apache.lucene.store.NativeFSLockFactory@fe55b47; maxCacheMB=0.7021484375 maxMergeSizeMB=0.208984375)),segFN=segments_1,generation=1}
[junit4:junit4]   2> 279338 T877 C245 P52145 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 279338 T915 C244 P52154 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@3f52a96 lockFactory=org.apache.lucene.store.NativeFSLockFactory@44c2a252; maxCacheMB=0.7021484375 maxMergeSizeMB=0.208984375)),segFN=segments_1,generation=1}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@3f52a96 lockFactory=org.apache.lucene.store.NativeFSLockFactory@44c2a252; maxCacheMB=0.7021484375 maxMergeSizeMB=0.208984375)),segFN=segments_2,generation=2}
[junit4:junit4]   2> 279340 T915 C244 P52154 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4]   2> 279361 T915 C244 P52154 oass.SolrIndexSearcher.<init> Opening Searcher@1978cda6 realtime
[junit4:junit4]   2> 279362 T915 C244 P52154 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 279363 T915 C244 P52154 oasup.LogUpdateProcessor.finish [nodes_used_collection_shard2_replica1] webapp=/gc/ld path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 401
[junit4:junit4]   2> ASYNC  NEW_CORE C246 name=nodes_used_collection_shard2_replica2 org.apache.solr.core.SolrCore@36f3ec92 url=http://127.0.0.1:52141/gc/ld/nodes_used_collection_shard2_replica2 node=127.0.0.1:52141_gc%2Fld C246_STATE=coll:nodes_used_collection core:nodes_used_collection_shard2_replica2 props:{shard=shard2, state=recovering, core=nodes_used_collection_shard2_replica2, collection=nodes_used_collection, node_name=127.0.0.1:52141_gc%2Fld, base_url=http://127.0.0.1:52141/gc/ld}
[junit4:junit4]   2> 279368 T938 C246 P52141 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 279368 T938 C246 P52141 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 279377 T918 C244 P52154 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 279378 T918 C244 P52154 oasc.SolrCore.execute [nodes_used_collection_shard2_replica1] webapp=/gc/ld path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=6 
[junit4:junit4]   2> 279388 T877 C245 P52145 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@6f3a3004 lockFactory=org.apache.lucene.store.NativeFSLockFactory@fe55b47; maxCacheMB=0.7021484375 maxMergeSizeMB=0.208984375)),segFN=segments_1,generation=1}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@6f3a3004 lockFactory=org.apache.lucene.store.NativeFSLockFactory@fe55b47; maxCacheMB=0.7021484375 maxMergeSizeMB=0.208984375)),segFN=segments_2,generation=2}
[junit4:junit4]   2> 279395 T877 C245 P52145 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4]   2> 279397 T877 C245 P52145 oass.SolrIndexSearcher.<init> Opening Searcher@623edb5b realtime
[junit4:junit4]   2> 279398 T877 C245 P52145 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 279391 T938 C246 P52141 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 279399 T938 C246 P52141 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 279400 T938 C246 P52141 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 279399 T877 C245 P52145 oasup.LogUpdateProcessor.finish [nodes_used_collection_shard1_replica1] webapp=/gc/ld path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 584
[junit4:junit4]   2> ASYNC  NEW_CORE C247 name=nodes_used_collection_shard1_replica2 org.apache.solr.core.SolrCore@2e958769 url=http://127.0.0.1:52148/gc/ld/nodes_used_collection_shard1_replica2 node=127.0.0.1:52148_gc%2Fld C247_STATE=coll:nodes_used_collection core:nodes_used_collection_shard1_replica2 props:{shard=shard1, state=recovering, core=nodes_used_collection_shard1_replica2, collection=nodes_used_collection, node_name=127.0.0.1:52148_gc%2Fld, base_url=http://127.0.0.1:52148/gc/ld}
[junit4:junit4]   2> 279407 T937 C247 P52148 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> ASYNC  NEW_CORE C248 name=nodes_used_collection_shard1_replica2 org.apache.solr.core.SolrCore@2e958769 url=http://127.0.0.1:52148/gc/ld/nodes_used_collection_shard1_replica2 node=127.0.0.1:52148_gc%2Fld C248_STATE=coll:nodes_used_collection core:nodes_used_collection_shard1_replica2 props:{shard=shard1, state=recovering, core=nodes_used_collection_shard1_replica2, collection=nodes_used_collection, node_name=127.0.0.1:52148_gc%2Fld, base_url=http://127.0.0.1:52148/gc/ld}
[junit4:junit4]   2> 279417 T937 C248 P52148 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> ASYNC  NEW_CORE C249 name=nodes_used_collection_shard1_replica1 org.apache.solr.core.SolrCore@1b001088 url=http://127.0.0.1:52145/gc/ld/nodes_used_collection_shard1_replica1 node=127.0.0.1:52145_gc%2Fld C249_STATE=coll:nodes_used_collection core:nodes_used_collection_shard1_replica1 props:{shard=shard1, state=active, core=nodes_used_collection_shard1_replica1, collection=nodes_used_collection, node_name=127.0.0.1:52145_gc%2Fld, base_url=http://127.0.0.1:52145/gc/ld, leader=true}
[junit4:junit4]   2> 279462 T875 C249 P52145 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 279463 T875 C249 P52145 oasc.SolrCore.execute [nodes_used_collection_shard1_replica1] webapp=/gc/ld path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=33 
[junit4:junit4]   2> ASYNC  NEW_CORE C250 name=nodes_used_collection_shard2_replica1 org.apache.solr.core.SolrCore@647f1ba9 url=http://127.0.0.1:52154/gc/ld/nodes_used_collection_shard2_replica1 node=127.0.0.1:52154_gc%2Fld C250_STATE=coll:nodes_used_collection core:nodes_used_collection_shard2_replica1 props:{shard=shard2, state=active, core=nodes_used_collection_shard2_replica1, collection=nodes_used_collection, node_name=127.0.0.1:52154_gc%2Fld, base_url=http://127.0.0.1:52154/gc/ld, leader=true}
[junit4:junit4]   2> 279462 T915 C250 P52154 oasc.SolrCore.execute [nodes_used_collection_shard2_replica1] webapp=/gc/ld path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=42 
[junit4:junit4]   2> 279465 T937 C248 P52148 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 279466 T937 C248 P52148 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 279466 T937 C248 P52148 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> ASYNC  NEW_CORE C251 name=nodes_used_collection_shard2_replica2 org.apache.solr.core.SolrCore@36f3ec92 url=http://127.0.0.1:52141/gc/ld/nodes_used_collection_shard2_replica2 node=127.0.0.1:52141_gc%2Fld C251_STATE=coll:nodes_used_collection core:nodes_used_collection_shard2_replica2 props:{shard=shard2, state=recovering, core=nodes_used_collection_shard2_replica2, collection=nodes_used_collection, node_name=127.0.0.1:52141_gc%2Fld, base_url=http://127.0.0.1:52141/gc/ld}
[junit4:junit4]   2> 279467 T938 C251 P52141 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 279471 T877 C249 P52145 oasc.SolrCore.execute [nodes_used_collection_shard1_replica1] webapp=/gc/ld path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=2 
[junit4:junit4]   2> 279472 T937 C248 P52148 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 279482 T937 C248 P52148 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369426171803/nodes_used_collection_shard1_replica2/data/index.20130525100951280
[junit4:junit4]   2> 279483 T937 C248 P52148 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@4363ed85 lockFactory=org.apache.lucene.store.NativeFSLockFactory@204857bf) fullCopy=false
[junit4:junit4]   2> 279489 T876 C249 P52145 oasc.SolrCore.execute [nodes_used_collection_shard1_replica1] webapp=/gc/ld path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=1 
[junit4:junit4]   2> 279493 T938 C251 P52141 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369426168058/nodes_used_collection_shard2_replica2/data/index.20130525100951275
[junit4:junit4]   2> 279500 T938 C251 P52141 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@ed4ca76 lockFactory=org.apache.lucene.store.NativeFSLockFactory@ff5c61f) fullCopy=false
[junit4:junit4]   2> 279503 T937 C248 P52148 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 279518 T937 C248 P52148 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 279518 T937 C248 P52148 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=nodes_used_collection_shard1_replica2
[junit4:junit4]   2> 279522 T919 C250 P52154 oasc.SolrCore.execute [nodes_used_collection_shard2_replica1] webapp=/gc/ld path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=1 
[junit4:junit4]   2> 279535 T938 C251 P52141 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 279555 T937 C248 P52148 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@6cca6848 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3f12356a; maxCacheMB=0.7021484375 maxMergeSizeMB=0.208984375)),segFN=segments_1,generation=1}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@6cca6848 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3f12356a; maxCacheMB=0.7021484375 maxMergeSizeMB=0.208984375)),segFN=segments_2,generation=2}
[junit4:junit4]   2> 279563 T937 C248 P52148 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4]   2> 279564 T937 C248 P52148 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 279564 T937 C248 P52148 oass.SolrIndexSearcher.<init> Opening Searcher@36f2b289 main
[junit4:junit4]   2> 279566 T933 oasc.SolrCore.registerSearcher [nodes_used_collection_shard1_replica2] Registered new searcher Searcher@36f2b289 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 279567 T937 C248 P52148 oasc.CachingDirectoryFactory.closeCacheValue looking to close /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369426171803/nodes_used_collection_shard1_replica2/data/index.20130525100951280 [CachedDir<<refCount=0;path=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369426171803/nodes_used_collection_shard1_replica2/data/index.20130525100951280;done=true>>]
[junit4:junit4]   2> 279568 T937 C248 P52148 oasc.CachingDirectoryFactory.close Closing directory: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369426171803/nodes_used_collection_shard1_replica2/data/index.20130525100951280
[junit4:junit4]   2> 279568 T937 C248 P52148 oasc.CachingDirectoryFactory.closeCacheValue Removing directory before core close: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369426171803/nodes_used_collection_shard1_replica2/data/index.20130525100951280
[junit4:junit4]   2> 279569 T937 C248 P52148 oasc.RecoveryStrategy.replay No replay needed. core=nodes_used_collection_shard1_replica2
[junit4:junit4]   2> 279569 T937 C248 P52148 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=nodes_used_collection_shard1_replica2
[junit4:junit4]   2> 279569 T937 C248 P52148 oasc.ZkController.publish publishing core=nodes_used_collection_shard1_replica2 state=active
[junit4:junit4]   2> 279575 T938 C251 P52141 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 279575 T938 C251 P52141 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=nodes_used_collection_shard2_replica2
[junit4:junit4]   2> 279578 T938 C251 P52141 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@3579732c lockFactory=org.apache.lucene.store.NativeFSLockFactory@50ea3aaf; maxCacheMB=0.7021484375 maxMergeSizeMB=0.208984375)),segFN=segments_1,generation=1}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@3579732c lockFactory=org.apache.lucene.store.NativeFSLockFactory@50ea3aaf; maxCacheMB=0.7021484375 maxMergeSizeMB=0.208984375)),segFN=segments_2,generation=2}
[junit4:junit4]   2> ASYNC  NEW_CORE C252 name=nodes_used_collection_shard2_replica2 org.apache.solr.core.SolrCore@36f3ec92 url=http://127.0.0.1:52141/gc/ld/nodes_used_collection_shard2_replica2 node=127.0.0.1:52141_gc%2Fld C252_STATE=coll:nodes_used_collection core:nodes_used_collection_shard2_replica2 props:{shard=shard2, state=recovering, core=nodes_used_collection_shard2_replica2, collection=nodes_used_collection, node_name=127.0.0.1:52141_gc%2Fld, base_url=http://127.0.0.1:52141/gc/ld}
[junit4:junit4]   2> 279598 T938 C252 P52141 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4]   2> 279621 T866 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> ASYNC  NEW_CORE C253 name=nodes_used_collection_shard1_replica2 org.apache.solr.core.SolrCore@2e958769 url=http://127.0.0.1:52148/gc/ld/nodes_used_collection_shard1_replica2 node=127.0.0.1:52148_gc%2Fld C253_STATE=coll:nodes_used_collection core:nodes_used_collection_shard1_replica2 props:{shard=shard1, state=recovering, core=nodes_used_collection_shard1_replica2, collection=nodes_used_collection, node_name=127.0.0.1:52148_gc%2Fld, base_url=http://127.0.0.1:52148/gc/ld}
[junit4:junit4]   2> 279601 T937 C253 P52148 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=nodes_used_collection_shard1_replica2
[junit4:junit4]   2> 279626 T938 C252 P52141 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 279624 T866 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:52148_gc%2Fld_nodes_used_collection_shard1_replica2",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"nodes_used_collection_shard1_replica2",
[junit4:junit4]   2> 	  "collection":"nodes_used_collection",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52148_gc%2Fld",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52148/gc/ld"}
[junit4:junit4]   2> 279629 T938 C252 P52141 oass.SolrIndexSearcher.<init> Opening Searcher@6cee575f main
[junit4:junit4]   2> 279632 T934 oasc.SolrCore.registerSearcher [nodes_used_collection_shard2_replica2] Registered new searcher Searcher@6cee575f main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 279635 T938 C252 P52141 oasc.CachingDirectoryFactory.closeCacheValue looking to close /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369426168058/nodes_used_collection_shard2_replica2/data/index.20130525100951275 [CachedDir<<refCount=0;path=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369426168058/nodes_used_collection_shard2_replica2/data/index.20130525100951275;done=true>>]
[junit4:junit4]   2> 279636 T938 C252 P52141 oasc.CachingDirectoryFactory.close Closing directory: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369426168058/nodes_used_collection_shard2_replica2/data/index.20130525100951275
[junit4:junit4]   2> 279637 T938 C252 P52141 oasc.CachingDirectoryFactory.closeCacheValue Removing directory before core close: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369426168058/nodes_used_collection_shard2_replica2/data/index.20130525100951275
[junit4:junit4]   2> 279637 T938 C252 P52141 oasc.RecoveryStrategy.replay No replay needed. core=nodes_used_collection_shard2_replica2
[junit4:junit4]   2> 279638 T938 C252 P52141 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=nodes_used_collection_shard2_replica2
[junit4:junit4]   2> 279638 T938 C252 P52141 oasc.ZkController.publish publishing core=nodes_used_collection_shard2_replica2 state=active
[junit4:junit4]   2> 279673 T866 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:52141_gc%2Fld_nodes_used_collection_shard2_replica2",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"nodes_used_collection_shard2_replica2",
[junit4:junit4]   2> 	  "collection":"nodes_used_collection",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52141_gc%2Fld",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52141/gc/ld"}
[junit4:junit4]   2> 279673 T938 C252 P52141 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=nodes_used_collection_shard2_replica2
[junit4:junit4]   2> 279733 T883 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 279733 T911 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 279744 T870 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 279744 T940 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 279746 T925 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 279746 T897 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 279746 T942 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 279790 T865 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 287996 T878 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 288145 T920 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 288234 T878 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 288340 T878 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 288343 T920 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 288498 T920 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 288535 T916 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 288716 T858 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 288743 T916 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 288822 T878 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 288866 T878 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 288890 T893 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 288958 T878 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 288990 T920 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 288997 T878 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 289022 T878 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 289024 T878 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 289001 T916 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 289013 T893 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 289061 T858 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 289072 T858 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 289081 T878 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 289088 T878 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 289090 T878 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 289091 T878 oasc.SolrCore.<init> [awholynewcollection_0_shard2_replica3] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369426169486/awholynewcollection_0_shard2_replica3/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369426169486/awholynewcollection_0_shard2_replica3/data/
[junit4:junit4]   2> 289092 T878 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@73276b5f
[junit4:junit4]   2> 289094 T878 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 289081 T920 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 289077 T893 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 289111 T878 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369426169486/awholynewcollection_0_shard2_replica3/data
[junit4:junit4]   2> 289113 T878 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369426169486/awholynewcollection_0_shard2_replica3/data/index/
[junit4:junit4]   2> 289114 T878 oasc.SolrCore.initIndex WARN [awholynewcollection_0_shard2_replica3] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369426169486/awholynewcollection_0_shard2_replica3/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 289127 T878 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369426169486/awholynewcollection_0_shard2_replica3/data/index
[junit4:junit4]   2> 289196 T920 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 289233 T878 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1366a504 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1b4d366b),segFN=segments_1,generation=1}
[junit4:junit4]   2> 289292 T878 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 289284 T920 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 289295 T920 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 289297 T920 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 289308 T916 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 289308 T920 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 289310 T920 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 289311 T920 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 289313 T920 oasc.SolrCore.<init> [awholynewcollection_0_shard2_replica1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369426176444/awholynewcollection_0_shard2_replica1/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369426176444/awholynewcollection_0_shard2_replica1/data/
[junit4:junit4]   2> 289314 T920 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@73276b5f
[junit4:junit4]   2> 289316 T920 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 289320 T878 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 289322 T878 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 289330 T920 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369426176444/awholynewcollection_0_shard2_replica1/data
[junit4:junit4]   2> 289331 T920 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369426176444/awholynewcollection_0_shard2_replica1/data/index/
[junit4:junit4]   2> 289332 T920 oasc.SolrCore.initIndex WARN [awholynewcollection_0_shard2_replica1] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369426176444/awholynewcollection_0_shard2_replica1/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 289347 T920 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369426176444/awholynewcollection_0_shard2_replica1/data/index
[junit4:junit4]   2> 289351 T878 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 289353 T878 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 289355 T878 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 289357 T878 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 289358 T878 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 289461 T893 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 289479 T878 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 289481 T878 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 289484 T858 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 289553 T920 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@59c13a3 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4c40449c),segFN=segments_1,generation=1}
[junit4:junit4]   2> 289554 T920 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 289607 T916 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 289611 T858 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 289613 T893 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 289668 T920 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 289670 T920 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 289675 T920 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 289678 T920 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 289681 T920 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 289682 T920 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 289684 T920 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 289719 T920 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 289721 T920 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 289686 T878 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 289722 T916 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 289778 T874 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 289783 T916 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 289784 T916 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 289785 T916 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 289806 T916 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 289809 T916 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 289811 T916 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 289812 T916 oasc.SolrCore.<init> [awholynewcollection_0_shard1_replica1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369426176444/awholynewcollection_0_shard1_replica1/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369426176444/awholynewcollection_0_shard1_replica1/data/
[junit4:junit4]   2> 289813 T916 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@73276b5f
[junit4:junit4]   2> 289815 T916 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 289822 T893 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 289845 T916 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369426176444/awholynewcollection_0_shard1_replica1/data
[junit4:junit4]   2> 289846 T916 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369426176444/awholynewcollection_0_shard1_replica1/data/index/
[junit4:junit4]   2> 289847 T916 oasc.SolrCore.initIndex WARN [awholynewcollection_0_shard1_replica1] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369426176444/awholynewcollection_0_shard1_replica1/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 289848 T916 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369426176444/awholynewcollection_0_shard1_replica1/data/index
[junit4:junit4]   2> 289854 T920 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 289855 T893 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 289889 T893 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 289890 T893 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 289918 T858 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 289921 T893 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 289928 T893 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 289929 T893 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 289930 T893 oasc.SolrCore.<init> [awholynewcollection_0_shard2_replica5] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369426171803/awholynewcollection_0_shard2_replica5/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369426171803/awholynewcollection_0_shard2_replica5/data/
[junit4:junit4]   2> 289931 T893 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@73276b5f
[junit4:junit4]   2> 289932 T893 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 289934 T893 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369426171803/awholynewcollection_0_shard2_replica5/data
[junit4:junit4]   2> 289936 T893 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369426171803/awholynewcollection_0_shard2_replica5/data/index/
[junit4:junit4]   2> 289937 T893 oasc.SolrCore.initIndex WARN [awholynewcollection_0_shard2_replica5] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369426171803/awholynewcollection_0_shard2_replica5/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 289938 T893 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369426171803/awholynewcollection_0_shard2_replica5/data/index
[junit4:junit4]   2> 289926 T907 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 289960 T916 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@487e771b lockFactory=org.apache.lucene.store.NativeFSLockFactory@56272054; maxCacheMB=0.7021484375 maxMergeSizeMB=0.208984375)),segFN=segments_1,generation=1}
[junit4:junit4]   2> 289961 T916 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 289963 T893 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@5d6ed9cb lockFactory=org.apache.lucene.store.NativeFSLockFactory@7d9ce42c; maxCacheMB=0.7021484375 maxMergeSizeMB=0.208984375)),segFN=segments_1,generation=1}
[junit4:junit4]   2> 289964 T893 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 289995 T858 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 290053 T858 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 290055 T858 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 290045 T893 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 290023 T902 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 290015 T920 oass.SolrIndexSearcher.<init> Opening Searcher@70145fdd main
[junit4:junit4]   2> 290065 T920 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369426176444/awholynewcollection_0_shard2_replica1/data/tlog
[junit4:junit4]   2> 290071 T907 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 290072 T858 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 290073 T858 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 290075 T858 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 290076 T858 oasc.SolrCore.<init> [awholynewcollection_0_shard2_replica2] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369426168058/awholynewcollection_0_shard2_replica2/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369426168058/awholynewcollection_0_shard2_replica2/data/
[junit4:junit4]   2> 290077 T858 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@73276b5f
[junit4:junit4]   2> 290078 T858 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 290081 T858 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369426168058/awholynewcollection_0_shard2_replica2/data
[junit4:junit4]   2> 290082 T858 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369426168058/awholynewcollection_0_shard2_replica2/data/index/
[junit4:junit4]   2> 290083 T858 oasc.SolrCore.initIndex WARN [awholynewcollection_0_shard2_replica2] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369426168058/awholynewcollection_0_shard2_replica2/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 290084 T858 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369426168058/awholynewcollection_0_shard2_replica2/data/index
[junit4:junit4]   2> 290014 T874 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 290095 T874 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 290002 T916 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 290099 T916 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 289998 T878 oass.SolrIndexSearcher.<init> Opening Searcher@7495d62f main
[junit4:junit4]   2> 290101 T916 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 290105 T916 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 290107 T916 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 290109 T916 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 290111 T916 oasc.RequestHandl

[...truncated too long message...]

4 oasc.CachingDirectoryFactory.close Closing directory: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solrtest-TestLazyCores-1369427177406/index
[junit4:junit4]   2> 1402152 T2464 oas.SolrTestCaseJ4.endTrackingSearchers ERROR ERROR: SolrIndexSearcher opens=36 closes=35
[junit4:junit4]   2> 136564 T2463 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 1 leaked thread(s).
[junit4:junit4]   2> 156694 T2463 ccr.ThreadLeakControl.checkThreadLeaks SEVERE 1 thread leaked from SUITE scope at org.apache.solr.core.TestLazyCores: 
[junit4:junit4]   2> 	   1) Thread[id=2506, name=searcherExecutor-1840-thread-1, state=WAITING, group=TGRP-TestLazyCores]
[junit4:junit4]   2> 	        at sun.misc.Unsafe.park(Native Method)
[junit4:junit4]   2> 	        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
[junit4:junit4]   2> 	        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
[junit4:junit4]   2> 	        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4:junit4]   2> 	        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
[junit4:junit4]   2> 	        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
[junit4:junit4]   2> 	        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 156695 T2463 ccr.ThreadLeakControl.tryToInterruptAll Starting to interrupt leaked threads:
[junit4:junit4]   2> 	   1) Thread[id=2506, name=searcherExecutor-1840-thread-1, state=WAITING, group=TGRP-TestLazyCores]
[junit4:junit4]   2> 159712 T2463 ccr.ThreadLeakControl.tryToInterruptAll SEVERE There are still zombie threads that couldn't be terminated:
[junit4:junit4]   2> 	   1) Thread[id=2506, name=searcherExecutor-1840-thread-1, state=WAITING, group=TGRP-TestLazyCores]
[junit4:junit4]   2> 	        at sun.misc.Unsafe.park(Native Method)
[junit4:junit4]   2> 	        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
[junit4:junit4]   2> 	        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
[junit4:junit4]   2> 	        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4:junit4]   2> 	        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
[junit4:junit4]   2> 	        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
[junit4:junit4]   2> 	        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> NOTE: test params are: codec=Lucene42: {v_f=MockVariableIntBlock(baseBlockSize=123), id=PostingsFormat(name=TestBloomFilteredLucene41Postings), v_s=PostingsFormat(name=NestedPulsing), v_t=PostingsFormat(name=TestBloomFilteredLucene41Postings)}, docValues:{}, sim=RandomSimilarityProvider(queryNorm=false,coord=crazy): {}, locale=pt_BR, timezone=America/Monterrey
[junit4:junit4]   2> NOTE: Mac OS X 10.8.3 x86_64/Oracle Corporation 1.7.0_21 (64-bit)/cpus=2,threads=2,free=48331040,total=200843264
[junit4:junit4]   2> NOTE: All tests run in this JVM: [RequiredFieldsTest, SampleTest, TestLMJelinekMercerSimilarityFactory, TestJmxIntegration, DisMaxRequestHandlerTest, SystemInfoHandlerTest, URLClassifyProcessorTest, UpdateParamsTest, TestManagedSchemaFieldResource, DocumentBuilderTest, CurrencyFieldOpenExchangeTest, TestReplicationHandler, JsonLoaderTest, ConvertedLegacyTest, ShardRoutingCustomTest, DocumentAnalysisRequestHandlerTest, TestClassNameShortening, TestFieldTypeResource, TestQueryTypes, IndexBasedSpellCheckerTest, CollectionsAPIDistributedZkTest, TestDefaultSearchFieldResource, ResourceLoaderTest, ShowFileRequestHandlerTest, XmlUpdateRequestHandlerTest, FileUtilsTest, TestStressRecovery, TestSort, ZkNodePropsTest, TestPartialUpdateDeduplication, UpdateRequestProcessorFactoryTest, DistributedSpellCheckComponentTest, SpatialFilterTest, SolrPluginUtilsTest, TestWordDelimiterFilterFactory, TestSweetSpotSimilarityFactory, TestElisionMultitermQuery, LeaderElectionTest, TestJmxMonitoredMap, TestLMDirichletSimilarityFactory, BadIndexSchemaTest, SearchHandlerTest, AnalysisAfterCoreReloadTest, TestFieldResource, TestShardHandlerFactory, TestQueryUtils, MoreLikeThisHandlerTest, ReturnFieldsTest, MBeansHandlerTest, SOLR749Test, PreAnalyzedUpdateProcessorTest, CacheHeaderTest, AliasIntegrationTest, QueryEqualityTest, SignatureUpdateProcessorFactoryTest, SortByFunctionTest, TestExtendedDismaxParser, TestOmitPositions, TestLuceneMatchVersion, IndexReaderFactoryTest, SolrInfoMBeanTest, IndexSchemaTest, FileBasedSpellCheckerTest, DateFieldTest, TestSchemaSimilarityResource, PrimitiveFieldTypeTest, SolrRequestParserTest, CopyFieldTest, TestBinaryField, PingRequestHandlerTest, TestPerFieldSimilarity, PrimUtilsTest, TestSolrXMLSerializer, ClusterStateUpdateTest, SolrIndexSplitterTest, TestStressVersions, BasicDistributedZkTest, TestSuggestSpellingConverter, DateMathParserTest, TestSolrQueryParserResource, FieldMutatingUpdateProcessorTest, TestAtomicUpdateErrorCases, MultiTermTest, UniqFieldsUpdateProcessorFactoryTest, JSONWriterTest, SolrIndexConfigTest, DirectSolrConnectionTest, TestAddFieldRealTimeGet, TestLazyCores]
[junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestLazyCores -Dtests.seed=86924214093F28B3 -Dtests.slow=true -Dtests.locale=pt_BR -Dtests.timezone=America/Monterrey -Dtests.file.encoding=US-ASCII
[junit4:junit4] ERROR   0.00s | TestLazyCores (suite) <<<
[junit4:junit4]    > Throwable #1: java.lang.AssertionError: ERROR: SolrIndexSearcher opens=36 closes=35
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([86924214093F28B3]:0)
[junit4:junit4]    > 	at org.apache.solr.SolrTestCaseJ4.endTrackingSearchers(SolrTestCaseJ4.java:252)
[junit4:junit4]    > 	at org.apache.solr.SolrTestCaseJ4.afterClass(SolrTestCaseJ4.java:101)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:722)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.core.TestLazyCores: 
[junit4:junit4]    >    1) Thread[id=2506, name=searcherExecutor-1840-thread-1, state=WAITING, group=TGRP-TestLazyCores]
[junit4:junit4]    >         at sun.misc.Unsafe.park(Native Method)
[junit4:junit4]    >         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
[junit4:junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
[junit4:junit4]    >         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4:junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
[junit4:junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
[junit4:junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([86924214093F28B3]:0)Throwable #3: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4:junit4]    >    1) Thread[id=2506, name=searcherExecutor-1840-thread-1, state=WAITING, group=TGRP-TestLazyCores]
[junit4:junit4]    >         at sun.misc.Unsafe.park(Native Method)
[junit4:junit4]    >         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
[junit4:junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
[junit4:junit4]    >         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4:junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
[junit4:junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
[junit4:junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([86924214093F28B3]:0)
[junit4:junit4] Completed in 159.81s, 6 tests, 1 failure, 2 errors <<< FAILURES!

[...truncated 619 lines...]
BUILD FAILED
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:386: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:366: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:39: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build.xml:181: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/common-build.xml:437: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:1243: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:887: There were test failures: 296 suites, 1234 tests, 3 suite-level errors, 1 failure, 753 ignored

Total time: 77 minutes 57 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.7.0 -XX:+UseCompressedOops -XX:+UseSerialGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-4.x-MacOSX (64bit/jdk1.6.0) - Build # 485 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-MacOSX/485/
Java: 64bit/jdk1.6.0 -XX:+UseCompressedOops -XX:+UseSerialGC

1 tests failed.
FAILED:  org.apache.lucene.replicator.http.HttpReplicatorTest.testBasic

Error Message:
Connection to http://localhost:51703 refused

Stack Trace:
org.apache.http.conn.HttpHostConnectException: Connection to http://localhost:51703 refused
	at __randomizedtesting.SeedInfo.seed([3E22CA4A8DFC7E25:95D8D75F5220F80B]:0)
	at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:190)
	at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
	at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
	at org.apache.lucene.replicator.http.HttpClientBase.executeGET(HttpClientBase.java:178)
	at org.apache.lucene.replicator.http.HttpReplicator.checkForUpdate(HttpReplicator.java:51)
	at org.apache.lucene.replicator.ReplicationClient.doUpdate(ReplicationClient.java:196)
	at org.apache.lucene.replicator.ReplicationClient.updateNow(ReplicationClient.java:402)
	at org.apache.lucene.replicator.http.HttpReplicatorTest.testBasic(HttpReplicatorTest.java:112)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
	at java.lang.reflect.Method.invoke(Method.java:597)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:680)
Caused by: java.net.ConnectException: Connection refused
	at java.net.PlainSocketImpl.socketConnect(Native Method)
	at java.net.PlainSocketImpl.doConnect(PlainSocketImpl.java:351)
	at java.net.PlainSocketImpl.connectToAddress(PlainSocketImpl.java:213)
	at java.net.PlainSocketImpl.connect(PlainSocketImpl.java:200)
	at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:432)
	at java.net.Socket.connect(Socket.java:529)
	at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
	at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
	... 48 more




Build Log:
[...truncated 7428 lines...]
[junit4:junit4] Suite: org.apache.lucene.replicator.http.HttpReplicatorTest
[junit4:junit4]   2> 2013-05-24 20:28:11.549:DBUG:oejs.ServletHandler:filterNameMap={}
[junit4:junit4]   2> 2013-05-24 20:28:11.550:DBUG:oejs.ServletHandler:pathFilters=null
[junit4:junit4]   2> 2013-05-24 20:28:11.550:DBUG:oejs.ServletHandler:servletFilterMap=null
[junit4:junit4]   2> 2013-05-24 20:28:11.550:DBUG:oejs.ServletHandler:servletPathMap={/replicate/*=org.apache.lucene.replicator.http.ReplicationServlet-960692424}
[junit4:junit4]   2> 2013-05-24 20:28:11.550:DBUG:oejs.ServletHandler:servletNameMap={org.apache.lucene.replicator.http.ReplicationServlet-960692424=org.apache.lucene.replicator.http.ReplicationServlet-960692424}
[junit4:junit4]   2> 2013-05-24 20:28:11.656:DBUG:oejuc.Container:Container org.eclipse.jetty.server.Server@24d2fb67 + SelectChannelConnector@0.0.0.0:0 as connector
[junit4:junit4]   2> 2013-05-24 20:28:11.660:DBUG:oejuc.Container:Container org.eclipse.jetty.servlet.ServletHandler@14860315 + org.apache.lucene.replicator.http.ReplicationServlet-960692424 as servlet
[junit4:junit4]   2> 2013-05-24 20:28:11.661:DBUG:oejuc.Container:Container org.eclipse.jetty.servlet.ServletHandler@14860315 + [/replicate/*]=>org.apache.lucene.replicator.http.ReplicationServlet-960692424 as servletMapping
[junit4:junit4]   2> 2013-05-24 20:28:11.661:DBUG:oejuc.Container:Container org.eclipse.jetty.server.Server@24d2fb67 + org.eclipse.jetty.servlet.ServletHandler@14860315 as handler
[junit4:junit4]   2> 2013-05-24 20:28:11.683:DBUG:oejuc.Container:Container org.eclipse.jetty.server.Server@24d2fb67 - SelectChannelConnector@0.0.0.0:0 as connector
[junit4:junit4]   2> 2013-05-24 20:28:11.684:DBUG:oejuc.Container:Container org.eclipse.jetty.server.Server@24d2fb67 + SelectChannelConnector@127.0.0.1:0 as connector
[junit4:junit4]   2> 2013-05-24 20:28:11.696:DBUG:oejuc.Container:Container org.eclipse.jetty.server.Server@24d2fb67 + org.eclipse.jetty.server.session.HashSessionIdManager@648353f6 as sessionIdManager
[junit4:junit4]   2> 2013-05-24 20:28:11.696:DBUG:oejuc.AbstractLifeCycle:starting org.eclipse.jetty.server.Server@24d2fb67
[junit4:junit4]   2> 2013-05-24 20:28:11.696:INFO:oejs.Server:jetty-8.1.10.v20130312
[junit4:junit4]   2> 2013-05-24 20:28:11.805:DBUG:oejuc.Container:Container org.eclipse.jetty.server.Server@24d2fb67 + qtp1791127681{8<=0<=0/254,-1} as threadpool
[junit4:junit4]   2> 2013-05-24 20:28:11.805:DBUG:oejuc.AbstractLifeCycle:starting org.eclipse.jetty.servlet.ServletHandler@14860315
[junit4:junit4]   2> 2013-05-24 20:28:11.821:DBUG:oejs.ServletHandler:filterNameMap={}
[junit4:junit4]   2> 2013-05-24 20:28:11.821:DBUG:oejs.ServletHandler:pathFilters=null
[junit4:junit4]   2> 2013-05-24 20:28:11.821:DBUG:oejs.ServletHandler:servletFilterMap=null
[junit4:junit4]   2> 2013-05-24 20:28:11.821:DBUG:oejs.ServletHandler:servletPathMap={/replicate/*=org.apache.lucene.replicator.http.ReplicationServlet-960692424}
[junit4:junit4]   2> 2013-05-24 20:28:11.822:DBUG:oejs.ServletHandler:servletNameMap={org.apache.lucene.replicator.http.ReplicationServlet-960692424=org.apache.lucene.replicator.http.ReplicationServlet-960692424}
[junit4:junit4]   2> 2013-05-24 20:28:11.822:DBUG:oejsh.AbstractHandler:starting org.eclipse.jetty.servlet.ServletHandler@14860315
[junit4:junit4]   2> 2013-05-24 20:28:11.822:DBUG:oejuc.AbstractLifeCycle:starting org.apache.lucene.replicator.http.ReplicationServlet-960692424
[junit4:junit4]   2> 2013-05-24 20:28:11.838:DBUG:oejuc.AbstractLifeCycle:STARTED org.apache.lucene.replicator.http.ReplicationServlet-960692424
[junit4:junit4]   2> 2013-05-24 20:28:11.838:DBUG:oejuc.AbstractLifeCycle:STARTED org.eclipse.jetty.servlet.ServletHandler@14860315
[junit4:junit4]   2> 2013-05-24 20:28:11.838:DBUG:oejsh.AbstractHandler:starting org.eclipse.jetty.server.Server@24d2fb67
[junit4:junit4]   2> 2013-05-24 20:28:11.838:DBUG:oejuc.AbstractLifeCycle:starting org.eclipse.jetty.server.session.HashSessionIdManager@648353f6
[junit4:junit4]   2> 2013-05-24 20:28:11.838:DBUG:oejuc.AbstractLifeCycle:STARTED org.eclipse.jetty.server.session.HashSessionIdManager@648353f6
[junit4:junit4]   2> 2013-05-24 20:28:11.838:DBUG:oejuc.AbstractLifeCycle:starting qtp1791127681{8<=0<=0/254,-1}
[junit4:junit4]   2> 2013-05-24 20:28:11.852:DBUG:oejuc.AbstractLifeCycle:STARTED qtp1791127681{8<=7<=8/254,0}
[junit4:junit4]   2> 2013-05-24 20:28:11.852:DBUG:oejuc.AbstractLifeCycle:starting SelectChannelConnector@127.0.0.1:0
[junit4:junit4]   2> 2013-05-24 20:28:11.935:DBUG:oejuc.AbstractLifeCycle:starting null/null
[junit4:junit4]   2> 2013-05-24 20:28:11.951:DBUG:oejuc.AbstractLifeCycle:STARTED PooledBuffers [0/1024@6144,0/1024@16384,0/1024@-]/PooledBuffers [0/1024@6144,0/1024@32768,0/1024@-]
[junit4:junit4]   2> 2013-05-24 20:28:11.952:DBUG:oejuc.AbstractLifeCycle:starting org.eclipse.jetty.server.nio.SelectChannelConnector$ConnectorSelectorManager@1cfd7c
[junit4:junit4]   2> 2013-05-24 20:28:11.997:DBUG:oejuc.AbstractLifeCycle:STARTED org.eclipse.jetty.server.nio.SelectChannelConnector$ConnectorSelectorManager@1cfd7c
[junit4:junit4]   2> 2013-05-24 20:28:12.001:DBUG:oeji.nio:Starting Thread[qtp1791127681-17 Selector0,5,TGRP-HttpReplicatorTest] on org.eclipse.jetty.io.nio.SelectorManager$1@25ee40a4
[junit4:junit4]   2> 2013-05-24 20:28:12.001:INFO:oejs.AbstractConnector:Started SelectChannelConnector@127.0.0.1:51703
[junit4:junit4]   2> 2013-05-24 20:28:12.007:DBUG:oejuc.AbstractLifeCycle:STARTED SelectChannelConnector@127.0.0.1:51703
[junit4:junit4]   2> 2013-05-24 20:28:12.008:DBUG:oejuc.AbstractLifeCycle:STARTED org.eclipse.jetty.server.Server@24d2fb67
[junit4:junit4]   2> 2013-05-24 20:28:14.310:DBUG:oejuc.AbstractLifeCycle:stopping org.eclipse.jetty.server.Server@24d2fb67
[junit4:junit4]   2> 2013-05-24 20:28:14.310:DBUG:oejuc.AbstractLifeCycle:stopping SelectChannelConnector@127.0.0.1:51703
[junit4:junit4]   2> 2013-05-24 20:28:14.314:DBUG:oejuc.AbstractLifeCycle:stopping org.eclipse.jetty.server.nio.SelectChannelConnector$ConnectorSelectorManager@1cfd7c
[junit4:junit4]   2> 2013-05-24 20:28:14.316:DBUG:oeji.nio:Stopped Thread[qtp1791127681-17 Selector0,5,TGRP-HttpReplicatorTest] on org.eclipse.jetty.io.nio.SelectorManager$1@25ee40a4
[junit4:junit4]   2> 2013-05-24 20:28:14.329:DBUG:oejuc.AbstractLifeCycle:STOPPED org.eclipse.jetty.server.nio.SelectChannelConnector$ConnectorSelectorManager@1cfd7c
[junit4:junit4]   2> 2013-05-24 20:28:14.329:DBUG:oejuc.AbstractLifeCycle:stopping PooledBuffers [0/1024@6144,0/1024@16384,0/1024@-]/PooledBuffers [0/1024@6144,0/1024@32768,0/1024@-]
[junit4:junit4]   2> 2013-05-24 20:28:14.338:DBUG:oejuc.AbstractLifeCycle:STOPPED null/null
[junit4:junit4]   2> 2013-05-24 20:28:14.338:DBUG:oejuc.AbstractLifeCycle:STOPPED SelectChannelConnector@127.0.0.1:0
[junit4:junit4]   2> 2013-05-24 20:28:14.339:DBUG:oejuc.AbstractLifeCycle:stopping org.eclipse.jetty.servlet.ServletHandler@14860315
[junit4:junit4]   2> 2013-05-24 20:28:14.339:DBUG:oejsh.AbstractHandler:stopping org.eclipse.jetty.servlet.ServletHandler@14860315
[junit4:junit4]   2> 2013-05-24 20:28:14.339:DBUG:oejuc.AbstractLifeCycle:stopping org.apache.lucene.replicator.http.ReplicationServlet-960692424
[junit4:junit4]   2> 2013-05-24 20:28:14.339:DBUG:oejuc.AbstractLifeCycle:STOPPED org.apache.lucene.replicator.http.ReplicationServlet-960692424
[junit4:junit4]   2> 2013-05-24 20:28:14.339:DBUG:oejuc.AbstractLifeCycle:STOPPED org.eclipse.jetty.servlet.ServletHandler@14860315
[junit4:junit4]   2> 2013-05-24 20:28:14.339:DBUG:oejsh.AbstractHandler:stopping org.eclipse.jetty.server.Server@24d2fb67
[junit4:junit4]   2> 2013-05-24 20:28:14.339:DBUG:oejuc.AbstractLifeCycle:stopping qtp1791127681{8<=8<=8/254,0}
[junit4:junit4]   2> 2013-05-24 20:28:14.400:DBUG:oejuc.AbstractLifeCycle:STOPPED qtp1791127681{8<=0<=0/254,6}
[junit4:junit4]   2> 2013-05-24 20:28:14.400:DBUG:oejuc.AbstractLifeCycle:stopping org.eclipse.jetty.server.session.HashSessionIdManager@648353f6
[junit4:junit4]   2> 2013-05-24 20:28:14.400:DBUG:oejuc.AbstractLifeCycle:STOPPED org.eclipse.jetty.server.session.HashSessionIdManager@648353f6
[junit4:junit4]   2> 2013-05-24 20:28:14.400:DBUG:oejuc.AbstractLifeCycle:STOPPED org.eclipse.jetty.server.Server@24d2fb67
[junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=HttpReplicatorTest -Dtests.method=testBasic -Dtests.seed=3E22CA4A8DFC7E25 -Dtests.slow=true -Dtests.locale=es_GT -Dtests.timezone=Asia/Omsk -Dtests.file.encoding=US-ASCII
[junit4:junit4] ERROR   3.70s | HttpReplicatorTest.testBasic <<<
[junit4:junit4]    > Throwable #1: org.apache.http.conn.HttpHostConnectException: Connection to http://localhost:51703 refused
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([3E22CA4A8DFC7E25:95D8D75F5220F80B]:0)
[junit4:junit4]    > 	at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:190)
[junit4:junit4]    > 	at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
[junit4:junit4]    > 	at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
[junit4:junit4]    > 	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
[junit4:junit4]    > 	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
[junit4:junit4]    > 	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
[junit4:junit4]    > 	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
[junit4:junit4]    > 	at org.apache.lucene.replicator.http.HttpClientBase.executeGET(HttpClientBase.java:178)
[junit4:junit4]    > 	at org.apache.lucene.replicator.http.HttpReplicator.checkForUpdate(HttpReplicator.java:51)
[junit4:junit4]    > 	at org.apache.lucene.replicator.ReplicationClient.doUpdate(ReplicationClient.java:196)
[junit4:junit4]    > 	at org.apache.lucene.replicator.ReplicationClient.updateNow(ReplicationClient.java:402)
[junit4:junit4]    > 	at org.apache.lucene.replicator.http.HttpReplicatorTest.testBasic(HttpReplicatorTest.java:112)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:680)
[junit4:junit4]    > Caused by: java.net.ConnectException: Connection refused
[junit4:junit4]    > 	at java.net.PlainSocketImpl.socketConnect(Native Method)
[junit4:junit4]    > 	at java.net.PlainSocketImpl.doConnect(PlainSocketImpl.java:351)
[junit4:junit4]    > 	at java.net.PlainSocketImpl.connectToAddress(PlainSocketImpl.java:213)
[junit4:junit4]    > 	at java.net.PlainSocketImpl.connect(PlainSocketImpl.java:200)
[junit4:junit4]    > 	at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:432)
[junit4:junit4]    > 	at java.net.Socket.connect(Socket.java:529)
[junit4:junit4]    > 	at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
[junit4:junit4]    > 	at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
[junit4:junit4]    > 	... 48 more
[junit4:junit4]   2> NOTE: test params are: codec=Lucene40, sim=DefaultSimilarity, locale=es_GT, timezone=Asia/Omsk
[junit4:junit4]   2> NOTE: Mac OS X 10.8.3 x86_64/Apple Inc. 1.6.0_45 (64-bit)/cpus=2,threads=1,free=30440528,total=48693248
[junit4:junit4]   2> NOTE: All tests run in this JVM: [IndexReplicationClientTest, HttpReplicatorTest]
[junit4:junit4] Completed in 3.79s, 1 test, 1 error <<< FAILURES!

[...truncated 24 lines...]
BUILD FAILED
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:386: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:366: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:39: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/build.xml:554: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:1827: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/module-build.xml:61: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:1243: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:887: There were test failures: 7 suites, 30 tests, 1 error

Total time: 48 minutes 58 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.6.0 -XX:+UseCompressedOops -XX:+UseSerialGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure