You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2013/05/29 10:32:18 UTC

[JENKINS] Lucene-Solr-4.x-MacOSX (64bit/jdk1.6.0) - Build # 502 - Still Failing!

Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-MacOSX/502/
Java: 64bit/jdk1.6.0 -XX:-UseCompressedOops -XX:+UseSerialGC

1 tests failed.
REGRESSION:  org.apache.lucene.replicator.http.HttpReplicatorTest.testBasic

Error Message:
Connection to http://localhost:51279 refused

Stack Trace:
org.apache.http.conn.HttpHostConnectException: Connection to http://localhost:51279 refused
	at __randomizedtesting.SeedInfo.seed([26239E47D273DDEF:8DD983520DAF5BC1]:0)
	at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:190)
	at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
	at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
	at org.apache.lucene.replicator.http.HttpClientBase.executeGET(HttpClientBase.java:178)
	at org.apache.lucene.replicator.http.HttpReplicator.checkForUpdate(HttpReplicator.java:51)
	at org.apache.lucene.replicator.ReplicationClient.doUpdate(ReplicationClient.java:196)
	at org.apache.lucene.replicator.ReplicationClient.updateNow(ReplicationClient.java:402)
	at org.apache.lucene.replicator.http.HttpReplicatorTest.testBasic(HttpReplicatorTest.java:112)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
	at java.lang.reflect.Method.invoke(Method.java:597)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:680)
Caused by: java.net.ConnectException: Connection refused
	at java.net.PlainSocketImpl.socketConnect(Native Method)
	at java.net.PlainSocketImpl.doConnect(PlainSocketImpl.java:351)
	at java.net.PlainSocketImpl.connectToAddress(PlainSocketImpl.java:213)
	at java.net.PlainSocketImpl.connect(PlainSocketImpl.java:200)
	at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:432)
	at java.net.Socket.connect(Socket.java:529)
	at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
	at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
	... 48 more




Build Log:
[...truncated 7508 lines...]
[junit4:junit4] Suite: org.apache.lucene.replicator.http.HttpReplicatorTest
[junit4:junit4]   2> 2013-05-29 00:31:27.853:DBUG:oejs.ServletHandler:filterNameMap={}
[junit4:junit4]   2> 2013-05-29 00:31:27.853:DBUG:oejs.ServletHandler:pathFilters=null
[junit4:junit4]   2> 2013-05-29 00:31:27.853:DBUG:oejs.ServletHandler:servletFilterMap=null
[junit4:junit4]   2> 2013-05-29 00:31:27.853:DBUG:oejs.ServletHandler:servletPathMap={/replicate/*=org.apache.lucene.replicator.http.ReplicationServlet-1309289016}
[junit4:junit4]   2> 2013-05-29 00:31:27.853:DBUG:oejs.ServletHandler:servletNameMap={org.apache.lucene.replicator.http.ReplicationServlet-1309289016=org.apache.lucene.replicator.http.ReplicationServlet-1309289016}
[junit4:junit4]   2> 2013-05-29 00:31:27.972:DBUG:oejuc.Container:Container org.eclipse.jetty.server.Server@7023d08b + SelectChannelConnector@0.0.0.0:0 as connector
[junit4:junit4]   2> 2013-05-29 00:31:27.977:DBUG:oejuc.Container:Container org.eclipse.jetty.servlet.ServletHandler@41e8fa70 + org.apache.lucene.replicator.http.ReplicationServlet-1309289016 as servlet
[junit4:junit4]   2> 2013-05-29 00:31:27.977:DBUG:oejuc.Container:Container org.eclipse.jetty.servlet.ServletHandler@41e8fa70 + [/replicate/*]=>org.apache.lucene.replicator.http.ReplicationServlet-1309289016 as servletMapping
[junit4:junit4]   2> 2013-05-29 00:31:27.977:DBUG:oejuc.Container:Container org.eclipse.jetty.server.Server@7023d08b + org.eclipse.jetty.servlet.ServletHandler@41e8fa70 as handler
[junit4:junit4]   2> 2013-05-29 00:31:28.016:DBUG:oejuc.Container:Container org.eclipse.jetty.server.Server@7023d08b - SelectChannelConnector@0.0.0.0:0 as connector
[junit4:junit4]   2> 2013-05-29 00:31:28.016:DBUG:oejuc.Container:Container org.eclipse.jetty.server.Server@7023d08b + SelectChannelConnector@127.0.0.1:0 as connector
[junit4:junit4]   2> 2013-05-29 00:31:28.031:DBUG:oejuc.Container:Container org.eclipse.jetty.server.Server@7023d08b + org.eclipse.jetty.server.session.HashSessionIdManager@7ce1eae7 as sessionIdManager
[junit4:junit4]   2> 2013-05-29 00:31:28.031:DBUG:oejuc.AbstractLifeCycle:starting org.eclipse.jetty.server.Server@7023d08b
[junit4:junit4]   2> 2013-05-29 00:31:28.032:INFO:oejs.Server:jetty-8.1.10.v20130312
[junit4:junit4]   2> 2013-05-29 00:31:28.164:DBUG:oejuc.Container:Container org.eclipse.jetty.server.Server@7023d08b + qtp1592762244{8<=0<=0/254,-1} as threadpool
[junit4:junit4]   2> 2013-05-29 00:31:28.165:DBUG:oejuc.AbstractLifeCycle:starting org.eclipse.jetty.servlet.ServletHandler@41e8fa70
[junit4:junit4]   2> 2013-05-29 00:31:28.184:DBUG:oejs.ServletHandler:filterNameMap={}
[junit4:junit4]   2> 2013-05-29 00:31:28.185:DBUG:oejs.ServletHandler:pathFilters=null
[junit4:junit4]   2> 2013-05-29 00:31:28.185:DBUG:oejs.ServletHandler:servletFilterMap=null
[junit4:junit4]   2> 2013-05-29 00:31:28.186:DBUG:oejs.ServletHandler:servletPathMap={/replicate/*=org.apache.lucene.replicator.http.ReplicationServlet-1309289016}
[junit4:junit4]   2> 2013-05-29 00:31:28.186:DBUG:oejs.ServletHandler:servletNameMap={org.apache.lucene.replicator.http.ReplicationServlet-1309289016=org.apache.lucene.replicator.http.ReplicationServlet-1309289016}
[junit4:junit4]   2> 2013-05-29 00:31:28.188:DBUG:oejsh.AbstractHandler:starting org.eclipse.jetty.servlet.ServletHandler@41e8fa70
[junit4:junit4]   2> 2013-05-29 00:31:28.189:DBUG:oejuc.AbstractLifeCycle:starting org.apache.lucene.replicator.http.ReplicationServlet-1309289016
[junit4:junit4]   2> 2013-05-29 00:31:28.208:DBUG:oejuc.AbstractLifeCycle:STARTED org.apache.lucene.replicator.http.ReplicationServlet-1309289016
[junit4:junit4]   2> 2013-05-29 00:31:28.208:DBUG:oejuc.AbstractLifeCycle:STARTED org.eclipse.jetty.servlet.ServletHandler@41e8fa70
[junit4:junit4]   2> 2013-05-29 00:31:28.208:DBUG:oejsh.AbstractHandler:starting org.eclipse.jetty.server.Server@7023d08b
[junit4:junit4]   2> 2013-05-29 00:31:28.208:DBUG:oejuc.AbstractLifeCycle:starting org.eclipse.jetty.server.session.HashSessionIdManager@7ce1eae7
[junit4:junit4]   2> 2013-05-29 00:31:28.208:DBUG:oejuc.AbstractLifeCycle:STARTED org.eclipse.jetty.server.session.HashSessionIdManager@7ce1eae7
[junit4:junit4]   2> 2013-05-29 00:31:28.208:DBUG:oejuc.AbstractLifeCycle:starting qtp1592762244{8<=0<=0/254,-1}
[junit4:junit4]   2> 2013-05-29 00:31:28.234:DBUG:oejuc.AbstractLifeCycle:STARTED qtp1592762244{8<=8<=8/254,0}
[junit4:junit4]   2> 2013-05-29 00:31:28.234:DBUG:oejuc.AbstractLifeCycle:starting SelectChannelConnector@127.0.0.1:0
[junit4:junit4]   2> 2013-05-29 00:31:28.300:DBUG:oejuc.AbstractLifeCycle:starting null/null
[junit4:junit4]   2> 2013-05-29 00:31:28.324:DBUG:oejuc.AbstractLifeCycle:STARTED PooledBuffers [0/1024@6144,0/1024@16384,0/1024@-]/PooledBuffers [0/1024@6144,0/1024@32768,0/1024@-]
[junit4:junit4]   2> 2013-05-29 00:31:28.325:DBUG:oejuc.AbstractLifeCycle:starting org.eclipse.jetty.server.nio.SelectChannelConnector$ConnectorSelectorManager@3fb7edd3
[junit4:junit4]   2> 2013-05-29 00:31:28.359:DBUG:oeji.nio:Starting Thread[qtp1592762244-18 Selector0,5,TGRP-HttpReplicatorTest] on org.eclipse.jetty.io.nio.SelectorManager$1@6e7616ad
[junit4:junit4]   2> 2013-05-29 00:31:28.365:DBUG:oejuc.AbstractLifeCycle:STARTED org.eclipse.jetty.server.nio.SelectChannelConnector$ConnectorSelectorManager@3fb7edd3
[junit4:junit4]   2> 2013-05-29 00:31:28.369:INFO:oejs.AbstractConnector:Started SelectChannelConnector@127.0.0.1:51279
[junit4:junit4]   2> 2013-05-29 00:31:28.370:DBUG:oejuc.AbstractLifeCycle:STARTED SelectChannelConnector@127.0.0.1:51279
[junit4:junit4]   2> 2013-05-29 00:31:28.371:DBUG:oejuc.AbstractLifeCycle:STARTED org.eclipse.jetty.server.Server@7023d08b
[junit4:junit4]   2> 2013-05-29 00:31:30.664:DBUG:oejuc.AbstractLifeCycle:stopping org.eclipse.jetty.server.Server@7023d08b
[junit4:junit4]   2> 2013-05-29 00:31:30.664:DBUG:oejuc.AbstractLifeCycle:stopping SelectChannelConnector@127.0.0.1:51279
[junit4:junit4]   2> 2013-05-29 00:31:30.670:DBUG:oejuc.AbstractLifeCycle:stopping org.eclipse.jetty.server.nio.SelectChannelConnector$ConnectorSelectorManager@3fb7edd3
[junit4:junit4]   2> 2013-05-29 00:31:30.673:DBUG:oeji.nio:Stopped Thread[qtp1592762244-18 Selector0,5,TGRP-HttpReplicatorTest] on org.eclipse.jetty.io.nio.SelectorManager$1@6e7616ad
[junit4:junit4]   2> 2013-05-29 00:31:30.686:DBUG:oejuc.AbstractLifeCycle:STOPPED org.eclipse.jetty.server.nio.SelectChannelConnector$ConnectorSelectorManager@3fb7edd3
[junit4:junit4]   2> 2013-05-29 00:31:30.686:DBUG:oejuc.AbstractLifeCycle:stopping PooledBuffers [0/1024@6144,0/1024@16384,0/1024@-]/PooledBuffers [0/1024@6144,0/1024@32768,0/1024@-]
[junit4:junit4]   2> 2013-05-29 00:31:30.693:DBUG:oejuc.AbstractLifeCycle:STOPPED null/null
[junit4:junit4]   2> 2013-05-29 00:31:30.693:DBUG:oejuc.AbstractLifeCycle:STOPPED SelectChannelConnector@127.0.0.1:0
[junit4:junit4]   2> 2013-05-29 00:31:30.694:DBUG:oejuc.AbstractLifeCycle:stopping org.eclipse.jetty.servlet.ServletHandler@41e8fa70
[junit4:junit4]   2> 2013-05-29 00:31:30.694:DBUG:oejsh.AbstractHandler:stopping org.eclipse.jetty.servlet.ServletHandler@41e8fa70
[junit4:junit4]   2> 2013-05-29 00:31:30.694:DBUG:oejuc.AbstractLifeCycle:stopping org.apache.lucene.replicator.http.ReplicationServlet-1309289016
[junit4:junit4]   2> 2013-05-29 00:31:30.694:DBUG:oejuc.AbstractLifeCycle:STOPPED org.apache.lucene.replicator.http.ReplicationServlet-1309289016
[junit4:junit4]   2> 2013-05-29 00:31:30.694:DBUG:oejuc.AbstractLifeCycle:STOPPED org.eclipse.jetty.servlet.ServletHandler@41e8fa70
[junit4:junit4]   2> 2013-05-29 00:31:30.694:DBUG:oejsh.AbstractHandler:stopping org.eclipse.jetty.server.Server@7023d08b
[junit4:junit4]   2> 2013-05-29 00:31:30.695:DBUG:oejuc.AbstractLifeCycle:stopping qtp1592762244{8<=8<=8/254,0}
[junit4:junit4]   2> 2013-05-29 00:31:30.756:DBUG:oejuc.AbstractLifeCycle:STOPPED qtp1592762244{8<=0<=0/254,3}
[junit4:junit4]   2> 2013-05-29 00:31:30.757:DBUG:oejuc.AbstractLifeCycle:stopping org.eclipse.jetty.server.session.HashSessionIdManager@7ce1eae7
[junit4:junit4]   2> 2013-05-29 00:31:30.757:DBUG:oejuc.AbstractLifeCycle:STOPPED org.eclipse.jetty.server.session.HashSessionIdManager@7ce1eae7
[junit4:junit4]   2> 2013-05-29 00:31:30.758:DBUG:oejuc.AbstractLifeCycle:STOPPED org.eclipse.jetty.server.Server@7023d08b
[junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=HttpReplicatorTest -Dtests.method=testBasic -Dtests.seed=26239E47D273DDEF -Dtests.slow=true -Dtests.locale=sr_CS -Dtests.timezone=America/Yakutat -Dtests.file.encoding=ISO-8859-1
[junit4:junit4] ERROR   3.88s | HttpReplicatorTest.testBasic <<<
[junit4:junit4]    > Throwable #1: org.apache.http.conn.HttpHostConnectException: Connection to http://localhost:51279 refused
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([26239E47D273DDEF:8DD983520DAF5BC1]:0)
[junit4:junit4]    > 	at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:190)
[junit4:junit4]    > 	at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
[junit4:junit4]    > 	at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
[junit4:junit4]    > 	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
[junit4:junit4]    > 	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
[junit4:junit4]    > 	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
[junit4:junit4]    > 	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
[junit4:junit4]    > 	at org.apache.lucene.replicator.http.HttpClientBase.executeGET(HttpClientBase.java:178)
[junit4:junit4]    > 	at org.apache.lucene.replicator.http.HttpReplicator.checkForUpdate(HttpReplicator.java:51)
[junit4:junit4]    > 	at org.apache.lucene.replicator.ReplicationClient.doUpdate(ReplicationClient.java:196)
[junit4:junit4]    > 	at org.apache.lucene.replicator.ReplicationClient.updateNow(ReplicationClient.java:402)
[junit4:junit4]    > 	at org.apache.lucene.replicator.http.HttpReplicatorTest.testBasic(HttpReplicatorTest.java:112)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:680)
[junit4:junit4]    > Caused by: java.net.ConnectException: Connection refused
[junit4:junit4]    > 	at java.net.PlainSocketImpl.socketConnect(Native Method)
[junit4:junit4]    > 	at java.net.PlainSocketImpl.doConnect(PlainSocketImpl.java:351)
[junit4:junit4]    > 	at java.net.PlainSocketImpl.connectToAddress(PlainSocketImpl.java:213)
[junit4:junit4]    > 	at java.net.PlainSocketImpl.connect(PlainSocketImpl.java:200)
[junit4:junit4]    > 	at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:432)
[junit4:junit4]    > 	at java.net.Socket.connect(Socket.java:529)
[junit4:junit4]    > 	at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
[junit4:junit4]    > 	at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
[junit4:junit4]    > 	... 48 more
[junit4:junit4]   2> NOTE: test params are: codec=Appending, sim=RandomSimilarityProvider(queryNorm=false,coord=crazy): {}, locale=sr_CS, timezone=America/Yakutat
[junit4:junit4]   2> NOTE: Mac OS X 10.8.3 x86_64/Apple Inc. 1.6.0_45 (64-bit)/cpus=2,threads=1,free=35396560,total=48693248
[junit4:junit4]   2> NOTE: All tests run in this JVM: [LocalReplicatorTest, IndexRevisionTest, HttpReplicatorTest]
[junit4:junit4] Completed in 4.03s, 1 test, 1 error <<< FAILURES!

[...truncated 21 lines...]
BUILD FAILED
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:386: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:366: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:39: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/build.xml:554: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:1827: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/module-build.xml:61: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:1243: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:887: There were test failures: 7 suites, 30 tests, 1 error

Total time: 50 minutes 26 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.6.0 -XX:-UseCompressedOops -XX:+UseSerialGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-4.x-MacOSX (64bit/jdk1.7.0) - Build # 505 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-MacOSX/505/
Java: 64bit/jdk1.7.0 -XX:+UseCompressedOops -XX:+UseG1GC

1 tests failed.
FAILED:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testDistribSearch

Error Message:
There are still nodes recoverying - waited for 230 seconds

Stack Trace:
java.lang.AssertionError: There are still nodes recoverying - waited for 230 seconds
	at __randomizedtesting.SeedInfo.seed([73E46847C845E8C7:F202E65FBF1A88FB]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:173)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:131)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:126)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:512)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.doTest(CollectionsAPIDistributedZkTest.java:146)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:815)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:601)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)




Build Log:
[...truncated 9371 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
[junit4:junit4]   2> 1181432 T2229 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /gm_i/
[junit4:junit4]   2> 1181444 T2229 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4]   2> Creating dataDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solrtest-CollectionsAPIDistributedZkTest-1369883866732
[junit4:junit4]   2> 1181448 T2229 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4]   2> 1181450 T2230 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4]   2> 1181551 T2229 oasc.ZkTestServer.run start zk server on port:52417
[junit4:junit4]   2> 1181555 T2229 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1181578 T2236 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@41ccd8da name:ZooKeeperConnection Watcher:127.0.0.1:52417 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1181579 T2229 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1181581 T2229 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4]   2> 1181631 T2229 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1181639 T2238 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@19d3b276 name:ZooKeeperConnection Watcher:127.0.0.1:52417/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1181640 T2229 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1181641 T2229 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4]   2> 1181654 T2229 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4]   2> 1181665 T2229 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4]   2> 1181674 T2229 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4]   2> 1181694 T2229 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 1181696 T2229 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 1181712 T2229 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4]   2> 1181713 T2229 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4]   2> 1181727 T2229 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   2> 1181729 T2229 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   2> 1181741 T2229 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   2> 1181743 T2229 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4]   2> 1181754 T2229 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   2> 1181755 T2229 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4]   2> 1181766 T2229 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 1181768 T2229 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 1181786 T2229 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 1181788 T2229 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 1181800 T2229 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 1181802 T2229 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 1181812 T2229 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   2> 1181813 T2229 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   2> 1182631 T2229 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 1182649 T2229 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52420
[junit4:junit4]   2> 1182651 T2229 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 1182652 T2229 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 1182653 T2229 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369883867112
[junit4:junit4]   2> 1182654 T2229 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369883867112/solr.xml
[junit4:junit4]   2> 1182655 T2229 oasc.CoreContainer.<init> New CoreContainer 445286852
[junit4:junit4]   2> 1182656 T2229 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369883867112/'
[junit4:junit4]   2> 1182657 T2229 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369883867112/'
[junit4:junit4]   2> 1182864 T2229 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369883867112
[junit4:junit4]   2> 1182867 T2229 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369883867112/collection1
[junit4:junit4]   2> 1182869 T2229 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369883867112/collection1/conf
[junit4:junit4]   2> 1183106 T2229 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369883867112/collection1/conf/xslt
[junit4:junit4]   2> 1183109 T2229 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369883867112/collection1/lib
[junit4:junit4]   2> 1183111 T2229 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369883867112/collection1/lib/classes
[junit4:junit4]   2> 1183114 T2229 oasc.SolrCoreDiscoverer.addCore Discovered properties file /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369883867112/conf/core.properties, adding to cores
[junit4:junit4]   2> 1183154 T2229 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 1183155 T2229 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 1183157 T2229 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 1183157 T2229 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 1183158 T2229 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 1183159 T2229 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 1183160 T2229 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 1183160 T2229 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 1183161 T2229 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 1183162 T2229 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 1183235 T2229 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 1183237 T2229 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:52417/solr
[junit4:junit4]   2> 1183238 T2229 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 1183255 T2229 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1183263 T2249 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5c93ffb5 name:ZooKeeperConnection Watcher:127.0.0.1:52417 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1183269 T2229 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1183285 T2229 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 1183326 T2229 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1183333 T2251 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@df6f0b0 name:ZooKeeperConnection Watcher:127.0.0.1:52417/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1183339 T2229 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1183350 T2229 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4:junit4]   2> 1183387 T2229 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4:junit4]   2> 1183434 T2229 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4]   2> 1183518 T2229 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52420_gm_i
[junit4:junit4]   2> 1183536 T2229 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52420_gm_i
[junit4:junit4]   2> 1183597 T2229 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4]   2> 1183670 T2229 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 1183684 T2229 oasc.Overseer.start Overseer (id=89776709091196931-127.0.0.1:52420_gm_i-n_0000000000) starting
[junit4:junit4]   2> 1183697 T2229 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4:junit4]   2> 1183717 T2253 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4]   2> 1183750 T2229 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4]   2> 1183763 T2229 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4:junit4]   2> 1183790 T2229 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 1183830 T2252 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 1183832 T2229 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 1183833 T2229 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 1183834 T2229 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 1183864 T2229 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 1183880 T2229 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1183896 T2256 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@51b8fd57 name:ZooKeeperConnection Watcher:127.0.0.1:52417/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1183902 T2229 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1183919 T2229 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 1183962 T2229 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   2> 1185281 T2229 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 1185310 T2229 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52424
[junit4:junit4]   2> 1185314 T2229 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 1185315 T2229 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 1185316 T2229 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369883869248
[junit4:junit4]   2> 1185317 T2229 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369883869248/solr.xml
[junit4:junit4]   2> 1185317 T2229 oasc.CoreContainer.<init> New CoreContainer 410106233
[junit4:junit4]   2> 1185321 T2229 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369883869248/'
[junit4:junit4]   2> 1185333 T2229 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369883869248/'
[junit4:junit4]   2> 1185620 T2229 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369883869248
[junit4:junit4]   2> 1185631 T2229 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369883869248/collection1
[junit4:junit4]   2> 1185634 T2229 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369883869248/collection1/conf
[junit4:junit4]   2> 1185986 T2229 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369883869248/collection1/conf/xslt
[junit4:junit4]   2> 1185998 T2229 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369883869248/collection1/lib
[junit4:junit4]   2> 1186002 T2229 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369883869248/collection1/lib/classes
[junit4:junit4]   2> 1186008 T2229 oasc.SolrCoreDiscoverer.addCore Discovered properties file /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369883869248/conf/core.properties, adding to cores
[junit4:junit4]   2> 1186028 T2229 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 1186029 T2229 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 1186030 T2229 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 1186031 T2229 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 1186032 T2229 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 1186033 T2229 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 1186033 T2229 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 1186034 T2229 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 1186035 T2229 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 1186036 T2229 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 1186132 T2229 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 1186133 T2229 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:52417/solr
[junit4:junit4]   2> 1186134 T2229 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 1186136 T2229 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1186142 T2267 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7303bcaa name:ZooKeeperConnection Watcher:127.0.0.1:52417 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1186149 T2229 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1186156 T2229 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 1186201 T2229 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1186218 T2269 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7f63eab3 name:ZooKeeperConnection Watcher:127.0.0.1:52417/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1186239 T2229 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1186281 T2229 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 1187300 T2229 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52424_gm_i
[junit4:junit4]   2> 1187305 T2229 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52424_gm_i
[junit4:junit4]   2> 1187327 T2251 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 1187329 T2256 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 1187333 T2269 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 1187348 T2229 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 1187349 T2229 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 1187350 T2229 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 1188171 T2229 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 1188181 T2229 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52427
[junit4:junit4]   2> 1188183 T2229 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 1188184 T2229 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 1188185 T2229 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369883872659
[junit4:junit4]   2> 1188186 T2229 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369883872659/solr.xml
[junit4:junit4]   2> 1188187 T2229 oasc.CoreContainer.<init> New CoreContainer 1677159513
[junit4:junit4]   2> 1188190 T2229 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369883872659/'
[junit4:junit4]   2> 1188191 T2229 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369883872659/'
[junit4:junit4]   2> 1188438 T2229 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369883872659
[junit4:junit4]   2> 1188440 T2229 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369883872659/collection1
[junit4:junit4]   2> 1188444 T2229 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369883872659/collection1/conf
[junit4:junit4]   2> 1188648 T2229 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369883872659/collection1/conf/xslt
[junit4:junit4]   2> 1188660 T2229 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369883872659/collection1/lib
[junit4:junit4]   2> 1188663 T2229 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369883872659/collection1/lib/classes
[junit4:junit4]   2> 1188667 T2229 oasc.SolrCoreDiscoverer.addCore Discovered properties file /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369883872659/conf/core.properties, adding to cores
[junit4:junit4]   2> 1188691 T2229 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 1188692 T2229 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 1188693 T2229 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 1188693 T2229 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 1188694 T2229 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 1188695 T2229 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 1188696 T2229 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 1188697 T2229 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 1188697 T2229 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 1188698 T2229 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 1188734 T2229 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 1188736 T2229 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:52417/solr
[junit4:junit4]   2> 1188737 T2229 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 1188741 T2229 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1188749 T2281 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@443e0a name:ZooKeeperConnection Watcher:127.0.0.1:52417 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1188751 T2229 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1188761 T2229 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 1188788 T2229 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1188802 T2283 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@718baecd name:ZooKeeperConnection Watcher:127.0.0.1:52417/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1188803 T2229 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1188828 T2229 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 1189843 T2229 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52427_gm_i
[junit4:junit4]   2> 1189847 T2229 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52427_gm_i
[junit4:junit4]   2> 1189863 T2269 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 1189864 T2251 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 1189873 T2283 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 1189874 T2229 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 1189874 T2229 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 1189875 T2229 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 1189877 T2256 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 1191020 T2229 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 1191049 T2229 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52430
[junit4:junit4]   2> 1191051 T2229 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 1191052 T2229 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 1191053 T2229 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369883875189
[junit4:junit4]   2> 1191055 T2229 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369883875189/solr.xml
[junit4:junit4]   2> 1191056 T2229 oasc.CoreContainer.<init> New CoreContainer 1930171174
[junit4:junit4]   2> 1191058 T2229 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369883875189/'
[junit4:junit4]   2> 1191059 T2229 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369883875189/'
[junit4:junit4]   2> 1191347 T2229 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369883875189
[junit4:junit4]   2> 1191350 T2229 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369883875189/collection1
[junit4:junit4]   2> 1191352 T2229 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369883875189/collection1/conf
[junit4:junit4]   2> 1191657 T2229 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369883875189/collection1/conf/xslt
[junit4:junit4]   2> 1191663 T2229 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369883875189/collection1/lib
[junit4:junit4]   2> 1191667 T2229 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369883875189/collection1/lib/classes
[junit4:junit4]   2> 1191671 T2229 oasc.SolrCoreDiscoverer.addCore Discovered properties file /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369883875189/conf/core.properties, adding to cores
[junit4:junit4]   2> 1191700 T2229 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 1191701 T2229 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 1191702 T2229 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 1191703 T2229 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 1191704 T2229 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 1191708 T2229 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 1191709 T2229 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 1191710 T2229 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 1191711 T2229 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 1191712 T2229 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 1191826 T2229 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 1191833 T2229 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:52417/solr
[junit4:junit4]   2> 1191834 T2229 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 1191842 T2229 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1191848 T2295 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2e3d4ac3 name:ZooKeeperConnection Watcher:127.0.0.1:52417 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1191856 T2229 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1191868 T2229 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 1191905 T2229 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1191911 T2297 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@58ee0ea1 name:ZooKeeperConnection Watcher:127.0.0.1:52417/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1191911 T2229 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1191939 T2229 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 1192963 T2229 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52430_gm_i
[junit4:junit4]   2> 1192969 T2229 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52430_gm_i
[junit4:junit4]   2> 1192980 T2251 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 1192981 T2269 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 1192980 T2297 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 1192982 T2283 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 1192982 T2256 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 1192995 T2229 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 1192996 T2229 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 1192997 T2229 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 1193862 T2229 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 1193877 T2229 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52433
[junit4:junit4]   2> 1193879 T2229 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 1193879 T2229 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 1193880 T2229 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369883878306
[junit4:junit4]   2> 1193881 T2229 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369883878306/solr.xml
[junit4:junit4]   2> 1193882 T2229 oasc.CoreContainer.<init> New CoreContainer 1782148994
[junit4:junit4]   2> 1193909 T2229 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369883878306/'
[junit4:junit4]   2> 1193910 T2229 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369883878306/'
[junit4:junit4]   2> 1194155 T2229 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369883878306
[junit4:junit4]   2> 1194158 T2229 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369883878306/collection1
[junit4:junit4]   2> 1194160 T2229 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369883878306/collection1/conf
[junit4:junit4]   2> 1194417 T2229 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369883878306/collection1/conf/xslt
[junit4:junit4]   2> 1194423 T2229 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369883878306/collection1/lib
[junit4:junit4]   2> 1194427 T2229 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369883878306/collection1/lib/classes
[junit4:junit4]   2> 1194430 T2229 oasc.SolrCoreDiscoverer.addCore Discovered properties file /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369883878306/conf/core.properties, adding to cores
[junit4:junit4]   2> 1194446 T2229 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 1194447 T2229 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 1194447 T2229 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 1194448 T2229 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 1194449 T2229 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 1194450 T2229 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 1194450 T2229 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 1194452 T2229 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 1194458 T2229 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 1194461 T2229 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 1194517 T2229 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 1194518 T2229 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:52417/solr
[junit4:junit4]   2> 1194519 T2229 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 1194537 T2229 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1194547 T2309 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5685e800 name:ZooKeeperConnection Watcher:127.0.0.1:52417 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1194548 T2229 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1194573 T2229 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 1194627 T2229 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1194629 T2311 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@52ac94dd name:ZooKeeperConnection Watcher:127.0.0.1:52417/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1194631 T2229 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1194679 T2229 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 1195706 T2229 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52433_gm_i
[junit4:junit4]   2> 1195710 T2229 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52433_gm_i
[junit4:junit4]   2> 1195728 T2297 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 1195729 T2251 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 1195730 T2269 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 1195731 T2256 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 1195732 T2283 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 1195731 T2311 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 1195753 T2229 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 1195754 T2229 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 1195755 T2229 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 1195777 T2229 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 1195821 T2260 oasha.CollectionsHandler.handleCreateAction Creating Collection : numShards=2&name=nodes_used_collection&replicationFactor=2&action=CREATE&wt=javabin&version=2
[junit4:junit4]   2> 1195826 T2251 oasc.DistributedQueue$LatchChildWatcher.process Watcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
[junit4:junit4]   2> 1195835 T2253 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
[junit4:junit4]   2> 	  "operation":"createcollection",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "maxShardsPerNode":null,
[junit4:junit4]   2> 	  "createNodeSet":null,
[junit4:junit4]   2> 	  "name":"nodes_used_collection",
[junit4:junit4]   2> 	  "replicationFactor":"2"}
[junit4:junit4]   2> 1195835 T2253 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard1_replica1 as part of slice shard1 of collection nodes_used_collection on 127.0.0.1:52420_gm_i
[junit4:junit4]   2> 1195836 T2253 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard1_replica2 as part of slice shard1 of collection nodes_used_collection on 127.0.0.1:52424_gm_i
[junit4:junit4]   2> 1195837 T2253 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard2_replica1 as part of slice shard2 of collection nodes_used_collection on 127.0.0.1:52427_gm_i
[junit4:junit4]   2> 1195854 T2253 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard2_replica2 as part of slice shard2 of collection nodes_used_collection on 127.0.0.1:52433_gm_i
[junit4:junit4]   2> 1195866 T2243 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard1_replica1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369883867112/nodes_used_collection_shard1_replica1
[junit4:junit4]   2> 1195867 T2243 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
[junit4:junit4]   2> 1195866 T2275 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard2_replica1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369883872659/nodes_used_collection_shard2_replica1
[junit4:junit4]   2> 1195869 T2275 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
[junit4:junit4]   2> 1195878 T2305 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard2_replica2' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369883878306/nodes_used_collection_shard2_replica2
[junit4:junit4]   2> 1195879 T2305 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
[junit4:junit4]   2> 1195870 T2261 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard1_replica2' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369883869248/nodes_used_collection_shard1_replica2
[junit4:junit4]   2> 1195882 T2261 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
[junit4:junit4]   2> 1195883 T2243 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
[junit4:junit4]   2> 1195883 T2243 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4]   2> 1195886 T2275 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
[junit4:junit4]   2> 1195886 T2275 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4]   2> 1195887 T2261 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
[junit4:junit4]   2> 1195896 T2261 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4]   2> 1195906 T2243 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4]   2> 1195907 T2243 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
[junit4:junit4]   2> 1195909 T2305 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
[junit4:junit4]   2> 1195910 T2305 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4]   2> 1195911 T2275 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4]   2> 1195911 T2275 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
[junit4:junit4]   2> 1195911 T2261 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4]   2> 1195914 T2261 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
[junit4:junit4]   2> 1195924 T2305 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4]   2> 1195925 T2305 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
[junit4:junit4]   2> 1195930 T2243 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
[junit4:junit4]   2> 1195926 T2275 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
[junit4:junit4]   2> 1195930 T2261 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
[junit4:junit4]   2> 1195943 T2243 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369883867112/nodes_used_collection_shard1_replica1/'
[junit4:junit4]   2> 1195948 T2275 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369883872659/nodes_used_collection_shard2_replica1/'
[junit4:junit4]   2> 1195955 T2305 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
[junit4:junit4]   2> 1195956 T2261 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369883869248/nodes_used_collection_shard1_replica2/'
[junit4:junit4]   2> 1196001 T2305 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369883878306/nodes_used_collection_shard2_replica2/'
[junit4:junit4]   2> 1196309 T2275 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 1196310 T2305 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 1196321 T2261 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 1196337 T2243 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 1196583 T2243 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 1196599 T2243 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 1196611 T2243 oass.IndexSchema.readSchema [nodes_used_collection_shard1_replica1] Schema name=test
[junit4:junit4]   2> 1196636 T2261 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 1196638 T2305 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 1196642 T2275 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 1196647 T2305 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 1196653 T2261 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 1196664 T2275 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 1196667 T2261 oass.IndexSchema.readSchema [nodes_used_collection_shard1_replica2] Schema name=test
[junit4:junit4]   2> 1196677 T2275 oass.IndexSchema.readSchema [nodes_used_collection_shard2_replica1] Schema name=test
[junit4:junit4]   2> 1196685 T2305 oass.IndexSchema.readSchema [nodes_used_collection_shard2_replica2] Schema name=test
[junit4:junit4]   2> 1201124 T2275 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1201173 T2305 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1201178 T2243 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1201174 T2275 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1201197 T2275 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1201212 T2243 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1201225 T2243 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1201226 T2305 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1201255 T2305 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1201340 T2261 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1201380 T2261 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1201400 T2275 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1201406 T2243 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1201414 T2275 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1201425 T2243 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1201426 T2275 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1201428 T2261 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1201457 T2275 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1201458 T2275 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 1201459 T2275 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1201457 T2243 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1201474 T2275 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1201475 T2275 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 1201476 T2275 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1201477 T2275 oasc.SolrCore.<init> [nodes_used_collection_shard2_replica1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369883872659/nodes_used_collection_shard2_replica1/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369883872659/nodes_used_collection_shard2_replica1/data/
[junit4:junit4]   2> 1201477 T2275 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7b5ce015
[junit4:junit4]   2> 1201478 T2275 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1201480 T2275 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369883872659/nodes_used_collection_shard2_replica1/data
[junit4:junit4]   2> 1201481 T2275 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369883872659/nodes_used_collection_shard2_replica1/data/index/
[junit4:junit4]   2> 1201482 T2305 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1201481 T2243 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1201529 T2243 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 1201530 T2243 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1201523 T2305 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1201482 T2275 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard2_replica1] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369883872659/nodes_used_collection_shard2_replica1/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1201534 T2275 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369883872659/nodes_used_collection_shard2_replica1/data/index
[junit4:junit4]   2> 1201551 T2243 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1201552 T2243 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 1201553 T2243 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1201554 T2243 oasc.SolrCore.<init> [nodes_used_collection_shard1_replica1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369883867112/nodes_used_collection_shard1_replica1/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369883867112/nodes_used_collection_shard1_replica1/data/
[junit4:junit4]   2> 1201555 T2243 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7b5ce015
[junit4:junit4]   2> 1201556 T2305 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1201556 T2243 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1201565 T2243 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369883867112/nodes_used_collection_shard1_replica1/data
[junit4:junit4]   2> 1201565 T2243 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369883867112/nodes_used_collection_shard1_replica1/data/index/
[junit4:junit4]   2> 1201566 T2243 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard1_replica1] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369883867112/nodes_used_collection_shard1_replica1/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1201567 T2243 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369883867112/nodes_used_collection_shard1_replica1/data/index
[junit4:junit4]   2> 1201579 T2305 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1201580 T2305 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 1201581 T2275 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@55cb1256 lockFactory=org.apache.lucene.store.NativeFSLockFactory@45c1bcd5),segFN=segments_1,generation=1}
[junit4:junit4]   2> 1201582 T2275 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 1201581 T2305 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1201593 T2275 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 1201595 T2275 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 1201601 T2243 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@2dc0d543 lockFactory=org.apache.lucene.store.NativeFSLockFactory@d351137),segFN=segments_1,generation=1}
[junit4:junit4]   2> 1201603 T2243 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 1201605 T2275 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 1201606 T2275 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1201607 T2275 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 1201608 T2275 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 1201609 T2275 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1201610 T2275 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1201611 T2275 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 1201620 T2243 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 1201621 T2243 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 1201623 T2243 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 1201624 T2243 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1201615 T2305 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1201626 T2305 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 1201627 T2305 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1201628 T2305 oasc.SolrCore.<init> [nodes_used_collection_shard2_replica2] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369883878306/nodes_used_collection_shard2_replica2/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369883878306/nodes_used_collection_shard2_replica2/data/
[junit4:junit4]   2> 1201629 T2305 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7b5ce015
[junit4:junit4]   2> 1201630 T2305 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1201626 T2243 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 1201632 T2243 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 1201632 T2305 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369883878306/nodes_used_collection_shard2_replica2/data
[junit4:junit4]   2> 1201637 T2305 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369883878306/nodes_used_collection_shard2_replica2/data/index/
[junit4:junit4]   2> 1201638 T2305 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard2_replica2] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369883878306/nodes_used_collection_shard2_replica2/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1201639 T2305 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369883878306/nodes_used_collection_shard2_replica2/data/index
[junit4:junit4]   2> 1201637 T2243 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1201650 T2243 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1201651 T2243 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 1201637 T2275 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1201661 T2243 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1201682 T2305 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@37769f4b lockFactory=org.apache.lucene.store.NativeFSLockFactory@5f18f888),segFN=segments_1,generation=1}
[junit4:junit4]   2> 1201683 T2305 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 1201687 T2275 oass.SolrIndexSearcher.<init> Opening Searcher@c99aedf main
[junit4:junit4]   2> 1201688 T2275 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369883872659/nodes_used_collection_shard2_replica1/data/tlog
[junit4:junit4]   2> 1201690 T2275 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1201691 T2275 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1201698 T2318 oasc.SolrCore.registerSearcher [nodes_used_collection_shard2_replica1] Registered new searcher Searcher@c99aedf main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1201703 T2305 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 1201704 T2305 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 1201705 T2305 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 1201706 T2305 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1201713 T2305 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 1201713 T2305 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 1201711 T2261 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1201708 T2275 oasc.ZkController.publish publishing core=nodes_used_collection_shard2_replica1 state=down
[junit4:junit4]   2> 1201707 T2243 oass.SolrIndexSearcher.<init> Opening Searcher@6c92cd07 main
[junit4:junit4]   2> 1201719 T2243 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369883867112/nodes_used_collection_shard1_replica1/data/tlog
[junit4:junit4]   2> 1201720 T2305 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1201721 T2243 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1201722 T2243 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1201721 T2305 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1201725 T2305 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 1201731 T2317 oasc.SolrCore.registerSearcher [nodes_used_collection_shard1_replica1] Registered new searcher Searcher@6c92cd07 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1201750 T2243 oasc.ZkController.publish publishing core=nodes_used_collection_shard1_replica1 state=down
[junit4:junit4]   2> 1201754 T2305 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1201790 T2261 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1201801 T2305 oass.SolrIndexSearcher.<init> Opening Searcher@75c6232a main
[junit4:junit4]   2> 1201802 T2305 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369883878306/nodes_used_collection_shard2_replica2/data/tlog
[junit4:junit4]   2> 1201806 T2305 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1201807 T2305 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1201814 T2319 oasc.SolrCore.registerSearcher [nodes_used_collection_shard2_replica2] Registered new searcher Searcher@75c6232a main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1201817 T2305 oasc.ZkController.publish publishing core=nodes_used_collection_shard2_replica2 state=down
[junit4:junit4]   2> 1201821 T2261 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1201836 T2261 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1201839 T2261 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 1201841 T2261 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1201849 T2261 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1201850 T2261 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 1201851 T2261 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1201851 T2261 oasc.SolrCore.<init> [nodes_used_collection_shard1_replica2] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369883869248/nodes_used_collection_shard1_replica2/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369883869248/nodes_used_collection_shard1_replica2/data/
[junit4:junit4]   2> 1201852 T2261 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7b5ce015
[junit4:junit4]   2> 1201853 T2261 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1201855 T2261 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369883869248/nodes_used_collection_shard1_replica2/data
[junit4:junit4]   2> 1201855 T2261 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369883869248/nodes_used_collection_shard1_replica2/data/index/
[junit4:junit4]   2> 1201856 T2261 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard1_replica2] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369883869248/nodes_used_collection_shard1_replica2/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1201857 T2261 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369883869248/nodes_used_collection_shard1_replica2/data/index
[junit4:junit4]   2> 1201885 T2261 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7aca53ab lockFactory=org.apache.lucene.store.NativeFSLockFactory@51bcc1c7),segFN=segments_1,generation=1}
[junit4:junit4]   2> 1201886 T2261 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 1201907 T2261 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 1201909 T2261 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 1201911 T2261 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 1201912 T2261 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1201914 T2261 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 1201914 T2261 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 1201915 T2261 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1201918 T2261 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1201919 T2261 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 1201944 T2261 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1201965 T2261 oass.SolrIndexSearcher.<init> Opening Searcher@454e5b23 main
[junit4:junit4]   2> 1201969 T2261 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369883869248/nodes_used_collection_shard1_replica2/data/tlog
[junit4:junit4]   2> 1201973 T2261 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1201974 T2261 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1201982 T2320 oasc.SolrCore.registerSearcher [nodes_used_collection_shard1_replica2] Registered new searcher Searcher@454e5b23 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1201985 T2261 oasc.ZkController.publish publishing core=nodes_used_collection_shard1_replica2 state=down
[junit4:junit4]   2> 1202143 T2252 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1202148 T2252 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"nodes_used_collection_shard2_replica1",
[junit4:junit4]   2> 	  "collection":"nodes_used_collection",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52427_gm_i",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52427/gm_i"}
[junit4:junit4]   2> 1202153 T2252 oasc.Overseer$ClusterStateUpdater.createCollection Create collection nodes_used_collection with numShards 2
[junit4:junit4]   2> 1202187 T2252 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"nodes_used_collection_shard1_replica1",
[junit4:junit4]   2> 	  "collection":"nodes_used_collection",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52420_gm_i",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52420/gm_i"}
[junit4:junit4]   2> 1202226 T2252 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"nodes_used_collection_shard2_replica2",
[junit4:junit4]   2> 	  "collection":"nodes_used_collection",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52433_gm_i",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52433/gm_i"}
[junit4:junit4]   2> 1202271 T2252 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"nodes_used_collection_shard1_replica2",
[junit4:junit4]   2> 	  "collection":"nodes_used_collection",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52424_gm_i",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52424/gm_i"}
[junit4:junit4]   2> 1202303 T2297 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1202304 T2311 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1202306 T2269 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1202306 T2283 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1202306 T2256 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1202313 T2251 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1202764 T2275 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard2_replica1
[junit4:junit4]   2> 1202765 T2275 oasc.ZkController.register Register replica - core:nodes_used_collection_shard2_replica1 address:http://127.0.0.1:52427/gm_i collection:nodes_used_collection shard:shard2
[junit4:junit4]   2> 1202767 T2275 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leader_elect/shard2/election
[junit4:junit4]   2> 1202791 T2243 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard1_replica1
[junit4:junit4]   2> 1202792 T2243 oasc.ZkController.register Register replica - core:nodes_used_collection_shard1_replica1 address:http://127.0.0.1:52420/gm_i collection:nodes_used_collection shard:shard1
[junit4:junit4]   2> 1202795 T2243 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leader_elect/shard1/election
[junit4:junit4]   2> 1202800 T2275 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 1202832 T2275 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=179993
[junit4:junit4]   2> 1202833 T2305 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard2_replica2
[junit4:junit4]   2> 1202834 T2305 oasc.ZkController.register Register replica - core:nodes_used_collection_shard2_replica2 address:http://127.0.0.1:52433/gm_i collection:nodes_used_collection shard:shard2
[junit4:junit4]   2> 1202850 T2243 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 1202883 T2243 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=179995
[junit4:junit4]   2> 1202999 T2261 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard1_replica2
[junit4:junit4]   2> 1203000 T2261 oasc.ZkController.register Register replica - core:nodes_used_collection_shard1_replica2 address:http://127.0.0.1:52424/gm_i collection:nodes_used_collection shard:shard1
[junit4:junit4]   2> 1203336 T2275 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 1203337 T2275 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 1203338 T2275 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:52427/gm_i/nodes_used_collection_shard2_replica1/
[junit4:junit4]   2> 1203339 T2275 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard2_replica1 url=http://127.0.0.1:52427/gm_i START replicas=[http://127.0.0.1:52433/gm_i/nodes_used_collection_shard2_replica2/] nUpdates=100
[junit4:junit4]   2> 1203342 T2275 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard2_replica1 url=http://127.0.0.1:52427/gm_i DONE.  We have no versions.  sync failed.
[junit4:junit4]   2> 1203343 T2275 oasc.SyncStrategy.syncReplicas Leader's attempt to sync with shard failed, moving to the next canidate
[junit4:junit4]   2> 1203344 T2275 oasc.ShardLeaderElectionContext.runLeaderProcess We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4:junit4]   2> 1203345 T2275 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:52427/gm_i/nodes_used_collection_shard2_replica1/
[junit4:junit4]   2> 1203348 T2275 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leaders/shard2
[junit4:junit4]   2> ASYNC  NEW_CORE C437 name=nodes_used_collection_shard2_replica2 org.apache.solr.core.SolrCore@45748af5 url=http://127.0.0.1:52433/gm_i/nodes_used_collection_shard2_replica2 node=127.0.0.1:52433_gm_i C437_STATE=coll:nodes_used_collection core:nodes_used_collection_shard2_replica2 props:{shard=shard2, state=down, core=nodes_used_collection_shard2_replica2, collection=nodes_used_collection, node_name=127.0.0.1:52433_gm_i, base_url=http://127.0.0.1:52433/gm_i}
[junit4:junit4]   2> 1203369 T2302 C437 P52433 oasc.SolrCore.execute [nodes_used_collection_shard2_replica2] webapp=/gm_i path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=4 
[junit4:junit4]   2> 1203388 T2243 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 1203389 T2243 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 1203390 T2243 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:52420/gm_i/nodes_used_collection_shard1_replica1/
[junit4:junit4]   2> 1203391 T2243 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard1_replica1 url=http://127.0.0.1:52420/gm_i START replicas=[http://127.0.0.1:52424/gm_i/nodes_used_collection_shard1_replica2/] nUpdates=100
[junit4:junit4]   2> 1203392 T2243 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard1_replica1 url=http://127.0.0.1:52420/gm_i DONE.  We have no versions.  sync failed.
[junit4:junit4]   2> 1203393 T2243 oasc.SyncStrategy.syncReplicas Leader's attempt to sync with shard failed, moving to the next canidate
[junit4:junit4]   2> 1203394 T2243 oasc.ShardLeaderElectionContext.runLeaderProcess We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4:junit4]   2> 1203395 T2243 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:52420/gm_i/nodes_used_collection_shard1_replica1/
[junit4:junit4]   2> 1203396 T2243 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leaders/shard1
[junit4:junit4]   2> ASYNC  NEW_CORE C438 name=nodes_used_collection_shard1_replica2 org.apache.solr.core.SolrCore@32593af9 url=http://127.0.0.1:52424/gm_i/nodes_used_collection_shard1_replica2 node=127.0.0.1:52424_gm_i C438_STATE=coll:nodes_used_collection core:nodes_used_collection_shard1_replica2 props:{shard=shard1, state=down, core=nodes_used_collection_shard1_replica2, collection=nodes_used_collection, node_name=127.0.0.1:52424_gm_i, base_url=http://127.0.0.1:52424/gm_i}
[junit4:junit4]   2> 1203412 T2265 C438 P52424 oasc.SolrCore.execute [nodes_used_collection_shard1_replica2] webapp=/gm_i path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=1 
[junit4:junit4]   2> 1203892 T2252 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1203946 T2251 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1203947 T2256 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1203947 T2283 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1203947 T2269 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1203947 T2311 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1203947 T2297 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1204002 T2275 oasc.ZkController.register We are http://127.0.0.1:52427/gm_i/nodes_used_collection_shard2_replica1/ and leader is http://127.0.0.1:52427/gm_i/nodes_used_collection_shard2_replica1/
[junit4:junit4]   2> 1204003 T2275 oasc.ZkController.register No LogReplay needed for core=nodes_used_collection_shard2_replica1 baseURL=http://127.0.0.1:52427/gm_i
[junit4:junit4]   2> 1204004 T2275 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 1204005 T2275 oasc.ZkController.publish publishing core=nodes_used_collection_shard2_replica1 state=active
[junit4:junit4]   2> 1204009 T2305 oasc.ZkController.register We are http://127.0.0.1:52433/gm_i/nodes_used_collection_shard2_replica2/ and leader is http://127.0.0.1:52427/gm_i/nodes_used_collection_shard2_replica1/
[junit4:junit4]   2> 1204010 T2305 oasc.ZkController.register No LogReplay needed for core=nodes_used_collection_shard2_replica2 baseURL=http://127.0.0.1:52433/gm_i
[junit4:junit4]   2> 1204011 T2305 oasc.ZkController.checkRecovery Core needs to recover:nodes_used_collection_shard2_replica2
[junit4:junit4]   2> 1204011 T2305 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> 1204010 T2275 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1204013 T2323 C437 P52433 oasc.RecoveryStrategy.run Starting recovery process.  core=nodes_used_collection_shard2_replica2 recoveringAfterStartup=true
[junit4:junit4]   2> 1204013 T2323 C437 P52433 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 1204014 T2243 oasc.ZkController.register We are http://127.0.0.1:52420/gm_i/nodes_used_collection_shard1_replica1/ and leader is http://127.0.0.1:52420/gm_i/nodes_used_collection_shard1_replica1/
[junit4:junit4]   2> 1204016 T2243 oasc.ZkController.register No LogReplay needed for core=nodes_used_collection_shard1_replica1 baseURL=http://127.0.0.1:52420/gm_i
[junit4:junit4]   2> 1204017 T2243 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 1204018 T2243 oasc.ZkController.publish publishing core=nodes_used_collection_shard1_replica1 state=active
[junit4:junit4]   2> 1204015 T2323 C437 P52433 oasc.ZkController.publish publishing core=nodes_used_collection_shard2_replica2 state=recovering
[junit4:junit4]   2> 1204017 T2275 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={numShards=2&shard=shard2&name=nodes_used_collection_shard2_replica1&action=CREATE&collection=nodes_used_collection&wt=javabin&qt=/admin/cores&version=2} status=0 QTime=8151 
[junit4:junit4]   2> 1204021 T2305 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1204023 T2261 oasc.ZkController.register We are http://127.0.0.1:52424/gm_i/nodes_used_collection_shard1_replica2/ and leader is http://127.0.0.1:52420/gm_i/nodes_used_collection_shard1_replica1/
[junit4:junit4]   2> 1204023 T2261 oasc.ZkController.register No LogReplay needed for core=nodes_used_collection_shard1_replica2 baseURL=http://127.0.0.1:52424/gm_i
[junit4:junit4]   2> 1204024 T2261 oasc.ZkController.checkRecovery Core needs to recover:nodes_used_collection_shard1_replica2
[junit4:junit4]   2> 1204025 T2261 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> 1204026 T2324 C438 P52424 oasc.RecoveryStrategy.run Starting recovery process.  core=nodes_used_collection_shard1_replica2 recoveringAfterStartup=true
[junit4:junit4]   2> 1204027 T2324 C438 P52424 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 1204026 T2305 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={numShards=2&shard=shard2&name=nodes_used_collection_shard2_replica2&action=CREATE&collection=nodes_used_collection&wt=javabin&qt=/admin/cores&version=2} status=0 QTime=8148 
[junit4:junit4]   2> 1204030 T2324 C438 P52424 oasc.ZkController.publish publishing core=nodes_used_collection_shard1_replica2 state=recovering
[junit4:junit4]   2> 1204028 T2323 C437 P52433 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 1204031 T2243 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1204042 T2261 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1204045 T2324 C438 P52424 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 1204053 T2243 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={numShards=2&shard=shard1&name=nodes_used_collection_shard1_replica1&action=CREATE&collection=nodes_used_collection&wt=javabin&qt=/admin/cores&version=2} status=0 QTime=8188 
[junit4:junit4]   2> 1204067 T2261 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={numShards=2&shard=shard1&name=nodes_used_collection_shard1_replica2&action=CREATE&collection=nodes_used_collection&wt=javabin&qt=/admin/cores&version=2} status=0 QTime=8197 
[junit4:junit4]   2> 1204070 T2253 oasc.OverseerCollectionProcessor.createCollection Finished create command on all shards for collection: nodes_used_collection
[junit4:junit4]   2> 1204076 T2242 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 127.0.0.1:52424_gm_i_nodes_used_collection_shard1_replica2, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4]   2> 1204081 T2274 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 127.0.0.1:52433_gm_i_nodes_used_collection_shard2_replica2, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4]   2> 1204102 T2269 oasc.DistributedQueue$LatchChildWatcher.process Watcher fired on path: /overseer/collection-queue-work/qnr-0000000000 state: SyncConnected type NodeDataChanged
[junit4:junit4]   2> 1204106 T2251 oasc.DistributedQueue$LatchChildWatcher.process Watcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
[junit4:junit4]   2> 1204107 T2253 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Message id:/overseer/collection-queue-work/qn-0000000000 complete, response:{success={null={responseHeader={status=0,QTime=8151},core=nodes_used_collection_shard2_replica1},null={responseHeader={status=0,QTime=8148},core=nodes_used_collection_shard2_replica2},null={responseHeader={status=0,QTime=8188},core=nodes_used_collection_shard1_replica1},null={responseHeader={status=0,QTime=8197},core=nodes_used_collection_shard1_replica2}}}
[junit4:junit4]   2> 1204109 T2260 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/collections params={numShards=2&name=nodes_used_collection&replicationFactor=2&action=CREATE&wt=javabin&version=2} status=0 QTime=8288 
[junit4:junit4]   2> 1204112 T2229 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 1204115 T2229 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1204128 T2326 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@750274c0 name:ZooKeeperConnection Watcher:127.0.0.1:52417/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1204129 T2229 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1204135 T2229 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 1204145 T2229 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 1204150 T2229 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1204156 T2328 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@52b51910 name:ZooKeeperConnection Watcher:127.0.0.1:52417/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1204157 T2229 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1204161 T2229 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 1204195 T2288 oasha.CollectionsHandler.handleCreateAction Creating Collection : numShards=1&maxShardsPerNode=1&name=awholynewcollection_0&replicationFactor=2&action=CREATE&wt=javabin&version=2
[junit4:junit4]   2> 1204199 T2251 oasc.DistributedQueue$LatchChildWatcher.process Watcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
[junit4:junit4]   2> 1204204 T2253 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Get the message id:/overseer/collection-queue-work/qn-0000000002 message:{
[junit4:junit4]   2> 	  "operation":"createcollection",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "maxShardsPerNode":"1",
[junit4:junit4]   2> 	  "createNodeSet":null,
[junit4:junit4]   2> 	  "name":"awholynewcollection_0",
[junit4:junit4]   2> 	  "replicationFactor":"2"}
[junit4:junit4]   2> 1204204 T2253 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard1_replica1 as part of slice shard1 of collection awholynewcollection_0 on 127.0.0.1:52420_gm_i
[junit4:junit4]   2> 1204205 T2253 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard1_replica2 as part of slice shard1 of collection awholynewcollection_0 on 127.0.0.1:52427_gm_i
[junit4:junit4]   2> 1204216 T2276 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard1_replica2' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369883872659/awholynewcollection_0_shard1_replica2
[junit4:junit4]   2> 1204217 T2276 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4]   2> 1204216 T2244 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard1_replica1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369883867112/awholynewcollection_0_shard1_replica1
[junit4:junit4]   2> 1204218 T2244 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4]   2> 1204219 T2276 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:awholynewcollection_0
[junit4:junit4]   2> 1204220 T2276 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4]   2> 1204221 T2244 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:awholynewcollection_0
[junit4:junit4]   2> 1204221 T2244 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4]   2> 1204225 T2276 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4]   2> 1204226 T2276 oascc.SolrZkClient.makePath makePath: /collections/awholynewcollection_0
[junit4:junit4]   2> 1204227 T2244 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4]   2> 1204228 T2244 oascc.SolrZkClient.makePath makePath: /collections/awholynewcollection_0
[junit4:junit4]   2> 1204236 T2276 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4]   2> 1204236 T2244 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4]   2> 1204240 T2276 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369883872659/awholynewcollection_0_shard1_replica2/'
[junit4:junit4]   2> 1204241 T2244 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369883867112/awholynewcollection_0_shard1_replica1/'
[junit4:junit4]   2> 1204381 T2244 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 1204424 T2276 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 1204587 T2244 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 1204596 T2244 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 1204614 T2244 oass.IndexSchema.readSchema [awholynewcollection_0_shard1_replica1] Schema name=test
[junit4:junit4]   2> 1204653 T2276 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 1204658 T2276 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 1204776 T2276 oass.IndexSchema.readSchema [awholynewcollection_0_shard1_replica2] Schema name=test
[junit4:junit4]   2> 1205503 T2252 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1205517 T2252 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:52427_gm_i_nodes_used_collection_shard2_replica1",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"nodes_used_collection_shard2_replica1",
[junit4:junit4]   2> 	  "collection":"nodes_used_collection",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52427_gm_i",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52427/gm_i"}
[junit4:junit4]   2> 1205539 T2252 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:52420_gm_i_nodes_used_collection_shard1_replica1",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"nodes_used_collection_shard1_replica1",
[junit4:junit4]   2> 	  "collection":"nodes_used_collection",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52420_gm_i",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52420/gm_i"}
[junit4:junit4]   2> 1205679 T2252 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:52433_gm_i_nodes_used_collection_shard2_replica2",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"nodes_used_collection_shard2_replica2",
[junit4:junit4]   2> 	  "collection":"nodes_used_collection",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52433_gm_i",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52433/gm_i"}
[junit4:junit4]   2> 1205706 T2252 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:52424_gm_i_nodes_used_collection_shard1_replica2",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"nodes_used_collection_shard1_replica2",
[junit4:junit4]   2> 	  "collection":"nodes_used_collection",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52424_gm_i",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52424/gm_i"}
[junit4:junit4]   2> 1205725 T2326 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1205727 T2256 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1205728 T2269 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1205727 T2251 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1205770 T2283 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1205772 T2311 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1205772 T2328 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1205782 T2297 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1206079 T2242 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 127.0.0.1:52424_gm_i_nodes_used_collection_shard1_replica2, state: recovering, checkLive: true, onlyIfLeader: true for: 2 seconds.
[junit4:junit4]   2> 1206080 T2242 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=127.0.0.1:52424_gm_i_nodes_used_collection_shard1_replica2&state=recovering&nodeName=127.0.0.1:52424_gm_i&action=PREPRECOVERY&checkLive=true&core=nodes_used_collection_shard1_replica1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2004 
[junit4:junit4]   2> 1206084 T2274 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 127.0.0.1:52433_gm_i_nodes_used_collection_shard2_replica2, state: recovering, checkLive: true, onlyIfLeader: true for: 2 seconds.
[junit4:junit4]   2> 1206085 T2274 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=127.0.0.1:52433_gm_i_nodes_used_collection_shard2_replica2&state=recovering&nodeName=127.0.0.1:52433_gm_i&action=PREPRECOVERY&checkLive=true&core=nodes_used_collection_shard2_replica1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2004 
[junit4:junit4]   2> 1206838 T2244 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1206886 T2244 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1206901 T2244 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1206958 T2276 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1206985 T2276 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1206991 T2276 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1207011 T2244 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1207030 T2244 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1207050 T2244 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1207054 T2244 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1207056 T2244 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 1207057 T2244 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1207066 T2244 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1207067 T2244 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 1207068 T2244 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1207069 T2276 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1207069 T2244 oasc.SolrCore.<init> [awholynewcollection_0_shard1_replica1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369883867112/awholynewcollection_0_shard1_replica1/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369883867112/awholynewcollection_0_shard1_replica1/data/
[junit4:junit4]   2> 1207071 T2244 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7b5ce015
[junit4:junit4]   2> 1207072 T2244 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1207073 T2244 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369883867112/awholynewcollection_0_shard1_replica1/data
[junit4:junit4]   2> 1207074 T2244 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369883867112/awholynewcollection_0_shard1_replica1/data/index/
[junit4:junit4]   2> 1207075 T2244 oasc.SolrCore.initIndex WARN [awholynewcollection_0_shard1_replica1] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369883867112/awholynewcollection_0_shard1_replica1/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1207076 T2244 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369883867112/awholynewcollection_0_shard1_replica1/data/index
[junit4:junit4]   2> 1207084 T2276 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1207099 T2244 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@405a4a61 lockFactory=org.apache.lucene.store.NativeFSLockFactory@727947fe),segFN=segments_1,generation=1}
[junit4:junit4]   2> 1207100 T2244 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 1207106 T2244 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 1207110 T2244 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 1207112 T2244 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 1207113 T2244 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1207115 T2244 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 1207115 T2244 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 1207116 T2244 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1207117 T2244 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1207118 T2244 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 1207133 T2276 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1207143 T2244 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1207151 T2244 oass.SolrIndexSearcher.<init> Opening Searcher@2af13e82 main
[junit4:junit4]   2> 1207152 T2244 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369883867112/awholynewcollection_0_shard1_replica1/data/tlog
[junit4:junit4]   2> 1207161 T2244 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1207163 T2244 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1207162 T2276 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1207164 T2276 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 1207165 T2276 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1207169 T2329 oasc.SolrCore.registerSearcher [awholynewcollection_0_shard1_replica1] Registered new searcher Searcher@2af13e82 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1207181 T2244 oasc.ZkController.publish publishing core=awholynewcollection_0_shard1_replica1 state=down
[junit4:junit4]   2> 1207183 T2276 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1207184 T2276 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 1207185 T2276 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1207186 T2276 oasc.SolrCore.<init> [awholynewcollection_0_shard1_replica2] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369883872659/awholynewcollection_0_shard1_replica2/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369883872659/awholynewcollection_0_shard1_replica2/data/
[junit4:junit4]   2> 1207186 T2276 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7b5ce015
[junit4:junit4]   2> 1207187 T2276 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1207188 T2276 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369883872659/awholynewcollection_0_shard1_replica2/data
[junit4:junit4]   2> 1207188 T2276 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369883872659/awholynewcollection_0_shard1_replica2/data/index/
[junit4:junit4]   2> 1207189 T2276 oasc.SolrCore.initIndex WARN [awholynewcollection_0_shard1_replica2] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369883872659/awholynewcollection_0_shard1_replica2/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1207193 T2276 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369883872659/awholynewcollection_0_shard1_replica2/data/index
[junit4:junit4]   2> 1207201 T2276 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@31c67409 lockFactory=org.apache.lucene.store.NativeFSLockFactory@7f39ab98),segFN=segments_1,generation=1}
[junit4:junit4]   2> 1207202 T2276 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 1207211 T2276 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 1207212 T2276 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 1207214 T2276 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 1207215 T2276 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1207217 T2276 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 1207217 T2276 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 1207218 T2276 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1207222 T2276 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1207227 T2276 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 1207251 T2276 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1207262 T2276 oass.SolrIndexSearcher.<init> Opening Searcher@14865fe1 main
[junit4:junit4]   2> 1207264 T2276 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369883872659/awholynewcollection_0_shard1_replica2/data/tlog
[junit4:junit4]   2> 1207266 T2276 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1207266 T2276 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1207273 T2330 oasc.SolrCore.registerSearcher [awholynewcollection_0_shard1_replica2] Registered new searcher Searcher@14865fe1 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1207276 T2276 oasc.ZkController.publish publishing core=awholynewcollection_0_shard1_replica2 state=down
[junit4:junit4]   2> 1207402 T2252 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1207405 T2252 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"awholynewcollection_0_shard1_replica1",
[junit4:junit4]   2> 	  "collection":"awholynewcollection_0",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52420_gm_i",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52420/gm_i"}
[junit4:junit4]   2> 1207405 T2252 oasc.Overseer$ClusterStateUpdater.createCollection Create collection awholynewcollection_0 with numShards 1
[junit4:junit4]   2> 1207417 T2252 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"awholynewcollection_0_shard1_replica2",
[junit4:junit4]   2> 	  "collection":"awholynewcollection_0",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52427_gm_i",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52427/gm_i"}
[junit4:junit4]   2> 1207431 T2311 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1207431 T2269 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1207432 T2256 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1207433 T2297 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1207431 T2251 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1207432 T2328 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1207434 T2283 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1207433 T2326 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> ASYNC  NEW_CORE C439 name=nodes_used_collection_shard1_replica2 org.apache.solr.core.SolrCore@32593af9 url=http://127.0.0.1:52424/gm_i/nodes_used_collection_shard1_replica2 node=127.0.0.1:52424_gm_i C439_STATE=coll:nodes_used_collection core:nodes_used_collection_shard1_replica2 props:{shard=shard1, state=recovering, core=nodes_used_collection_shard1_replica2, collection=nodes_used_collection, node_name=127.0.0.1:52424_gm_i, base_url=http://127.0.0.1:52424/gm_i}
[junit4:junit4]   2> 1208086 T2324 C439 P52424 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:52420/gm_i/nodes_used_collection_shard1_replica1/ core=nodes_used_collection_shard1_replica2 - recoveringAfterStartup=true
[junit4:junit4]   2> 1208086 T2324 C439 P52424 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard1_replica2 url=http://127.0.0.1:52424/gm_i START replicas=[http://127.0.0.1:52420/gm_i/nodes_used_collection_shard1_replica1/] nUpdates=100
[junit4:junit4]   2> 1208088 T2324 C439 P52424 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 1208088 T2324 C439 P52424 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=nodes_used_collection_shard1_replica2
[junit4:junit4]   2> 1208089 T2324 C439 P52424 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=nodes_used_collection_shard1_replica2
[junit4:junit4]   2> 1208089 T2324 C439 P52424 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=nodes_used_collection_shard1_replica2
[junit4:junit4]   2> 1208089 T2324 C439 P52424 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 1208090 T2324 C439 P52424 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:52420/gm_i/nodes_used_collection_shard1_replica1/. core=nodes_used_collection_shard1_replica2
[junit4:junit4]   2> 1208090 T2324 C439 P52424 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C440 name=nodes_used_collection_shard2_replica2 org.apache.solr.core.SolrCore@45748af5 url=http://127.0.0.1:52433/gm_i/nodes_used_collection_shard2_replica2 node=127.0.0.1:52433_gm_i C440_STATE=coll:nodes_used_collection core:nodes_used_collection_shard2_replica2 props:{shard=shard2, state=recovering, core=nodes_used_collection_shard2_replica2, collection=nodes_used_collection, node_name=127.0.0.1:52433_gm_i, base_url=http://127.0.0.1:52433/gm_i}
[junit4:junit4]   2> 1208113 T2323 C440 P52433 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:52427/gm_i/nodes_used_collection_shard2_replica1/ core=nodes_used_collection_shard2_replica2 - recoveringAfterStartup=true
[junit4:junit4]   2> 1208115 T2323 C440 P52433 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard2_replica2 url=http://127.0.0.1:52433/gm_i START replicas=[http://127.0.0.1:52427/gm_i/nodes_used_collection_shard2_replica1/] nUpdates=100
[junit4:junit4]   2> 1208127 T2323 C440 P52433 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 1208128 T2323 C440 P52433 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=nodes_used_collection_shard2_replica2
[junit4:junit4]   2> 1208128 T2323 C440 P52433 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=nodes_used_collection_shard2_replica2
[junit4:junit4]   2> 1208129 T2323 C440 P52433 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=nodes_used_collection_shard2_replica2
[junit4:junit4]   2> 1208129 T2323 C440 P52433 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 1208130 T2323 C440 P52433 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:52427/gm_i/nodes_used_collection_shard2_replica1/. core=nodes_used_collection_shard2_replica2
[junit4:junit4]   2> 1208130 T2323 C440 P52433 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C441 name=nodes_used_collection_shard1_replica1 org.apache.solr.core.SolrCore@4365fe26 url=http://127.0.0.1:52420/gm_i/nodes_used_collection_shard1_replica1 node=127.0.0.1:52420_gm_i C441_STATE=coll:nodes_used_collection core:nodes_used_collection_shard1_replica1 props:{shard=shard1, state=active, core=nodes_used_collection_shard1_replica1, collection=nodes_used_collection, node_name=127.0.0.1:52420_gm_i, base_url=http://127.0.0.1:52420/gm_i, leader=true}
[junit4:junit4]   2> 1208142 T2243 C441 P52420 oasc.SolrCore.execute [nodes_used_collection_shard1_replica1] webapp=/gm_i path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 1208151 T2246 C441 P52420 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> ASYNC  NEW_CORE C442 name=nodes_used_collection_shard2_replica1 org.apache.solr.core.SolrCore@40ce2345 url=http://127.0.0.1:52427/gm_i/nodes_used_collection_shard2_replica1 node=127.0.0.1:52427_gm_i C442_STATE=coll:nodes_used_collection core:nodes_used_collection_shard2_replica1 props:{shard=shard2, state=active, core=nodes_used_collection_shard2_replica1, collection=nodes_used_collection, node_name=127.0.0.1:52427_gm_i, base_url=http://127.0.0.1:52427/gm_i, leader=true}
[junit4:junit4]   2> 1208181 T2278 C442 P52427 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 1208187 T2246 C441 P52420 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@2dc0d543 lockFactory=org.apache.lucene.store.NativeFSLockFactory@d351137),segFN=segments_1,generation=1}
[junit4:junit4]   2> 1208183 T2277 C442 P52427 oasc.SolrCore.execute [nodes_used_collection_shard2_replica1] webapp=/gm_i path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=13 
[junit4:junit4]   2> 1208189 T2246 C441 P52420 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 1208193 T2246 C441 P52420 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@2dc0d543 lockFactory=org.apache.lucene.store.NativeFSLockFactory@d351137),segFN=segments_1,generation=1}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@2dc0d543 lockFactory=org.apache.lucene.store.NativeFSLockFactory@d351137),segFN=segments_2,generation=2}
[junit4:junit4]   2> 1208194 T2246 C441 P52420 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4]   2> 1208196 T2246 C441 P52420 oass.SolrIndexSearcher.<init> Opening Searcher@70334c75 realtime
[junit4:junit4]   2> 1208197 T2246 C441 P52420 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 1208198 T2246 C441 P52420 oasup.LogUpdateProcessor.finish [nodes_used_collection_shard1_replica1] webapp=/gm_i path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 47
[junit4:junit4]   2> 1208195 T2278 C442 P52427 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@55cb1256 lockFactory=org.apache.lucene.store.NativeFSLockFactory@45c1bcd5),segFN=segments_1,generation=1}
[junit4:junit4]   2> 1208206 T2324 C439 P52424 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 1208210 T2324 C439 P52424 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 1208211 T2244 oasc.CoreContainer.registerCore registering core: awholynewcollection_0_shard1_replica1
[junit4:junit4]   2> 1208213 T2244 oasc.ZkController.register Register replica - core:awholynewcollection_0_shard1_replica1 address:http://127.0.0.1:52420/gm_i collection:awholynewcollection_0 shard:shard1
[junit4:junit4]   2> 1208213 T2278 C442 P52427 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 1208218 T2242 C441 P52420 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 1208217 T2244 oascc.SolrZkClient.makePath makePath: /collections/awholynewcollection_0/leader_elect/shard1/election
[junit4:junit4]   2> 1208220 T2242 C441 P52420 oasc.SolrCore.execute [nodes_used_collection_shard1_replica1] webapp=/gm_i path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=5 
[junit4:junit4]   2> 1208223 T2324 C439 P52424 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 1208224 T2324 C439 P52424 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 1208225 T2324 C439 P52424 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 1208230 T2278 C442 P52427 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@55cb1256 lockFactory=org.apache.lucene.store.NativeFSLockFactory@45c1bcd5),segFN=segments_1,generation=1}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@55cb1256 lockFactory=org.apache.lucene.store.NativeFSLockFactory@45c1bcd5),segFN=segments_2,generation=2}
[junit4:junit4]   2> 1208231 T2278 C442 P52427 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4]   2> 1208232 T2245 C441 P52420 oasc.SolrCore.execute [nodes_used_collection_shard1_replica1] webapp=/gm_i path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=3 
[junit4:junit4]   2> 1208234 T2324 C439 P52424 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 1208242 T2324 C439 P52424 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369883869248/nodes_used_collection_shard1_replica2/data/index.20130529201813520
[junit4:junit4]   2> 1208243 T2324 C439 P52424 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@6ef78b4e lockFactory=org.apache.lucene.store.NativeFSLockFactory@a08615b) fullCopy=false
[junit4:junit4]   2> 1208248 T2243 C441 P52420 oasc.SolrCore.execute [nodes_used_collection_shard1_replica1] webapp=/gm_i path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 1208254 T2278 C442 P52427 oass.SolrIndexSearcher.<init> Opening Searcher@265272de realtime
[junit4:junit4]   2> 1208255 T2278 C442 P52427 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 1208257 T2278 C442 P52427 oasup.LogUpdateProcessor.finish [nodes_used_collection_shard2_replica1] webapp=/gm_i path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 75
[junit4:junit4]   2> 1208257 T2324 C439 P52424 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 1208276 T2324 C439 P52424 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 1208278 T2324 C439 P52424 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=nodes_used_collection_shard1_replica2
[junit4:junit4]   2> 1208280 T2323 C440 P52433 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 1208281 T2323 C440 P52433 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 1208282 T2324 C439 P52424 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7aca53ab lockFactory=org.apache.lucene.store.NativeFSLockFactory@51bcc1c7),segFN=segments_1,generation=1}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7aca53ab lockFactory=org.apache.lucene.store.NativeFSLockFactory@51bcc1c7),segFN=segments_2,generation=2}
[junit4:junit4]   2> 1208284 T2276 oasc.CoreContainer.registerCore registering core: awholynewcollection_0_shard1_replica2
[junit4:junit4]   2> 1208288 T2276 oasc.ZkController.register Register replica - core:awholynewcollection_0_shard1_replica2 address:http://127.0.0.1:52427/gm_i collection:awholynewcollection_0 shard:shard1
[junit4:junit4]   2> 1208284 T2324 C439 P52424 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4]   2> 1208289 T2274 C442 P52427 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 1208295 T2274 C442 P52427 oasc.SolrCore.execute [nodes_used_collection_shard2_replica1] webapp=/gm_i path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=7 
[junit4:junit4]   2> 1208295 T2324 C439 P52424 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 1208297 T2323 C440 P52433 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 1208297 T2324 C439 P52424 oass.SolrIndexSearcher.<init> Opening Searcher@d77848b main
[junit4:junit4]   2> 1208300 T2320 oasc.SolrCore.registerSearcher [nodes_used_collection_shard1_replica2] Registered new searcher Searcher@d77848b main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 1208302 T2324 C439 P52424 oasc.CachingDirectoryFactory.closeCacheValue looking to close /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369883869248/nodes_used_collection_shard1_replica2/data/index.20130529201813520 [CachedDir<<refCount=0;path=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369883869248/nodes_used_collection_shard1_replica2/data/index.20130529201813520;done=true>>]
[junit4:junit4]   2> 1208303 T2324 C439 P52424 oasc.CachingDirectoryFactory.close Closing directory: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369883869248/nodes_used_collection_shard1_replica2/data/index.20130529201813520
[junit4:junit4]   2> 1208304 T2244 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 1208305 T2323 C440 P52433 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 1208306 T2323 C440 P52433 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 1208307 T2324 C439 P52424 oasc.CachingDirectoryFactory.closeCacheValue Removing directory before core close: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369883869248/nodes_used_collection_shard1_replica2/data/index.20130529201813520
[junit4:junit4]   2> 1208308 T2324 C439 P52424 oasc.RecoveryStrategy.replay No replay needed. core=nodes_used_collection_shard1_replica2
[junit4:junit4]   2> 1208309 T2324 C439 P52424 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=nodes_used_collection_shard1_replica2
[junit4:junit4]   2> 1208309 T2324 C439 P52424 oasc.ZkController.publish publishing core=nodes_used_collection_shard1_replica2 state=active
[junit4:junit4]   2> 1208312 T2275 C442 P52427 oasc.SolrCore.execute [nodes_used_collection_shard2_replica1] webapp=/gm_i path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=2 
[junit4:junit4]   2> 1208318 T2323 C440 P52433 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 1208321 T2323 C440 P52433 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369883878306/nodes_used_collection_shard2_replica2/data/index.20130529201813604
[junit4:junit4]   2> 1208322 T2324 C439 P52424 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=nodes_used_collection_shard1_replica2
[junit4:junit4]   2> 1208324 T2323 C440 P52433 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@1b61f31 lockFactory=org.apache.lucene.store.NativeFSLockFactory@7da7689d) fullCopy=false
[junit4:junit4]   2> 1208328 T2244 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 1208329 T2244 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 1208330 T2244 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:52420/gm_i/awholynewcollection_0_shard1_replica1/
[junit4:junit4]   2> 1208328 T2277 C442 P52427 oasc.SolrCore.execute [nodes_used_collection_shard2_replica1] webapp=/gm_i path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 1208331 T2244 oasu.PeerSync.sync PeerSync: core=awholynewcollection_0_shard1_replica1 url=http://127.0.0.1:52420/gm_i START replicas=[http://127.0.0.1:52427/gm_i/awholynewcollection_0_shard1_replica2/] nUpdates=100
[junit4:junit4]   2> 1208334 T2323 C440 P52433 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 1208335 T2244 oasu.PeerSync.sync PeerSync: core=awholynewcollection_0_shard1_replica1 url=http://127.0.0.1:52420/gm_i DONE.  We have no versions.  sync failed.
[junit4:junit4]   2> 1208337 T2244 oasc.SyncStrategy.syncReplicas Leader's attempt to sync with shard failed, moving to the next canidate
[junit4:junit4]   2> 1208337 T2244 oasc.ShardLeaderElectionContext.runLeaderProcess We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4:junit4]   2> 1208338 T2244 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:52420/gm_i/awholynewcollection_0_shard1_replica1/
[junit4:junit4]   2> 1208339 T2244 oascc.SolrZkClient.makePath makePath: /collections/awholynewcollection_0/leaders/shard1
[junit4:junit4]   2> 1208342 T2323 C440 P52433 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 1208343 T2323 C440 P52433 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=nodes_used_collection_shard2_replica2
[junit4:junit4]   2> 1208347 T2323 C440 P52433 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@37769f4b lockFactory=org.apache.lucene.store.NativeFSLockFactory@5f18f888),segFN=segments_1,generation=1}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@37769f4b lockFactory=org.apache.lucene.store.NativeFSLockFactory@5f18f888),segFN=segments_2,generation=2}
[junit4:junit4]   2> 1208350 T2323 C440 P52433 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4]   2> 1208351 T2323 C440 P52433 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 1208351 T2323 C440 P52433 oass.SolrIndexSearcher.<init> Opening Searcher@20addbf6 main
[junit4:junit4]   2> 1208354 T2319 oasc.SolrCore.registerSearcher [nodes_used_collection_shard2_replica2] Registered new searcher Searcher@20addbf6 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 1208358 T2323 C440 P52433 oasc.CachingDirectoryFactory.closeCacheValue looking to close /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369883878306/nodes_used_collection_shard2_replica2/data/index.20130529201813604 [CachedDir<<refCount=0;path=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369883878306/nodes_used_collection_shard2_replica2/data/index.20130529201813604;done=true>>]
[junit4:junit4]   2> 1208359 T2323 C440 P52433 oasc.CachingDirectoryFactory.close Closing directory: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369883878306/nodes_used_collection_shard2_replica2/data/index.20130529201813604
[junit4:junit4]   2> 1208359 T2323 C440 P52433 oasc.CachingDirectoryFactory.closeCacheValue Removing directory before core close: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369883878306/nodes_used_collection_shard2_replica2/data/index.20130529201813604
[junit4:junit4]   2> 1208360 T2323 C440 P52433 oasc.RecoveryStrategy.replay No replay needed. core=nodes_used_collection_shard2_replica2
[junit4:junit4]   2> 1208360 T2323 C440 P52433 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=nodes_used_collection_shard2_replica2
[junit4:junit4]   2> 1208361 T2323 C440 P52433 oasc.ZkController.publish publishing core=nodes_used_collection_shard2_replica2 state=active
[junit4:junit4]   2> 1208365 T2323 C440 P52433 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=nodes_used_collection_shard2_replica2
[junit4:junit4]   2> ASYNC  NEW_CORE C443 name=awholynewcollection_0_shard1_replica2 org.apache.solr.core.SolrCore@49ff83ef url=http://127.0.0.1:52427/gm_i/awholynewcollection_0_shard1_replica2 node=127.0.0.1:52427_gm_i C443_STATE=coll:awholynewcollection_0 core:awholynewcollection_0_shard1_replica2 props:{shard=shard1, state=down, core=awholynewcollection_0_shard1_replica2, collection=awholynewcollection_0, node_name=127.0.0.1:52427_gm_i, base_url=http://127.0.0.1:52427/gm_i}
[junit4:junit4]   2> 1208367 T2278 C443 P52427 oasc.SolrCore.execute [awholynewcollection_0_shard1_replica2] webapp=/gm_i path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=3 
[junit4:junit4]   2> 1208981 T2252 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1208983 T2252 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:52424_gm_i_nodes_used_collection_shard1_replica2",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"nodes_used_collection_shard1_replica2",
[junit4:junit4]   2> 	  "collection":"nodes_used_collection",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52424_gm_i",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52424/gm_i"}
[junit4:junit4]   2> 1209014 T2252 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:52433_gm_i_nodes_used_collection_shard2_replica2",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"nodes_used_collection_shard2_replica2",
[junit4:junit4]   2> 	  "collection":"nodes_used_collection",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52433_gm_i",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52433/gm_i"}
[junit4:junit4]   2> 1209041 T2326 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1209041 T2251 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1209042 T2311 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1209044 T2256 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1209045 T2269 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1209046 T2283 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1209056 T2297 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1209057 T2328 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1209110 T2244 oasc.ZkController.register We are http://127.0.0.1:52420/gm_i/awholynewcollection_0_shard1_replica1/ and leader is http://127.0.0.1:52420/gm_i/awholynewcollection_0_shard1_replica1/
[junit4:junit4]   2> 1209111 T2244 oasc.ZkController.register No LogReplay needed for core=awholynewcollection_0_shard1_replica1 baseURL=http://127.0.0.1:52420/gm_i
[junit4:junit4]   2> 1209111 T2244 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 1209112 T2244 oasc.ZkController.publish publishing core=awholynewcollection_0_shard1_replica1 state=active
[junit4:junit4]   2> 1209116 T2244 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1209118 T2244 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={numShards=1&shard=shard1&name=awholynewcollection_0_shard1_replica1&action=CREATE&collection=awholynewcollection_0&wt=javabin&qt=/admin/cores&version=2} status=0 QTime=4902 
[junit4:junit4]   2> 1209326 T2276 oasc.ZkController.register We are http://127.0.0.1:52427/gm_i/awholynewcollection_0_shard1_replica2/ and leader is http://127.0.0.1:52420/gm_i/awholynewcollection_0_shard1_replica1/
[junit4:junit4]   2> 1209327 T2276 oasc.ZkController.register No LogReplay needed for core=awholynewcollection_0_shard1_replica2 baseURL=http://127.0.0.1:52427/gm_i
[junit4:junit4]   2> 1209327 T2276 oasc.ZkController.checkRecovery Core needs to recover:awholynewcollection_0_shard1_replica2
[junit4:junit4]   2> 1209328 T2276 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> 1209330 T2336 C443 P52427 oasc.RecoveryStrategy.run Starting recovery process.  core=awholynewcollection_0_shard1_replica2 recoveringAfterStartup=true
[junit4:junit4]   2> 1209330 T2276 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1209330 T2336 C443 P52427 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 1209333 T2336 C443 P52427 oasc.ZkController.publish publishing core=awholynewcollection_0_shard1_replica2 state=recovering
[junit4:junit4]   2> 1209334 T2276 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={numShards=1&shard=shard1&name=awholynewcollection_0_shard1_replica2&action=CREATE&collection=awholynewcollection_0&wt=javabin&qt=/admin/cores&version=2} status=0 QTime=5118 
[junit4:junit4]   2> 1209336 T2253 oasc.OverseerCollectionProcessor.createCollection Finished create command on all shards for collection: awholynewcollection_0
[junit4:junit4]   2> 1209338 T2336 C443 P52427 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 1209361 T2297 oasc.DistributedQueue$LatchChildWatcher.process Watcher fired on path: /overseer/collection-queue-work/qnr-0000000002 state: SyncConnected type NodeDataChanged
[junit4:junit4]   2> 1209365 T2251 oasc.DistributedQueue$LatchChildWatcher.process Watcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
[junit4:junit4]   2> 1209366 T2253 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Message id:/overseer/collection-queue-work/qn-0000000002 complete, response:{success={null={responseHeader={status=0,QTime=4902},core=awholynewcollection_0_shard1_replica1},null={responseHeader={status=0,QTime=5118},core=awholynewcollection_0_shard1_replica2}}}
[junit4:junit4]   2> 1209374 T2242 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 127.0.0.1:52427_gm_i_awholynewcollection_0_shard1_replica2, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4]   2> 1209375 T2251 oasc.DistributedQueue$LatchChildWatcher.process Watcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
[junit4:junit4]   2> 1209378 T2288 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/collections params={numShards=1&maxShardsPerNode=1&name=awholynewcollection_0&replicationFactor=2&action=CREATE&wt=javabin&version=2} status=0 QTime=5183 
[junit4:junit4]   2> 1209384 T2229 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 1209389 T2229 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1209398 T2338 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4e77f4e7 name:ZooKeeperConnection Watcher:127.0.0.1:52417/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1209399 T2229 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1209404 T2229 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 1209437 T2292 oasha.CollectionsHandler.handleCreateAction Creating Collection : numShards=4&maxShardsPerNode=4&name=awholynewcollection_1&replicationFactor=4&action=CREATE&wt=javabin&version=2
[junit4:junit4]   2> 1209441 T2251 oasc.DistributedQueue$LatchChildWatcher.process Watcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
[junit4:junit4]   2> 1209446 T2253 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Get the message id:/overseer/collection-queue-work/qn-0000000004 message:{
[junit4:junit4]   2> 	  "operation":"createcollection",
[junit4:junit4]   2> 	  "numShards":"4",
[junit4:junit4]   2> 	  "maxShardsPerNode":"4",
[junit4:junit4]   2> 	  "createNodeSet":null,
[junit4:junit4]   2> 	  "name":"awholynewcollection_1",
[junit4:junit4]   2> 	  "replicationFactor":"4"}
[junit4:junit4]   2> 1209447 T2253 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_1_shard1_replica1 as part of slice shard1 of collection awholynewcollection_1 on 127.0.0.1:52427_gm_i
[junit4:junit4]   2> 1209448 T2253 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_1_shard1_replica2 as part of slice shard1 of collection awholynewcollection_1 on 127.0.0.1:52424_gm_i
[junit4:junit4]   2> 1209448 T2253 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_1_shard1_replica3 as part of slice shard1 of collection awholynewcollection_1 on 127.0.0.1:52433_gm_i
[junit4:junit4]   2> 1209449 T2253 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_1_shard1_replica4 as part of slice shard1 of collection awholynewcollection_1 on 127.0.0.1:52420_gm_i
[junit4:junit4]   2> 1209451 T2253 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_1_shard2_replica1 as part of slice shard2 of collection awholynewcollection_1 on 127.0.0.1:52430_gm_i
[junit4:junit4]   2> 1209452 T2275 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_1_shard1_replica1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369883872659/awholynewcollection_1_shard1_replica1
[junit4:junit4]   2> 1209453 T2275 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_1
[junit4:junit4]   2> 1209453 T2253 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_1_shard2_replica2 as part of slice shard2 of collection awholynewcollection_1 on 127.0.0.1:52427_gm_i
[junit4:junit4]   2> 1209457 T2253 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_1_shard2_replica3 as part of slice shard2 of collection awholynewcollection_1 on 127.0.0.1:52424_gm_i
[junit4:junit4]   2> 1209467 T2253 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_1_shard2_replica4 as part of slice shard2 of collection awholynewcollection_1 on 127.0.0.1:52433_gm_i
[junit4:junit4]   2> 1209471 T2245 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_1_shard1_replica4' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369883867112/awholynewcollection_1_shard1_replica4
[junit4:junit4]   2> 1209476 T2245 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_1
[junit4:junit4]   2> 1209470 T2293 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_1_shard2_replica1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369883875189/awholynewcollection_1_shard2_replica1
[junit4:junit4]   2> 1209485 T2293 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_1
[junit4:junit4]   2> 1209469 T2304 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_1_shard1_replica3' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369883878306/awholynewcollection_1_shard1_replica3
[junit4:junit4]   2> 1209487 T2304 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_1
[junit4:junit4]   2> 1209469 T2265 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_1_shard1_replica2' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369883869248/awholynewcollection_1_shard1_replica2
[junit4:junit4]   2> 1209489 T2265 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_1
[junit4:junit4]   2> 1209488 T2245 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:awholynewcollection_1
[junit4:junit4]   2> 1209491 T2245 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4]   2> 1209486 T2306 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_1_shard2_replica4' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369883878306/awholynewcollection_1_shard2_replica4
[junit4:junit4]   2> 1209493 T2306 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_1
[junit4:junit4]   2> 1209483 T2275 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:awholynewcollection_1
[junit4:junit4]   2> 1209496 T2275 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4]   2> 1209483 T2264 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_1_shard2_replica3' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369883869248/awholynewcollection_1_shard2_replica3
[junit4:junit4]   2> 1209497 T2264 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_1
[junit4:junit4]   2> 1209475 T2277 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_1_shard2_replica2' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369883872659/awholynewcollection_1_shard2_replica2
[junit4:junit4]   2> 1209499 T2277 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_1
[junit4:junit4]   2> 1209473 T2253 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_1_shard3_replica1 as part of slice shard3 of collection awholynewcollection_1 on 127.0.0.1:52420_gm_i
[junit4:junit4]   2> 1209498 T2306 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:awholynewcollection_1
[junit4:junit4]   2> 1209501 T2306 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4]   2> 1209497 T2265 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:awholynewcollection_1
[junit4:junit4]   2> 1209496 T2304 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:awholynewcollection_1
[junit4:junit4]   2> 1209508 T2304 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4]   2> 1209509 T2277 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:awholynewcollection_1
[junit4:junit4]   2> 1209509 T2277 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4]   2> 1209510 T2245 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4]   2> 1209511 T2245 oascc.SolrZkClient.makePath makePath: /collections/awholynewcollection_1
[junit4:junit4]   2> 1209490 T2293 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:awholynewcollection_1
[junit4:junit4]   2> 1209512 T2293 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4]   2> 1209509 T2265 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4]   2> 1209509 T2264 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:awholynewcollection_1
[junit4:junit4]   2> 1209515 T2264 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4]   2> 1209509 T2246 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_1_shard3_replica1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369883867112/awholynewcollection_1_shard3_replica1
[junit4:junit4]   2> 1209517 T2246 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_1
[junit4:junit4]   2> 1209501 T2253 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_1_shard3_replica2 as part of slice shard3 of collection awholynewcollection_1 on 127.0.0.1:52430_gm_i
[junit4:junit4]   2> 1209517 T2275 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4]   2> 1209520 T2275 oascc.SolrZkClient.makePath makePath: /collections/awholynewcollection_1
[junit4:junit4]   2> 1209521 T2253 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_1_shard3_replica3 as part of slice shard3 of collection awholynewcollection_1 on 127.0.0.1:52427_gm_i
[junit4:junit4]   2> 1209522 T2253 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_1_shard3_replica4 as part of slice shard3 of collection awholynewcollection_1 on 127.0.0.1:52424_gm_i
[junit4:junit4]   2> 1209524 T2253 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_1_shard4_replica1 as part of slice shard4 of collection awholynewcollection_1 on 127.0.0.1:52433_gm_i
[junit4:junit4]   2> 1209533 T2277 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4]   2> 1209536 T2277 oascc.SolrZkClient.makePath makePath: /collections/awholynewcollection_1
[junit4:junit4]   2> 1209543 T2265 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4]   2> 1209532 T2289 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_1_shard3_replica2' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369883875189/awholynewcollection_1_shard3_replica2
[junit4:junit4]   2> 1209545 T2289 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_1
[junit4:junit4]   2> 1209544 T2265 oascc.SolrZkClient.makePath makePath: /collections/awholynewcollection_1
[junit4:junit4]   2> 1209544 T2246 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:awholynewcollection_1
[junit4:junit4]   2> 1209547 T2246 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4]   2> 1209543 T2304 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4]   2> 1209550 T2304 oascc.SolrZkClient.makePath makePath: /collections/awholynewcollection_1
[junit4:junit4]   2> 1209543 T2301 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_1_shard4_replica1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369883878306/awholynewcollection_1_shard4_replica1
[junit4:junit4]   2> 1209551 T2289 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:awholynewcollection_1
[junit4:junit4]   2> 1209552 T2289 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4]   2> 1209542 T2306 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4]   2> 1209553 T2306 oascc.SolrZkClient.makePath makePath: /collections/awholynewcollection_1
[junit4:junit4]   2> 1209540 T2261 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_1_shard3_replica4' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369883869248/awholynewcollection_1_shard3_replica4
[junit4:junit4]   2> 1209555 T2261 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_1
[junit4:junit4]   2> 1209537 T2253 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_1_shard4_replica2 as part of slice shard4 of collection awholynewcollection_1 on 127.0.0.1:52420_gm_i
[junit4:junit4]   2> 1209537 T2278 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_1_shard3_replica3' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369883872659/awholynewcollection_1_shard3_replica3
[junit4:junit4]   2> 1209560 T2278 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_1
[junit4:junit4]   2> 1209560 T2253 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_1_shard4_replica3 as part of slice shard4 of collection awholynewcollection_1 on 127.0.0.1:52430_gm_i
[junit4:junit4]   2> 1209537 T2264 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4]   2> 1209551 T2301 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_1
[junit4:junit4]   2> 1209565 T2247 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_1_shard4_replica2' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369883867112/awholynewcollection_1_shard4_replica2
[junit4:junit4]   2> 1209572 T2247 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_1
[junit4:junit4]   2> 1209547 T2293 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4]   2> 1209574 T2293 oascc.SolrZkClient.makePath makePath: /collections/awholynewcollection_1
[junit4:junit4]   2> 1209573 T2264 oascc.SolrZkClient.makePath makePath: /collections/awholynewcollection_1
[junit4:junit4]   2> 1209571 T2245 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_1
[junit4:junit4]   2> 1209571 T2246 oascc.SolrZkClient.makePath makePath: /collections/awholynewcollection_1
[junit4:junit4]   2> 1209571 T2261 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 1209579 T2261 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_1
[junit4:junit4]   2> 1209570 T2288 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_1_shard4_replica3' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369883875189/awholynewcollection_1_shard4_replica3
[junit4:junit4]   2> 1209582 T2288 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_1
[junit4:junit4]   2> 1209569 T2289 oascc.SolrZkClient.makePath makePath: /collections/awholynewcollection_1
[junit4:junit4]   2> 1209566 T2253 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_1_shard4_replica4 as part of slice shard4 of collection awholynewcollection_1 on 127.0.0.1:52427_gm_i
[junit4:junit4]   2> 1209584 T2304 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_1
[junit4:junit4]   2> 1209586 T2275 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_1
[junit4:junit4]   2> 1209586 T2278 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 1209607 T2278 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_1
[junit4:junit4]   2> 1209584 T2265 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_1
[junit4:junit4]   2> 1209584 T2301 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 1209610 T2301 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_1
[junit4:junit4]   2> 1209582 T2247 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 1209612 T2247 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_1
[junit4:junit4]   2> 1209610 T2261 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369883869248/awholynewcollection_1_shard3_replica4/'
[junit4:junit4]   2> 1209604 T2288 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 1209614 T2288 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_1
[junit4:junit4]   2> 1209604 T2306 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_1
[junit4:junit4]   2> 1209603 T2274 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_1_shard4_replica4' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369883872659/awholynewcollection_1_shard4_replica4
[junit4:junit4]   2> 1209616 T2274 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_1
[junit4:junit4]   2> 1209619 T2264 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_1
[junit4:junit4]   2> 1209587 T2277 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_1
[junit4:junit4]   2> 1209625 T2245 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369883867112/awholynewcollection_1_shard1_replica4/'
[junit4:junit4]   2> 1209626 T2265 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369883869248/awholynewcollection_1_shard1_replica2/'
[junit4:junit4]   2> 1209625 T2289 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_1
[junit4:junit4]   2> 1209625 T2293 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_1
[junit4:junit4]   2> 1209633 T2301 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369883878306/awholynewcollection_1_shard4_replica1/'
[junit4:junit4]   2> 1209634 T2288 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369883875189/awholynewcollection_1_shard4_replica3/'
[junit4:junit4]   2> 1209636 T2264 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369883869248/awholynewcollection_1_shard2_replica3/'
[junit4:junit4]   2> 1209663 T2304 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369883878306/awholynewcollection_1_shard1_replica3/'
[junit4:junit4]   2> 1209680 T2246 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_1
[junit4:junit4]   2> 1209681 T2306 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369883878306/awholynewcollection_1_shard2_replica4/'
[junit4:junit4]   2> 1209683 T2274 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 1209683 T2274 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_1
[junit4:junit4]   2> 1209709 T2275 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369883872659/awholynewcollection_1_shard1_replica1/'
[junit4:junit4]   2> 1209711 T2247 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369883867112/awholynewcollection_1_shard4_replica2/'
[junit4:junit4]   2> 1209718 T2278 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369883872659/awholynewcollection_1_shard3_replica3/'
[junit4:junit4]   2> 1209721 T2277 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369883872659/awholynewcollection_1_shard2_replica2/'
[junit4:junit4]   2> 1209725 T2289 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369883875189/awholynewcollection_1_shard3_replica2/'
[junit4:junit4]   2> 1209727 T2293 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369883875189/awholynewcollection_1_shard2_replica1/'
[junit4:junit4]   2> 1209775 T2274 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369883872659/awholynewcollection_1_shard4_replica4/'
[junit4:junit4]   2> 1209780 T2246 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369883867112/awholynewcollection_1_shard3_replica1/'
[junit4:junit4]   2> 1210081 T2275 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 1210147 T2261 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 1210375 T2304 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 1210445 T2288 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 1210456 T2277 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 1210496 T2289 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 1210509 T2265 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 1210580 T2245 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 1210620 T2252 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1210631 T2252 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:52420_gm_i_awholynewcollection_0_shard1_replica1",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"awholynewcollection_0_shard1_replica1",
[junit4:junit4]   2> 	  "collection":"awholynewcollection_0",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52420_gm_i",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52420/gm_i"}
[junit4:junit4]   2> 1210662 T2252 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:52427_gm_i_awholynewcollection_0_shard1_replica2",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"awholynewcollection_0_shard1_replica2",
[junit4:junit4]   2> 	  "collection":"awholynewcollection_0",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52427_gm_i",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52427/gm_i"}
[junit4:junit4]   2> 1210733 T2246 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 1210752 T2326 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1210753 T2256 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1210754 T2311 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1210755 T2269 oascc.ZkStateReader$2.process A cluster state change: Wat

[...truncated too long message...]

nit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4:junit4]   2> 
[junit4:junit4]   2> 1640196 T2311 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/awholynewcollection_5/leader_elect/shard4/election
[junit4:junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4:junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4:junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:235)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:232)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:232)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4:junit4]   2> 
[junit4:junit4]   2> 1640197 T2311 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/awholynewcollection_5/leader_elect/shard5/election
[junit4:junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4:junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4:junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:235)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:232)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:232)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4:junit4]   2> 
[junit4:junit4]   2> 1640198 T2311 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/awholynewcollection_5/leader_elect/shard1/election
[junit4:junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4:junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4:junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:235)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:232)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:232)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4:junit4]   2> 
[junit4:junit4]   2> 1640200 T2311 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/awholynewcollection_5/leader_elect/shard3/election
[junit4:junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4:junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4:junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:235)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:232)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:232)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4:junit4]   2> 
[junit4:junit4]   2> NOTE: test params are: codec=Lucene42: {timestamp=Lucene41(blocksize=128), range_facet_l=Lucene41(blocksize=128), id=PostingsFormat(name=Direct), range_facet_sl=PostingsFormat(name=Asserting), a_t=Lucene41(blocksize=128), text=PostingsFormat(name=Asserting), range_facet_si=Pulsing41(freqCutoff=11 minBlockSize=46 maxBlockSize=156), _version_=Lucene41(blocksize=128), other_tl1=Lucene41(blocksize=128), multiDefault=Pulsing41(freqCutoff=11 minBlockSize=46 maxBlockSize=156), a_si=Pulsing41(freqCutoff=11 minBlockSize=46 maxBlockSize=156), intDefault=Lucene41(blocksize=128)}, docValues:{}, sim=RandomSimilarityProvider(queryNorm=false,coord=crazy): {}, locale=ro_RO, timezone=America/Santa_Isabel
[junit4:junit4]   2> NOTE: Mac OS X 10.8.3 x86_64/Oracle Corporation 1.7.0_21 (64-bit)/cpus=2,threads=1,free=153576784,total=536870912
[junit4:junit4]   2> NOTE: All tests run in this JVM: [TestPostingsSolrHighlighter, CacheHeaderTest, TestGroupingSearch, SuggesterFSTTest, TestPropInjectDefaults, SimpleFacetsTest, JsonLoaderTest, TestPerFieldSimilarity, FieldMutatingUpdateProcessorTest, LegacyHTMLStripCharFilterTest, TestSuggestSpellingConverter, TestPHPSerializedResponseWriter, AliasIntegrationTest, CoreAdminHandlerTest, TestDefaultSearchFieldResource, ResourceLoaderTest, QueryResultKeyTest, TestFastLRUCache, TestCopyFieldCollectionResource, NotRequiredUniqueKeyTest, TestFieldResource, TestCoreDiscovery, TestSolrQueryParserDefaultOperatorResource, PrimUtilsTest, PolyFieldTest, RequestHandlersTest, SolrInfoMBeanTest, ChaosMonkeySafeLeaderTest, TestAtomicUpdateErrorCases, TestPseudoReturnFields, TestSchemaResource, SyncSliceTest, TestSurroundQueryParser, TermVectorComponentDistributedTest, TestShardHandlerFactory, SchemaVersionSpecificBehaviorTest, TestSchemaSimilarityResource, TestSearchPerf, UUIDFieldTest, TestQuerySenderListener, TestMultiCoreConfBootstrap, TimeZoneUtilsTest, SolrIndexSplitterTest, DistributedSpellCheckComponentTest, IndexSchemaRuntimeFieldTest, TestReversedWildcardFilterFactory, TestDistributedSearch, TestSolrXml, RecoveryZkTest, StatelessScriptUpdateProcessorFactoryTest, ShardRoutingCustomTest, TestDocSet, TestCoreContainer, TestZkChroot, FullSolrCloudDistribCmdsTest, BasicZkTest, SortByFunctionTest, NumericFieldsTest, TestBM25SimilarityFactory, DocValuesTest, AutoCommitTest, TestLuceneMatchVersion, BasicDistributedZk2Test, TestBadConfig, BinaryUpdateRequestHandlerTest, DateMathParserTest, CollectionsAPIDistributedZkTest]
[junit4:junit4] Completed in 458.93s, 1 test, 1 failure <<< FAILURES!

[...truncated 720 lines...]
BUILD FAILED
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:386: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:366: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:39: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build.xml:181: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/common-build.xml:437: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:1243: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:887: There were test failures: 296 suites, 1235 tests, 1 failure, 18 ignored (6 assumptions)

Total time: 130 minutes 23 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.7.0 -XX:+UseCompressedOops -XX:+UseG1GC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-4.x-MacOSX (64bit/jdk1.6.0) - Build # 504 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-MacOSX/504/
Java: 64bit/jdk1.6.0 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC

1 tests failed.
FAILED:  org.apache.lucene.replicator.http.HttpReplicatorTest.testBasic

Error Message:
Connection to http://localhost:51318 refused

Stack Trace:
org.apache.http.conn.HttpHostConnectException: Connection to http://localhost:51318 refused
	at __randomizedtesting.SeedInfo.seed([838FBAF8ACBB3178:2875A7ED7367B756]:0)
	at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:190)
	at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
	at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
	at org.apache.lucene.replicator.http.HttpClientBase.executeGET(HttpClientBase.java:178)
	at org.apache.lucene.replicator.http.HttpReplicator.checkForUpdate(HttpReplicator.java:51)
	at org.apache.lucene.replicator.ReplicationClient.doUpdate(ReplicationClient.java:196)
	at org.apache.lucene.replicator.ReplicationClient.updateNow(ReplicationClient.java:402)
	at org.apache.lucene.replicator.http.HttpReplicatorTest.testBasic(HttpReplicatorTest.java:112)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
	at java.lang.reflect.Method.invoke(Method.java:597)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:680)
Caused by: java.net.ConnectException: Connection refused
	at java.net.PlainSocketImpl.socketConnect(Native Method)
	at java.net.PlainSocketImpl.doConnect(PlainSocketImpl.java:351)
	at java.net.PlainSocketImpl.connectToAddress(PlainSocketImpl.java:213)
	at java.net.PlainSocketImpl.connect(PlainSocketImpl.java:200)
	at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:432)
	at java.net.Socket.connect(Socket.java:529)
	at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
	at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
	... 48 more




Build Log:
[...truncated 7421 lines...]
[junit4:junit4] Suite: org.apache.lucene.replicator.http.HttpReplicatorTest
[junit4:junit4]   2> 2013-05-30 03:40:53.512:DBUG:oejs.ServletHandler:filterNameMap={}
[junit4:junit4]   2> 2013-05-30 03:40:53.512:DBUG:oejs.ServletHandler:pathFilters=null
[junit4:junit4]   2> 2013-05-30 03:40:53.512:DBUG:oejs.ServletHandler:servletFilterMap=null
[junit4:junit4]   2> 2013-05-30 03:40:53.513:DBUG:oejs.ServletHandler:servletPathMap={/replicate/*=org.apache.lucene.replicator.http.ReplicationServlet-1257496134}
[junit4:junit4]   2> 2013-05-30 03:40:53.513:DBUG:oejs.ServletHandler:servletNameMap={org.apache.lucene.replicator.http.ReplicationServlet-1257496134=org.apache.lucene.replicator.http.ReplicationServlet-1257496134}
[junit4:junit4]   2> 2013-05-30 03:40:53.603:DBUG:oejuc.Container:Container org.eclipse.jetty.server.Server@4b8b7245 + SelectChannelConnector@0.0.0.0:0 as connector
[junit4:junit4]   2> 2013-05-30 03:40:53.609:DBUG:oejuc.Container:Container org.eclipse.jetty.servlet.ServletHandler@15c8132a + org.apache.lucene.replicator.http.ReplicationServlet-1257496134 as servlet
[junit4:junit4]   2> 2013-05-30 03:40:53.609:DBUG:oejuc.Container:Container org.eclipse.jetty.servlet.ServletHandler@15c8132a + [/replicate/*]=>org.apache.lucene.replicator.http.ReplicationServlet-1257496134 as servletMapping
[junit4:junit4]   2> 2013-05-30 03:40:53.609:DBUG:oejuc.Container:Container org.eclipse.jetty.server.Server@4b8b7245 + org.eclipse.jetty.servlet.ServletHandler@15c8132a as handler
[junit4:junit4]   2> 2013-05-30 03:40:53.659:DBUG:oejuc.Container:Container org.eclipse.jetty.server.Server@4b8b7245 - SelectChannelConnector@0.0.0.0:0 as connector
[junit4:junit4]   2> 2013-05-30 03:40:53.659:DBUG:oejuc.Container:Container org.eclipse.jetty.server.Server@4b8b7245 + SelectChannelConnector@127.0.0.1:0 as connector
[junit4:junit4]   2> 2013-05-30 03:40:53.671:DBUG:oejuc.Container:Container org.eclipse.jetty.server.Server@4b8b7245 + org.eclipse.jetty.server.session.HashSessionIdManager@344986 as sessionIdManager
[junit4:junit4]   2> 2013-05-30 03:40:53.671:DBUG:oejuc.AbstractLifeCycle:starting org.eclipse.jetty.server.Server@4b8b7245
[junit4:junit4]   2> 2013-05-30 03:40:53.672:INFO:oejs.Server:jetty-8.1.10.v20130312
[junit4:junit4]   2> 2013-05-30 03:40:53.798:DBUG:oejuc.Container:Container org.eclipse.jetty.server.Server@4b8b7245 + qtp587866817{8<=0<=0/254,-1} as threadpool
[junit4:junit4]   2> 2013-05-30 03:40:53.798:DBUG:oejuc.AbstractLifeCycle:starting org.eclipse.jetty.servlet.ServletHandler@15c8132a
[junit4:junit4]   2> 2013-05-30 03:40:53.813:DBUG:oejs.ServletHandler:filterNameMap={}
[junit4:junit4]   2> 2013-05-30 03:40:53.813:DBUG:oejs.ServletHandler:pathFilters=null
[junit4:junit4]   2> 2013-05-30 03:40:53.813:DBUG:oejs.ServletHandler:servletFilterMap=null
[junit4:junit4]   2> 2013-05-30 03:40:53.813:DBUG:oejs.ServletHandler:servletPathMap={/replicate/*=org.apache.lucene.replicator.http.ReplicationServlet-1257496134}
[junit4:junit4]   2> 2013-05-30 03:40:53.813:DBUG:oejs.ServletHandler:servletNameMap={org.apache.lucene.replicator.http.ReplicationServlet-1257496134=org.apache.lucene.replicator.http.ReplicationServlet-1257496134}
[junit4:junit4]   2> 2013-05-30 03:40:53.814:DBUG:oejsh.AbstractHandler:starting org.eclipse.jetty.servlet.ServletHandler@15c8132a
[junit4:junit4]   2> 2013-05-30 03:40:53.814:DBUG:oejuc.AbstractLifeCycle:starting org.apache.lucene.replicator.http.ReplicationServlet-1257496134
[junit4:junit4]   2> 2013-05-30 03:40:53.828:DBUG:oejuc.AbstractLifeCycle:STARTED org.apache.lucene.replicator.http.ReplicationServlet-1257496134
[junit4:junit4]   2> 2013-05-30 03:40:53.828:DBUG:oejuc.AbstractLifeCycle:STARTED org.eclipse.jetty.servlet.ServletHandler@15c8132a
[junit4:junit4]   2> 2013-05-30 03:40:53.828:DBUG:oejsh.AbstractHandler:starting org.eclipse.jetty.server.Server@4b8b7245
[junit4:junit4]   2> 2013-05-30 03:40:53.828:DBUG:oejuc.AbstractLifeCycle:starting org.eclipse.jetty.server.session.HashSessionIdManager@344986
[junit4:junit4]   2> 2013-05-30 03:40:53.829:DBUG:oejuc.AbstractLifeCycle:STARTED org.eclipse.jetty.server.session.HashSessionIdManager@344986
[junit4:junit4]   2> 2013-05-30 03:40:53.829:DBUG:oejuc.AbstractLifeCycle:starting qtp587866817{8<=0<=0/254,-1}
[junit4:junit4]   2> 2013-05-30 03:40:53.865:DBUG:oejuc.AbstractLifeCycle:STARTED qtp587866817{8<=7<=8/254,0}
[junit4:junit4]   2> 2013-05-30 03:40:53.865:DBUG:oejuc.AbstractLifeCycle:starting SelectChannelConnector@127.0.0.1:0
[junit4:junit4]   2> 2013-05-30 03:40:54.210:DBUG:oejuc.AbstractLifeCycle:starting null/null
[junit4:junit4]   2> 2013-05-30 03:40:54.222:DBUG:oejuc.AbstractLifeCycle:STARTED PooledBuffers [0/1024@6144,0/1024@16384,0/1024@-]/PooledBuffers [0/1024@6144,0/1024@32768,0/1024@-]
[junit4:junit4]   2> 2013-05-30 03:40:54.223:DBUG:oejuc.AbstractLifeCycle:starting org.eclipse.jetty.server.nio.SelectChannelConnector$ConnectorSelectorManager@77d36efb
[junit4:junit4]   2> 2013-05-30 03:40:54.268:DBUG:oejuc.AbstractLifeCycle:STARTED org.eclipse.jetty.server.nio.SelectChannelConnector$ConnectorSelectorManager@77d36efb
[junit4:junit4]   2> 2013-05-30 03:40:54.273:INFO:oejs.AbstractConnector:Started SelectChannelConnector@127.0.0.1:51318
[junit4:junit4]   2> 2013-05-30 03:40:54.274:DBUG:oejuc.AbstractLifeCycle:STARTED SelectChannelConnector@127.0.0.1:51318
[junit4:junit4]   2> 2013-05-30 03:40:54.274:DBUG:oejuc.AbstractLifeCycle:STARTED org.eclipse.jetty.server.Server@4b8b7245
[junit4:junit4]   2> 2013-05-30 03:40:54.399:DBUG:oeji.nio:Starting Thread[qtp587866817-33 Selector0,5,TGRP-HttpReplicatorTest] on org.eclipse.jetty.io.nio.SelectorManager$1@7072dcb6
[junit4:junit4]   2> 2013-05-30 03:40:56.752:DBUG:oejuc.AbstractLifeCycle:stopping org.eclipse.jetty.server.Server@4b8b7245
[junit4:junit4]   2> 2013-05-30 03:40:56.752:DBUG:oejuc.AbstractLifeCycle:stopping SelectChannelConnector@127.0.0.1:51318
[junit4:junit4]   2> 2013-05-30 03:40:56.755:DBUG:oejuc.AbstractLifeCycle:stopping org.eclipse.jetty.server.nio.SelectChannelConnector$ConnectorSelectorManager@77d36efb
[junit4:junit4]   2> 2013-05-30 03:40:56.758:DBUG:oeji.nio:Stopped Thread[qtp587866817-33 Selector0,5,TGRP-HttpReplicatorTest] on org.eclipse.jetty.io.nio.SelectorManager$1@7072dcb6
[junit4:junit4]   2> 2013-05-30 03:40:56.776:DBUG:oejuc.AbstractLifeCycle:STOPPED org.eclipse.jetty.server.nio.SelectChannelConnector$ConnectorSelectorManager@77d36efb
[junit4:junit4]   2> 2013-05-30 03:40:56.776:DBUG:oejuc.AbstractLifeCycle:stopping PooledBuffers [0/1024@6144,0/1024@16384,0/1024@-]/PooledBuffers [0/1024@6144,0/1024@32768,0/1024@-]
[junit4:junit4]   2> 2013-05-30 03:40:56.778:DBUG:oejuc.AbstractLifeCycle:STOPPED null/null
[junit4:junit4]   2> 2013-05-30 03:40:56.778:DBUG:oejuc.AbstractLifeCycle:STOPPED SelectChannelConnector@127.0.0.1:0
[junit4:junit4]   2> 2013-05-30 03:40:56.778:DBUG:oejuc.AbstractLifeCycle:stopping org.eclipse.jetty.servlet.ServletHandler@15c8132a
[junit4:junit4]   2> 2013-05-30 03:40:56.778:DBUG:oejsh.AbstractHandler:stopping org.eclipse.jetty.servlet.ServletHandler@15c8132a
[junit4:junit4]   2> 2013-05-30 03:40:56.778:DBUG:oejuc.AbstractLifeCycle:stopping org.apache.lucene.replicator.http.ReplicationServlet-1257496134
[junit4:junit4]   2> 2013-05-30 03:40:56.779:DBUG:oejuc.AbstractLifeCycle:STOPPED org.apache.lucene.replicator.http.ReplicationServlet-1257496134
[junit4:junit4]   2> 2013-05-30 03:40:56.779:DBUG:oejuc.AbstractLifeCycle:STOPPED org.eclipse.jetty.servlet.ServletHandler@15c8132a
[junit4:junit4]   2> 2013-05-30 03:40:56.779:DBUG:oejsh.AbstractHandler:stopping org.eclipse.jetty.server.Server@4b8b7245
[junit4:junit4]   2> 2013-05-30 03:40:56.779:DBUG:oejuc.AbstractLifeCycle:stopping qtp587866817{8<=8<=8/254,0}
[junit4:junit4]   2> 2013-05-30 03:40:56.839:DBUG:oejuc.AbstractLifeCycle:STOPPED qtp587866817{8<=0<=0/254,4}
[junit4:junit4]   2> 2013-05-30 03:40:56.840:DBUG:oejuc.AbstractLifeCycle:stopping org.eclipse.jetty.server.session.HashSessionIdManager@344986
[junit4:junit4]   2> 2013-05-30 03:40:56.840:DBUG:oejuc.AbstractLifeCycle:STOPPED org.eclipse.jetty.server.session.HashSessionIdManager@344986
[junit4:junit4]   2> 2013-05-30 03:40:56.840:DBUG:oejuc.AbstractLifeCycle:STOPPED org.eclipse.jetty.server.Server@4b8b7245
[junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=HttpReplicatorTest -Dtests.method=testBasic -Dtests.seed=838FBAF8ACBB3178 -Dtests.slow=true -Dtests.locale=iw_IL -Dtests.timezone=Asia/Hovd -Dtests.file.encoding=MacRoman
[junit4:junit4] ERROR   4.22s | HttpReplicatorTest.testBasic <<<
[junit4:junit4]    > Throwable #1: org.apache.http.conn.HttpHostConnectException: Connection to http://localhost:51318 refused
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([838FBAF8ACBB3178:2875A7ED7367B756]:0)
[junit4:junit4]    > 	at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:190)
[junit4:junit4]    > 	at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
[junit4:junit4]    > 	at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
[junit4:junit4]    > 	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
[junit4:junit4]    > 	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
[junit4:junit4]    > 	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
[junit4:junit4]    > 	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
[junit4:junit4]    > 	at org.apache.lucene.replicator.http.HttpClientBase.executeGET(HttpClientBase.java:178)
[junit4:junit4]    > 	at org.apache.lucene.replicator.http.HttpReplicator.checkForUpdate(HttpReplicator.java:51)
[junit4:junit4]    > 	at org.apache.lucene.replicator.ReplicationClient.doUpdate(ReplicationClient.java:196)
[junit4:junit4]    > 	at org.apache.lucene.replicator.ReplicationClient.updateNow(ReplicationClient.java:402)
[junit4:junit4]    > 	at org.apache.lucene.replicator.http.HttpReplicatorTest.testBasic(HttpReplicatorTest.java:112)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:680)
[junit4:junit4]    > Caused by: java.net.ConnectException: Connection refused
[junit4:junit4]    > 	at java.net.PlainSocketImpl.socketConnect(Native Method)
[junit4:junit4]    > 	at java.net.PlainSocketImpl.doConnect(PlainSocketImpl.java:351)
[junit4:junit4]    > 	at java.net.PlainSocketImpl.connectToAddress(PlainSocketImpl.java:213)
[junit4:junit4]    > 	at java.net.PlainSocketImpl.connect(PlainSocketImpl.java:200)
[junit4:junit4]    > 	at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:432)
[junit4:junit4]    > 	at java.net.Socket.connect(Socket.java:529)
[junit4:junit4]    > 	at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
[junit4:junit4]    > 	at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
[junit4:junit4]    > 	... 48 more
[junit4:junit4]   2> NOTE: test params are: codec=Lucene41, sim=RandomSimilarityProvider(queryNorm=true,coord=no): {}, locale=iw_IL, timezone=Asia/Hovd
[junit4:junit4]   2> NOTE: Mac OS X 10.8.3 x86_64/Apple Inc. 1.6.0_45 (64-bit)/cpus=2,threads=1,free=63935376,total=85000192
[junit4:junit4]   2> NOTE: All tests run in this JVM: [LocalReplicatorTest, IndexRevisionTest, IndexAndTaxonomyReplicationClientTest, IndexReplicationClientTest, IndexAndTaxonomyRevisionTest, SessionTokenTest, HttpReplicatorTest]
[junit4:junit4] Completed in 4.30s, 1 test, 1 error <<< FAILURES!

[...truncated 9 lines...]
BUILD FAILED
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:386: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:366: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:39: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/build.xml:554: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:1827: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/module-build.xml:61: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:1243: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:887: There were test failures: 7 suites, 30 tests, 1 error

Total time: 53 minutes 3 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.6.0 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-4.x-MacOSX (64bit/jdk1.6.0) - Build # 503 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-MacOSX/503/
Java: 64bit/jdk1.6.0 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC

1 tests failed.
FAILED:  org.apache.lucene.replicator.http.HttpReplicatorTest.testBasic

Error Message:
Connection to http://localhost:51314 refused

Stack Trace:
org.apache.http.conn.HttpHostConnectException: Connection to http://localhost:51314 refused
	at __randomizedtesting.SeedInfo.seed([CC06374375F18821:67FC2A56AA2D0E0F]:0)
	at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:190)
	at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
	at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
	at org.apache.lucene.replicator.http.HttpClientBase.executeGET(HttpClientBase.java:178)
	at org.apache.lucene.replicator.http.HttpReplicator.checkForUpdate(HttpReplicator.java:51)
	at org.apache.lucene.replicator.ReplicationClient.doUpdate(ReplicationClient.java:196)
	at org.apache.lucene.replicator.ReplicationClient.updateNow(ReplicationClient.java:402)
	at org.apache.lucene.replicator.http.HttpReplicatorTest.testBasic(HttpReplicatorTest.java:112)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
	at java.lang.reflect.Method.invoke(Method.java:597)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:680)
Caused by: java.net.ConnectException: Connection refused
	at java.net.PlainSocketImpl.socketConnect(Native Method)
	at java.net.PlainSocketImpl.doConnect(PlainSocketImpl.java:351)
	at java.net.PlainSocketImpl.connectToAddress(PlainSocketImpl.java:213)
	at java.net.PlainSocketImpl.connect(PlainSocketImpl.java:200)
	at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:432)
	at java.net.Socket.connect(Socket.java:529)
	at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
	at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
	... 48 more




Build Log:
[...truncated 7421 lines...]
[junit4:junit4] Suite: org.apache.lucene.replicator.http.HttpReplicatorTest
[junit4:junit4]   2> 2013-05-29 16:29:11.258:DBUG:oejs.ServletHandler:filterNameMap={}
[junit4:junit4]   2> 2013-05-29 16:29:11.258:DBUG:oejs.ServletHandler:pathFilters=null
[junit4:junit4]   2> 2013-05-29 16:29:11.258:DBUG:oejs.ServletHandler:servletFilterMap=null
[junit4:junit4]   2> 2013-05-29 16:29:11.258:DBUG:oejs.ServletHandler:servletPathMap={/replicate/*=org.apache.lucene.replicator.http.ReplicationServlet-451237309}
[junit4:junit4]   2> 2013-05-29 16:29:11.258:DBUG:oejs.ServletHandler:servletNameMap={org.apache.lucene.replicator.http.ReplicationServlet-451237309=org.apache.lucene.replicator.http.ReplicationServlet-451237309}
[junit4:junit4]   2> 2013-05-29 16:29:11.348:DBUG:oejuc.Container:Container org.eclipse.jetty.server.Server@37b82d69 + SelectChannelConnector@0.0.0.0:0 as connector
[junit4:junit4]   2> 2013-05-29 16:29:11.353:DBUG:oejuc.Container:Container org.eclipse.jetty.servlet.ServletHandler@3bc6d11a + org.apache.lucene.replicator.http.ReplicationServlet-451237309 as servlet
[junit4:junit4]   2> 2013-05-29 16:29:11.353:DBUG:oejuc.Container:Container org.eclipse.jetty.servlet.ServletHandler@3bc6d11a + [/replicate/*]=>org.apache.lucene.replicator.http.ReplicationServlet-451237309 as servletMapping
[junit4:junit4]   2> 2013-05-29 16:29:11.353:DBUG:oejuc.Container:Container org.eclipse.jetty.server.Server@37b82d69 + org.eclipse.jetty.servlet.ServletHandler@3bc6d11a as handler
[junit4:junit4]   2> 2013-05-29 16:29:11.389:DBUG:oejuc.Container:Container org.eclipse.jetty.server.Server@37b82d69 - SelectChannelConnector@0.0.0.0:0 as connector
[junit4:junit4]   2> 2013-05-29 16:29:11.389:DBUG:oejuc.Container:Container org.eclipse.jetty.server.Server@37b82d69 + SelectChannelConnector@127.0.0.1:0 as connector
[junit4:junit4]   2> 2013-05-29 16:29:11.404:DBUG:oejuc.Container:Container org.eclipse.jetty.server.Server@37b82d69 + org.eclipse.jetty.server.session.HashSessionIdManager@7b6ee3ec as sessionIdManager
[junit4:junit4]   2> 2013-05-29 16:29:11.405:DBUG:oejuc.AbstractLifeCycle:starting org.eclipse.jetty.server.Server@37b82d69
[junit4:junit4]   2> 2013-05-29 16:29:11.405:INFO:oejs.Server:jetty-8.1.10.v20130312
[junit4:junit4]   2> 2013-05-29 16:29:11.572:DBUG:oejuc.Container:Container org.eclipse.jetty.server.Server@37b82d69 + qtp947590721{8<=0<=0/254,-1} as threadpool
[junit4:junit4]   2> 2013-05-29 16:29:11.572:DBUG:oejuc.AbstractLifeCycle:starting org.eclipse.jetty.servlet.ServletHandler@3bc6d11a
[junit4:junit4]   2> 2013-05-29 16:29:11.590:DBUG:oejs.ServletHandler:filterNameMap={}
[junit4:junit4]   2> 2013-05-29 16:29:11.590:DBUG:oejs.ServletHandler:pathFilters=null
[junit4:junit4]   2> 2013-05-29 16:29:11.590:DBUG:oejs.ServletHandler:servletFilterMap=null
[junit4:junit4]   2> 2013-05-29 16:29:11.590:DBUG:oejs.ServletHandler:servletPathMap={/replicate/*=org.apache.lucene.replicator.http.ReplicationServlet-451237309}
[junit4:junit4]   2> 2013-05-29 16:29:11.591:DBUG:oejs.ServletHandler:servletNameMap={org.apache.lucene.replicator.http.ReplicationServlet-451237309=org.apache.lucene.replicator.http.ReplicationServlet-451237309}
[junit4:junit4]   2> 2013-05-29 16:29:11.591:DBUG:oejsh.AbstractHandler:starting org.eclipse.jetty.servlet.ServletHandler@3bc6d11a
[junit4:junit4]   2> 2013-05-29 16:29:11.591:DBUG:oejuc.AbstractLifeCycle:starting org.apache.lucene.replicator.http.ReplicationServlet-451237309
[junit4:junit4]   2> 2013-05-29 16:29:11.608:DBUG:oejuc.AbstractLifeCycle:STARTED org.apache.lucene.replicator.http.ReplicationServlet-451237309
[junit4:junit4]   2> 2013-05-29 16:29:11.608:DBUG:oejuc.AbstractLifeCycle:STARTED org.eclipse.jetty.servlet.ServletHandler@3bc6d11a
[junit4:junit4]   2> 2013-05-29 16:29:11.608:DBUG:oejsh.AbstractHandler:starting org.eclipse.jetty.server.Server@37b82d69
[junit4:junit4]   2> 2013-05-29 16:29:11.608:DBUG:oejuc.AbstractLifeCycle:starting org.eclipse.jetty.server.session.HashSessionIdManager@7b6ee3ec
[junit4:junit4]   2> 2013-05-29 16:29:11.608:DBUG:oejuc.AbstractLifeCycle:STARTED org.eclipse.jetty.server.session.HashSessionIdManager@7b6ee3ec
[junit4:junit4]   2> 2013-05-29 16:29:11.608:DBUG:oejuc.AbstractLifeCycle:starting qtp947590721{8<=0<=0/254,-1}
[junit4:junit4]   2> 2013-05-29 16:29:11.626:DBUG:oejuc.AbstractLifeCycle:STARTED qtp947590721{8<=7<=8/254,0}
[junit4:junit4]   2> 2013-05-29 16:29:11.626:DBUG:oejuc.AbstractLifeCycle:starting SelectChannelConnector@127.0.0.1:0
[junit4:junit4]   2> 2013-05-29 16:29:11.715:DBUG:oejuc.AbstractLifeCycle:starting null/null
[junit4:junit4]   2> 2013-05-29 16:29:11.732:DBUG:oejuc.AbstractLifeCycle:STARTED PooledBuffers [0/1024@6144,0/1024@16384,0/1024@-]/PooledBuffers [0/1024@6144,0/1024@32768,0/1024@-]
[junit4:junit4]   2> 2013-05-29 16:29:11.733:DBUG:oejuc.AbstractLifeCycle:starting org.eclipse.jetty.server.nio.SelectChannelConnector$ConnectorSelectorManager@7b35ae7e
[junit4:junit4]   2> 2013-05-29 16:29:11.771:DBUG:oejuc.AbstractLifeCycle:STARTED org.eclipse.jetty.server.nio.SelectChannelConnector$ConnectorSelectorManager@7b35ae7e
[junit4:junit4]   2> 2013-05-29 16:29:11.776:DBUG:oeji.nio:Starting Thread[qtp947590721-16 Selector0,5,TGRP-HttpReplicatorTest] on org.eclipse.jetty.io.nio.SelectorManager$1@14d964af
[junit4:junit4]   2> 2013-05-29 16:29:11.782:INFO:oejs.AbstractConnector:Started SelectChannelConnector@127.0.0.1:51314
[junit4:junit4]   2> 2013-05-29 16:29:11.782:DBUG:oejuc.AbstractLifeCycle:STARTED SelectChannelConnector@127.0.0.1:51314
[junit4:junit4]   2> 2013-05-29 16:29:11.783:DBUG:oejuc.AbstractLifeCycle:STARTED org.eclipse.jetty.server.Server@37b82d69
[junit4:junit4]   2> 2013-05-29 16:29:14.302:DBUG:oejuc.AbstractLifeCycle:stopping org.eclipse.jetty.server.Server@37b82d69
[junit4:junit4]   2> 2013-05-29 16:29:14.302:DBUG:oejuc.AbstractLifeCycle:stopping SelectChannelConnector@127.0.0.1:51314
[junit4:junit4]   2> 2013-05-29 16:29:14.309:DBUG:oejuc.AbstractLifeCycle:stopping org.eclipse.jetty.server.nio.SelectChannelConnector$ConnectorSelectorManager@7b35ae7e
[junit4:junit4]   2> 2013-05-29 16:29:14.311:DBUG:oeji.nio:Stopped Thread[qtp947590721-16 Selector0,5,TGRP-HttpReplicatorTest] on org.eclipse.jetty.io.nio.SelectorManager$1@14d964af
[junit4:junit4]   2> 2013-05-29 16:29:14.326:DBUG:oejuc.AbstractLifeCycle:STOPPED org.eclipse.jetty.server.nio.SelectChannelConnector$ConnectorSelectorManager@7b35ae7e
[junit4:junit4]   2> 2013-05-29 16:29:14.326:DBUG:oejuc.AbstractLifeCycle:stopping PooledBuffers [0/1024@6144,0/1024@16384,0/1024@-]/PooledBuffers [0/1024@6144,0/1024@32768,0/1024@-]
[junit4:junit4]   2> 2013-05-29 16:29:14.327:DBUG:oejuc.AbstractLifeCycle:STOPPED null/null
[junit4:junit4]   2> 2013-05-29 16:29:14.327:DBUG:oejuc.AbstractLifeCycle:STOPPED SelectChannelConnector@127.0.0.1:0
[junit4:junit4]   2> 2013-05-29 16:29:14.327:DBUG:oejuc.AbstractLifeCycle:stopping org.eclipse.jetty.servlet.ServletHandler@3bc6d11a
[junit4:junit4]   2> 2013-05-29 16:29:14.328:DBUG:oejsh.AbstractHandler:stopping org.eclipse.jetty.servlet.ServletHandler@3bc6d11a
[junit4:junit4]   2> 2013-05-29 16:29:14.328:DBUG:oejuc.AbstractLifeCycle:stopping org.apache.lucene.replicator.http.ReplicationServlet-451237309
[junit4:junit4]   2> 2013-05-29 16:29:14.328:DBUG:oejuc.AbstractLifeCycle:STOPPED org.apache.lucene.replicator.http.ReplicationServlet-451237309
[junit4:junit4]   2> 2013-05-29 16:29:14.328:DBUG:oejuc.AbstractLifeCycle:STOPPED org.eclipse.jetty.servlet.ServletHandler@3bc6d11a
[junit4:junit4]   2> 2013-05-29 16:29:14.328:DBUG:oejsh.AbstractHandler:stopping org.eclipse.jetty.server.Server@37b82d69
[junit4:junit4]   2> 2013-05-29 16:29:14.328:DBUG:oejuc.AbstractLifeCycle:stopping qtp947590721{8<=8<=8/254,0}
[junit4:junit4]   2> 2013-05-29 16:29:14.404:DBUG:oejuc.AbstractLifeCycle:STOPPED qtp947590721{8<=0<=0/254,6}
[junit4:junit4]   2> 2013-05-29 16:29:14.404:DBUG:oejuc.AbstractLifeCycle:stopping org.eclipse.jetty.server.session.HashSessionIdManager@7b6ee3ec
[junit4:junit4]   2> 2013-05-29 16:29:14.404:DBUG:oejuc.AbstractLifeCycle:STOPPED org.eclipse.jetty.server.session.HashSessionIdManager@7b6ee3ec
[junit4:junit4]   2> 2013-05-29 16:29:14.404:DBUG:oejuc.AbstractLifeCycle:STOPPED org.eclipse.jetty.server.Server@37b82d69
[junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=HttpReplicatorTest -Dtests.method=testBasic -Dtests.seed=CC06374375F18821 -Dtests.slow=true -Dtests.locale=mk -Dtests.timezone=Arctic/Longyearbyen -Dtests.file.encoding=MacRoman
[junit4:junit4] ERROR   4.04s | HttpReplicatorTest.testBasic <<<
[junit4:junit4]    > Throwable #1: org.apache.http.conn.HttpHostConnectException: Connection to http://localhost:51314 refused
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([CC06374375F18821:67FC2A56AA2D0E0F]:0)
[junit4:junit4]    > 	at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:190)
[junit4:junit4]    > 	at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
[junit4:junit4]    > 	at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
[junit4:junit4]    > 	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
[junit4:junit4]    > 	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
[junit4:junit4]    > 	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
[junit4:junit4]    > 	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
[junit4:junit4]    > 	at org.apache.lucene.replicator.http.HttpClientBase.executeGET(HttpClientBase.java:178)
[junit4:junit4]    > 	at org.apache.lucene.replicator.http.HttpReplicator.checkForUpdate(HttpReplicator.java:51)
[junit4:junit4]    > 	at org.apache.lucene.replicator.ReplicationClient.doUpdate(ReplicationClient.java:196)
[junit4:junit4]    > 	at org.apache.lucene.replicator.ReplicationClient.updateNow(ReplicationClient.java:402)
[junit4:junit4]    > 	at org.apache.lucene.replicator.http.HttpReplicatorTest.testBasic(HttpReplicatorTest.java:112)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:680)
[junit4:junit4]    > Caused by: java.net.ConnectException: Connection refused
[junit4:junit4]    > 	at java.net.PlainSocketImpl.socketConnect(Native Method)
[junit4:junit4]    > 	at java.net.PlainSocketImpl.doConnect(PlainSocketImpl.java:351)
[junit4:junit4]    > 	at java.net.PlainSocketImpl.connectToAddress(PlainSocketImpl.java:213)
[junit4:junit4]    > 	at java.net.PlainSocketImpl.connect(PlainSocketImpl.java:200)
[junit4:junit4]    > 	at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:432)
[junit4:junit4]    > 	at java.net.Socket.connect(Socket.java:529)
[junit4:junit4]    > 	at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
[junit4:junit4]    > 	at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
[junit4:junit4]    > 	... 48 more
[junit4:junit4]   2> NOTE: test params are: codec=Lucene42: {}, docValues:{}, sim=RandomSimilarityProvider(queryNorm=true,coord=yes): {}, locale=mk, timezone=Arctic/Longyearbyen
[junit4:junit4]   2> NOTE: Mac OS X 10.8.3 x86_64/Apple Inc. 1.6.0_45 (64-bit)/cpus=2,threads=1,free=63650840,total=85000192
[junit4:junit4]   2> NOTE: All tests run in this JVM: [SessionTokenTest, HttpReplicatorTest]
[junit4:junit4] Completed in 4.40s, 1 test, 1 error <<< FAILURES!

[...truncated 24 lines...]
BUILD FAILED
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:386: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:366: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:39: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/build.xml:554: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:1827: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/module-build.xml:61: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:1243: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:887: There were test failures: 7 suites, 30 tests, 1 error

Total time: 51 minutes 52 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.6.0 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



Re: [JENKINS] Lucene-Solr-4.x-MacOSX (64bit/jdk1.6.0) - Build # 502 - Still Failing!

Posted by Michael McCandless <lu...@mikemccandless.com>.
I've tried to reproduce this, on OS X 10.8.2, Java 1.6.0_45, running
w/ the same JVM args and repro line:

   ant test -Dargs="-XX:-UseCompressedOops -XX:+UseSerialGC"
-Dtestcase=HttpReplicatorTest -Dtests.method=testBasic
-Dtests.seed=26239E47D273DDEF -Dtests.slow=true -Dtests.locale=sr_CS
-Dtests.timezone=America/Yakutat -Dtests.file.encoding=ISO-8859-1

... and the test passes.  I tried the same seed, running all tests in
the module, and it still passes.

I turned on my firewall, tried to make it more evil w/ the various
settings, and it still passes.

Uwe, any interesting config in this OS X env...?

Mike McCandless

http://blog.mikemccandless.com

On Wed, May 29, 2013 at 4:32 AM, Policeman Jenkins Server
<je...@thetaphi.de> wrote:
> Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-MacOSX/502/
> Java: 64bit/jdk1.6.0 -XX:-UseCompressedOops -XX:+UseSerialGC
>
> 1 tests failed.
> REGRESSION:  org.apache.lucene.replicator.http.HttpReplicatorTest.testBasic
>
> Error Message:
> Connection to http://localhost:51279 refused
>
> Stack Trace:
> org.apache.http.conn.HttpHostConnectException: Connection to http://localhost:51279 refused
>         at __randomizedtesting.SeedInfo.seed([26239E47D273DDEF:8DD983520DAF5BC1]:0)
>         at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:190)
>         at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
>         at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
>         at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
>         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
>         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
>         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
>         at org.apache.lucene.replicator.http.HttpClientBase.executeGET(HttpClientBase.java:178)
>         at org.apache.lucene.replicator.http.HttpReplicator.checkForUpdate(HttpReplicator.java:51)
>         at org.apache.lucene.replicator.ReplicationClient.doUpdate(ReplicationClient.java:196)
>         at org.apache.lucene.replicator.ReplicationClient.updateNow(ReplicationClient.java:402)
>         at org.apache.lucene.replicator.http.HttpReplicatorTest.testBasic(HttpReplicatorTest.java:112)
>         at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
>         at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
>         at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
>         at java.lang.reflect.Method.invoke(Method.java:597)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
>         at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
>         at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
>         at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
>         at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
>         at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
>         at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
>         at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
>         at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
>         at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
>         at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
>         at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
>         at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
>         at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
>         at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
>         at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
>         at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
>         at java.lang.Thread.run(Thread.java:680)
> Caused by: java.net.ConnectException: Connection refused
>         at java.net.PlainSocketImpl.socketConnect(Native Method)
>         at java.net.PlainSocketImpl.doConnect(PlainSocketImpl.java:351)
>         at java.net.PlainSocketImpl.connectToAddress(PlainSocketImpl.java:213)
>         at java.net.PlainSocketImpl.connect(PlainSocketImpl.java:200)
>         at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:432)
>         at java.net.Socket.connect(Socket.java:529)
>         at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
>         at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
>         ... 48 more
>
>
>
>
> Build Log:
> [...truncated 7508 lines...]
> [junit4:junit4] Suite: org.apache.lucene.replicator.http.HttpReplicatorTest
> [junit4:junit4]   2> 2013-05-29 00:31:27.853:DBUG:oejs.ServletHandler:filterNameMap={}
> [junit4:junit4]   2> 2013-05-29 00:31:27.853:DBUG:oejs.ServletHandler:pathFilters=null
> [junit4:junit4]   2> 2013-05-29 00:31:27.853:DBUG:oejs.ServletHandler:servletFilterMap=null
> [junit4:junit4]   2> 2013-05-29 00:31:27.853:DBUG:oejs.ServletHandler:servletPathMap={/replicate/*=org.apache.lucene.replicator.http.ReplicationServlet-1309289016}
> [junit4:junit4]   2> 2013-05-29 00:31:27.853:DBUG:oejs.ServletHandler:servletNameMap={org.apache.lucene.replicator.http.ReplicationServlet-1309289016=org.apache.lucene.replicator.http.ReplicationServlet-1309289016}
> [junit4:junit4]   2> 2013-05-29 00:31:27.972:DBUG:oejuc.Container:Container org.eclipse.jetty.server.Server@7023d08b + SelectChannelConnector@0.0.0.0:0 as connector
> [junit4:junit4]   2> 2013-05-29 00:31:27.977:DBUG:oejuc.Container:Container org.eclipse.jetty.servlet.ServletHandler@41e8fa70 + org.apache.lucene.replicator.http.ReplicationServlet-1309289016 as servlet
> [junit4:junit4]   2> 2013-05-29 00:31:27.977:DBUG:oejuc.Container:Container org.eclipse.jetty.servlet.ServletHandler@41e8fa70 + [/replicate/*]=>org.apache.lucene.replicator.http.ReplicationServlet-1309289016 as servletMapping
> [junit4:junit4]   2> 2013-05-29 00:31:27.977:DBUG:oejuc.Container:Container org.eclipse.jetty.server.Server@7023d08b + org.eclipse.jetty.servlet.ServletHandler@41e8fa70 as handler
> [junit4:junit4]   2> 2013-05-29 00:31:28.016:DBUG:oejuc.Container:Container org.eclipse.jetty.server.Server@7023d08b - SelectChannelConnector@0.0.0.0:0 as connector
> [junit4:junit4]   2> 2013-05-29 00:31:28.016:DBUG:oejuc.Container:Container org.eclipse.jetty.server.Server@7023d08b + SelectChannelConnector@127.0.0.1:0 as connector
> [junit4:junit4]   2> 2013-05-29 00:31:28.031:DBUG:oejuc.Container:Container org.eclipse.jetty.server.Server@7023d08b + org.eclipse.jetty.server.session.HashSessionIdManager@7ce1eae7 as sessionIdManager
> [junit4:junit4]   2> 2013-05-29 00:31:28.031:DBUG:oejuc.AbstractLifeCycle:starting org.eclipse.jetty.server.Server@7023d08b
> [junit4:junit4]   2> 2013-05-29 00:31:28.032:INFO:oejs.Server:jetty-8.1.10.v20130312
> [junit4:junit4]   2> 2013-05-29 00:31:28.164:DBUG:oejuc.Container:Container org.eclipse.jetty.server.Server@7023d08b + qtp1592762244{8<=0<=0/254,-1} as threadpool
> [junit4:junit4]   2> 2013-05-29 00:31:28.165:DBUG:oejuc.AbstractLifeCycle:starting org.eclipse.jetty.servlet.ServletHandler@41e8fa70
> [junit4:junit4]   2> 2013-05-29 00:31:28.184:DBUG:oejs.ServletHandler:filterNameMap={}
> [junit4:junit4]   2> 2013-05-29 00:31:28.185:DBUG:oejs.ServletHandler:pathFilters=null
> [junit4:junit4]   2> 2013-05-29 00:31:28.185:DBUG:oejs.ServletHandler:servletFilterMap=null
> [junit4:junit4]   2> 2013-05-29 00:31:28.186:DBUG:oejs.ServletHandler:servletPathMap={/replicate/*=org.apache.lucene.replicator.http.ReplicationServlet-1309289016}
> [junit4:junit4]   2> 2013-05-29 00:31:28.186:DBUG:oejs.ServletHandler:servletNameMap={org.apache.lucene.replicator.http.ReplicationServlet-1309289016=org.apache.lucene.replicator.http.ReplicationServlet-1309289016}
> [junit4:junit4]   2> 2013-05-29 00:31:28.188:DBUG:oejsh.AbstractHandler:starting org.eclipse.jetty.servlet.ServletHandler@41e8fa70
> [junit4:junit4]   2> 2013-05-29 00:31:28.189:DBUG:oejuc.AbstractLifeCycle:starting org.apache.lucene.replicator.http.ReplicationServlet-1309289016
> [junit4:junit4]   2> 2013-05-29 00:31:28.208:DBUG:oejuc.AbstractLifeCycle:STARTED org.apache.lucene.replicator.http.ReplicationServlet-1309289016
> [junit4:junit4]   2> 2013-05-29 00:31:28.208:DBUG:oejuc.AbstractLifeCycle:STARTED org.eclipse.jetty.servlet.ServletHandler@41e8fa70
> [junit4:junit4]   2> 2013-05-29 00:31:28.208:DBUG:oejsh.AbstractHandler:starting org.eclipse.jetty.server.Server@7023d08b
> [junit4:junit4]   2> 2013-05-29 00:31:28.208:DBUG:oejuc.AbstractLifeCycle:starting org.eclipse.jetty.server.session.HashSessionIdManager@7ce1eae7
> [junit4:junit4]   2> 2013-05-29 00:31:28.208:DBUG:oejuc.AbstractLifeCycle:STARTED org.eclipse.jetty.server.session.HashSessionIdManager@7ce1eae7
> [junit4:junit4]   2> 2013-05-29 00:31:28.208:DBUG:oejuc.AbstractLifeCycle:starting qtp1592762244{8<=0<=0/254,-1}
> [junit4:junit4]   2> 2013-05-29 00:31:28.234:DBUG:oejuc.AbstractLifeCycle:STARTED qtp1592762244{8<=8<=8/254,0}
> [junit4:junit4]   2> 2013-05-29 00:31:28.234:DBUG:oejuc.AbstractLifeCycle:starting SelectChannelConnector@127.0.0.1:0
> [junit4:junit4]   2> 2013-05-29 00:31:28.300:DBUG:oejuc.AbstractLifeCycle:starting null/null
> [junit4:junit4]   2> 2013-05-29 00:31:28.324:DBUG:oejuc.AbstractLifeCycle:STARTED PooledBuffers [0/1024@6144,0/1024@16384,0/1024@-]/PooledBuffers [0/1024@6144,0/1024@32768,0/1024@-]
> [junit4:junit4]   2> 2013-05-29 00:31:28.325:DBUG:oejuc.AbstractLifeCycle:starting org.eclipse.jetty.server.nio.SelectChannelConnector$ConnectorSelectorManager@3fb7edd3
> [junit4:junit4]   2> 2013-05-29 00:31:28.359:DBUG:oeji.nio:Starting Thread[qtp1592762244-18 Selector0,5,TGRP-HttpReplicatorTest] on org.eclipse.jetty.io.nio.SelectorManager$1@6e7616ad
> [junit4:junit4]   2> 2013-05-29 00:31:28.365:DBUG:oejuc.AbstractLifeCycle:STARTED org.eclipse.jetty.server.nio.SelectChannelConnector$ConnectorSelectorManager@3fb7edd3
> [junit4:junit4]   2> 2013-05-29 00:31:28.369:INFO:oejs.AbstractConnector:Started SelectChannelConnector@127.0.0.1:51279
> [junit4:junit4]   2> 2013-05-29 00:31:28.370:DBUG:oejuc.AbstractLifeCycle:STARTED SelectChannelConnector@127.0.0.1:51279
> [junit4:junit4]   2> 2013-05-29 00:31:28.371:DBUG:oejuc.AbstractLifeCycle:STARTED org.eclipse.jetty.server.Server@7023d08b
> [junit4:junit4]   2> 2013-05-29 00:31:30.664:DBUG:oejuc.AbstractLifeCycle:stopping org.eclipse.jetty.server.Server@7023d08b
> [junit4:junit4]   2> 2013-05-29 00:31:30.664:DBUG:oejuc.AbstractLifeCycle:stopping SelectChannelConnector@127.0.0.1:51279
> [junit4:junit4]   2> 2013-05-29 00:31:30.670:DBUG:oejuc.AbstractLifeCycle:stopping org.eclipse.jetty.server.nio.SelectChannelConnector$ConnectorSelectorManager@3fb7edd3
> [junit4:junit4]   2> 2013-05-29 00:31:30.673:DBUG:oeji.nio:Stopped Thread[qtp1592762244-18 Selector0,5,TGRP-HttpReplicatorTest] on org.eclipse.jetty.io.nio.SelectorManager$1@6e7616ad
> [junit4:junit4]   2> 2013-05-29 00:31:30.686:DBUG:oejuc.AbstractLifeCycle:STOPPED org.eclipse.jetty.server.nio.SelectChannelConnector$ConnectorSelectorManager@3fb7edd3
> [junit4:junit4]   2> 2013-05-29 00:31:30.686:DBUG:oejuc.AbstractLifeCycle:stopping PooledBuffers [0/1024@6144,0/1024@16384,0/1024@-]/PooledBuffers [0/1024@6144,0/1024@32768,0/1024@-]
> [junit4:junit4]   2> 2013-05-29 00:31:30.693:DBUG:oejuc.AbstractLifeCycle:STOPPED null/null
> [junit4:junit4]   2> 2013-05-29 00:31:30.693:DBUG:oejuc.AbstractLifeCycle:STOPPED SelectChannelConnector@127.0.0.1:0
> [junit4:junit4]   2> 2013-05-29 00:31:30.694:DBUG:oejuc.AbstractLifeCycle:stopping org.eclipse.jetty.servlet.ServletHandler@41e8fa70
> [junit4:junit4]   2> 2013-05-29 00:31:30.694:DBUG:oejsh.AbstractHandler:stopping org.eclipse.jetty.servlet.ServletHandler@41e8fa70
> [junit4:junit4]   2> 2013-05-29 00:31:30.694:DBUG:oejuc.AbstractLifeCycle:stopping org.apache.lucene.replicator.http.ReplicationServlet-1309289016
> [junit4:junit4]   2> 2013-05-29 00:31:30.694:DBUG:oejuc.AbstractLifeCycle:STOPPED org.apache.lucene.replicator.http.ReplicationServlet-1309289016
> [junit4:junit4]   2> 2013-05-29 00:31:30.694:DBUG:oejuc.AbstractLifeCycle:STOPPED org.eclipse.jetty.servlet.ServletHandler@41e8fa70
> [junit4:junit4]   2> 2013-05-29 00:31:30.694:DBUG:oejsh.AbstractHandler:stopping org.eclipse.jetty.server.Server@7023d08b
> [junit4:junit4]   2> 2013-05-29 00:31:30.695:DBUG:oejuc.AbstractLifeCycle:stopping qtp1592762244{8<=8<=8/254,0}
> [junit4:junit4]   2> 2013-05-29 00:31:30.756:DBUG:oejuc.AbstractLifeCycle:STOPPED qtp1592762244{8<=0<=0/254,3}
> [junit4:junit4]   2> 2013-05-29 00:31:30.757:DBUG:oejuc.AbstractLifeCycle:stopping org.eclipse.jetty.server.session.HashSessionIdManager@7ce1eae7
> [junit4:junit4]   2> 2013-05-29 00:31:30.757:DBUG:oejuc.AbstractLifeCycle:STOPPED org.eclipse.jetty.server.session.HashSessionIdManager@7ce1eae7
> [junit4:junit4]   2> 2013-05-29 00:31:30.758:DBUG:oejuc.AbstractLifeCycle:STOPPED org.eclipse.jetty.server.Server@7023d08b
> [junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=HttpReplicatorTest -Dtests.method=testBasic -Dtests.seed=26239E47D273DDEF -Dtests.slow=true -Dtests.locale=sr_CS -Dtests.timezone=America/Yakutat -Dtests.file.encoding=ISO-8859-1
> [junit4:junit4] ERROR   3.88s | HttpReplicatorTest.testBasic <<<
> [junit4:junit4]    > Throwable #1: org.apache.http.conn.HttpHostConnectException: Connection to http://localhost:51279 refused
> [junit4:junit4]    >    at __randomizedtesting.SeedInfo.seed([26239E47D273DDEF:8DD983520DAF5BC1]:0)
> [junit4:junit4]    >    at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:190)
> [junit4:junit4]    >    at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
> [junit4:junit4]    >    at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
> [junit4:junit4]    >    at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
> [junit4:junit4]    >    at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
> [junit4:junit4]    >    at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
> [junit4:junit4]    >    at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
> [junit4:junit4]    >    at org.apache.lucene.replicator.http.HttpClientBase.executeGET(HttpClientBase.java:178)
> [junit4:junit4]    >    at org.apache.lucene.replicator.http.HttpReplicator.checkForUpdate(HttpReplicator.java:51)
> [junit4:junit4]    >    at org.apache.lucene.replicator.ReplicationClient.doUpdate(ReplicationClient.java:196)
> [junit4:junit4]    >    at org.apache.lucene.replicator.ReplicationClient.updateNow(ReplicationClient.java:402)
> [junit4:junit4]    >    at org.apache.lucene.replicator.http.HttpReplicatorTest.testBasic(HttpReplicatorTest.java:112)
> [junit4:junit4]    >    at java.lang.Thread.run(Thread.java:680)
> [junit4:junit4]    > Caused by: java.net.ConnectException: Connection refused
> [junit4:junit4]    >    at java.net.PlainSocketImpl.socketConnect(Native Method)
> [junit4:junit4]    >    at java.net.PlainSocketImpl.doConnect(PlainSocketImpl.java:351)
> [junit4:junit4]    >    at java.net.PlainSocketImpl.connectToAddress(PlainSocketImpl.java:213)
> [junit4:junit4]    >    at java.net.PlainSocketImpl.connect(PlainSocketImpl.java:200)
> [junit4:junit4]    >    at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:432)
> [junit4:junit4]    >    at java.net.Socket.connect(Socket.java:529)
> [junit4:junit4]    >    at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
> [junit4:junit4]    >    at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
> [junit4:junit4]    >    ... 48 more
> [junit4:junit4]   2> NOTE: test params are: codec=Appending, sim=RandomSimilarityProvider(queryNorm=false,coord=crazy): {}, locale=sr_CS, timezone=America/Yakutat
> [junit4:junit4]   2> NOTE: Mac OS X 10.8.3 x86_64/Apple Inc. 1.6.0_45 (64-bit)/cpus=2,threads=1,free=35396560,total=48693248
> [junit4:junit4]   2> NOTE: All tests run in this JVM: [LocalReplicatorTest, IndexRevisionTest, HttpReplicatorTest]
> [junit4:junit4] Completed in 4.03s, 1 test, 1 error <<< FAILURES!
>
> [...truncated 21 lines...]
> BUILD FAILED
> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:386: The following error occurred while executing this line:
> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:366: The following error occurred while executing this line:
> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:39: The following error occurred while executing this line:
> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/build.xml:554: The following error occurred while executing this line:
> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:1827: The following error occurred while executing this line:
> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/module-build.xml:61: The following error occurred while executing this line:
> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:1243: The following error occurred while executing this line:
> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:887: There were test failures: 7 suites, 30 tests, 1 error
>
> Total time: 50 minutes 26 seconds
> Build step 'Invoke Ant' marked build as failure
> Description set: Java: 64bit/jdk1.6.0 -XX:-UseCompressedOops -XX:+UseSerialGC
> Archiving artifacts
> Recording test results
> Email was triggered for: Failure
> Sending email for trigger: Failure
>
>
>
>
> ---------------------------------------------------------------------
> To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
> For additional commands, e-mail: dev-help@lucene.apache.org

---------------------------------------------------------------------
To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
For additional commands, e-mail: dev-help@lucene.apache.org