You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2013/06/05 06:17:16 UTC

[JENKINS] Lucene-Solr-4.x-MacOSX (64bit/jdk1.6.0) - Build # 518 - Failure!

Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-MacOSX/518/
Java: 64bit/jdk1.6.0 -XX:+UseCompressedOops -XX:+UseSerialGC

1 tests failed.
REGRESSION:  org.apache.lucene.replicator.http.HttpReplicatorTest.testBasic

Error Message:
Connection to http://localhost:51853 refused

Stack Trace:
org.apache.http.conn.HttpHostConnectException: Connection to http://localhost:51853 refused
	at __randomizedtesting.SeedInfo.seed([AC4BFCC35CEA9F5C:7B1E1D683361972]:0)
	at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:190)
	at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
	at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
	at org.apache.lucene.replicator.http.HttpClientBase.executeGET(HttpClientBase.java:178)
	at org.apache.lucene.replicator.http.HttpReplicator.checkForUpdate(HttpReplicator.java:51)
	at org.apache.lucene.replicator.ReplicationClient.doUpdate(ReplicationClient.java:196)
	at org.apache.lucene.replicator.ReplicationClient.updateNow(ReplicationClient.java:402)
	at org.apache.lucene.replicator.http.HttpReplicatorTest.testBasic(HttpReplicatorTest.java:112)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
	at java.lang.reflect.Method.invoke(Method.java:597)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:680)
Caused by: java.net.ConnectException: Connection refused
	at java.net.PlainSocketImpl.socketConnect(Native Method)
	at java.net.PlainSocketImpl.doConnect(PlainSocketImpl.java:351)
	at java.net.PlainSocketImpl.connectToAddress(PlainSocketImpl.java:213)
	at java.net.PlainSocketImpl.connect(PlainSocketImpl.java:200)
	at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:432)
	at java.net.Socket.connect(Socket.java:529)
	at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
	at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
	... 48 more




Build Log:
[...truncated 7520 lines...]
[junit4:junit4] Suite: org.apache.lucene.replicator.http.HttpReplicatorTest
[junit4:junit4]   2> 2013-06-05 00:16:46.367:DBUG:oejs.ServletHandler:filterNameMap={}
[junit4:junit4]   2> 2013-06-05 00:16:46.368:DBUG:oejs.ServletHandler:pathFilters=null
[junit4:junit4]   2> 2013-06-05 00:16:46.368:DBUG:oejs.ServletHandler:servletFilterMap=null
[junit4:junit4]   2> 2013-06-05 00:16:46.368:DBUG:oejs.ServletHandler:servletPathMap={/replicate/*=org.apache.lucene.replicator.http.ReplicationServlet-883665748}
[junit4:junit4]   2> 2013-06-05 00:16:46.368:DBUG:oejs.ServletHandler:servletNameMap={org.apache.lucene.replicator.http.ReplicationServlet-883665748=org.apache.lucene.replicator.http.ReplicationServlet-883665748}
[junit4:junit4]   2> 2013-06-05 00:16:46.499:DBUG:oejuc.Container:Container org.eclipse.jetty.server.Server@6e80cf99 + SelectChannelConnector@0.0.0.0:0 as connector
[junit4:junit4]   2> 2013-06-05 00:16:46.503:DBUG:oejuc.Container:Container org.eclipse.jetty.servlet.ServletHandler@5ebb2539 + org.apache.lucene.replicator.http.ReplicationServlet-883665748 as servlet
[junit4:junit4]   2> 2013-06-05 00:16:46.503:DBUG:oejuc.Container:Container org.eclipse.jetty.servlet.ServletHandler@5ebb2539 + [/replicate/*]=>org.apache.lucene.replicator.http.ReplicationServlet-883665748 as servletMapping
[junit4:junit4]   2> 2013-06-05 00:16:46.503:DBUG:oejuc.Container:Container org.eclipse.jetty.server.Server@6e80cf99 + org.eclipse.jetty.servlet.ServletHandler@5ebb2539 as handler
[junit4:junit4]   2> 2013-06-05 00:16:46.542:DBUG:oejuc.Container:Container org.eclipse.jetty.server.Server@6e80cf99 - SelectChannelConnector@0.0.0.0:0 as connector
[junit4:junit4]   2> 2013-06-05 00:16:46.543:DBUG:oejuc.Container:Container org.eclipse.jetty.server.Server@6e80cf99 + SelectChannelConnector@127.0.0.1:0 as connector
[junit4:junit4]   2> 2013-06-05 00:16:46.553:DBUG:oejuc.Container:Container org.eclipse.jetty.server.Server@6e80cf99 + org.eclipse.jetty.server.session.HashSessionIdManager@559dbc5c as sessionIdManager
[junit4:junit4]   2> 2013-06-05 00:16:46.553:DBUG:oejuc.AbstractLifeCycle:starting org.eclipse.jetty.server.Server@6e80cf99
[junit4:junit4]   2> 2013-06-05 00:16:46.553:INFO:oejs.Server:jetty-8.1.10.v20130312
[junit4:junit4]   2> 2013-06-05 00:16:46.672:DBUG:oejuc.Container:Container org.eclipse.jetty.server.Server@6e80cf99 + qtp1531364043{8<=0<=0/254,-1} as threadpool
[junit4:junit4]   2> 2013-06-05 00:16:46.672:DBUG:oejuc.AbstractLifeCycle:starting org.eclipse.jetty.servlet.ServletHandler@5ebb2539
[junit4:junit4]   2> 2013-06-05 00:16:46.687:DBUG:oejs.ServletHandler:filterNameMap={}
[junit4:junit4]   2> 2013-06-05 00:16:46.687:DBUG:oejs.ServletHandler:pathFilters=null
[junit4:junit4]   2> 2013-06-05 00:16:46.687:DBUG:oejs.ServletHandler:servletFilterMap=null
[junit4:junit4]   2> 2013-06-05 00:16:46.687:DBUG:oejs.ServletHandler:servletPathMap={/replicate/*=org.apache.lucene.replicator.http.ReplicationServlet-883665748}
[junit4:junit4]   2> 2013-06-05 00:16:46.687:DBUG:oejs.ServletHandler:servletNameMap={org.apache.lucene.replicator.http.ReplicationServlet-883665748=org.apache.lucene.replicator.http.ReplicationServlet-883665748}
[junit4:junit4]   2> 2013-06-05 00:16:46.687:DBUG:oejsh.AbstractHandler:starting org.eclipse.jetty.servlet.ServletHandler@5ebb2539
[junit4:junit4]   2> 2013-06-05 00:16:46.687:DBUG:oejuc.AbstractLifeCycle:starting org.apache.lucene.replicator.http.ReplicationServlet-883665748
[junit4:junit4]   2> 2013-06-05 00:16:46.704:DBUG:oejuc.AbstractLifeCycle:STARTED org.apache.lucene.replicator.http.ReplicationServlet-883665748
[junit4:junit4]   2> 2013-06-05 00:16:46.705:DBUG:oejuc.AbstractLifeCycle:STARTED org.eclipse.jetty.servlet.ServletHandler@5ebb2539
[junit4:junit4]   2> 2013-06-05 00:16:46.705:DBUG:oejsh.AbstractHandler:starting org.eclipse.jetty.server.Server@6e80cf99
[junit4:junit4]   2> 2013-06-05 00:16:46.705:DBUG:oejuc.AbstractLifeCycle:starting org.eclipse.jetty.server.session.HashSessionIdManager@559dbc5c
[junit4:junit4]   2> 2013-06-05 00:16:46.705:DBUG:oejuc.AbstractLifeCycle:STARTED org.eclipse.jetty.server.session.HashSessionIdManager@559dbc5c
[junit4:junit4]   2> 2013-06-05 00:16:46.705:DBUG:oejuc.AbstractLifeCycle:starting qtp1531364043{8<=0<=0/254,-1}
[junit4:junit4]   2> 2013-06-05 00:16:46.728:DBUG:oejuc.AbstractLifeCycle:STARTED qtp1531364043{8<=7<=8/254,0}
[junit4:junit4]   2> 2013-06-05 00:16:46.728:DBUG:oejuc.AbstractLifeCycle:starting SelectChannelConnector@127.0.0.1:0
[junit4:junit4]   2> 2013-06-05 00:16:46.781:DBUG:oejuc.AbstractLifeCycle:starting null/null
[junit4:junit4]   2> 2013-06-05 00:16:46.803:DBUG:oejuc.AbstractLifeCycle:STARTED PooledBuffers [0/1024@6144,0/1024@16384,0/1024@-]/PooledBuffers [0/1024@6144,0/1024@32768,0/1024@-]
[junit4:junit4]   2> 2013-06-05 00:16:46.803:DBUG:oejuc.AbstractLifeCycle:starting org.eclipse.jetty.server.nio.SelectChannelConnector$ConnectorSelectorManager@19af2a9c
[junit4:junit4]   2> 2013-06-05 00:16:46.836:DBUG:oejuc.AbstractLifeCycle:STARTED org.eclipse.jetty.server.nio.SelectChannelConnector$ConnectorSelectorManager@19af2a9c
[junit4:junit4]   2> 2013-06-05 00:16:46.836:DBUG:oeji.nio:Starting Thread[qtp1531364043-24 Selector0,5,TGRP-HttpReplicatorTest] on org.eclipse.jetty.io.nio.SelectorManager$1@20360e46
[junit4:junit4]   2> 2013-06-05 00:16:46.840:INFO:oejs.AbstractConnector:Started SelectChannelConnector@127.0.0.1:51853
[junit4:junit4]   2> 2013-06-05 00:16:46.841:DBUG:oejuc.AbstractLifeCycle:STARTED SelectChannelConnector@127.0.0.1:51853
[junit4:junit4]   2> 2013-06-05 00:16:46.841:DBUG:oejuc.AbstractLifeCycle:STARTED org.eclipse.jetty.server.Server@6e80cf99
[junit4:junit4]   2> 2013-06-05 00:16:49.021:DBUG:oejuc.AbstractLifeCycle:stopping org.eclipse.jetty.server.Server@6e80cf99
[junit4:junit4]   2> 2013-06-05 00:16:49.021:DBUG:oejuc.AbstractLifeCycle:stopping SelectChannelConnector@127.0.0.1:51853
[junit4:junit4]   2> 2013-06-05 00:16:49.026:DBUG:oejuc.AbstractLifeCycle:stopping org.eclipse.jetty.server.nio.SelectChannelConnector$ConnectorSelectorManager@19af2a9c
[junit4:junit4]   2> 2013-06-05 00:16:49.028:DBUG:oeji.nio:Stopped Thread[qtp1531364043-24 Selector0,5,TGRP-HttpReplicatorTest] on org.eclipse.jetty.io.nio.SelectorManager$1@20360e46
[junit4:junit4]   2> 2013-06-05 00:16:49.042:DBUG:oejuc.AbstractLifeCycle:STOPPED org.eclipse.jetty.server.nio.SelectChannelConnector$ConnectorSelectorManager@19af2a9c
[junit4:junit4]   2> 2013-06-05 00:16:49.042:DBUG:oejuc.AbstractLifeCycle:stopping PooledBuffers [0/1024@6144,0/1024@16384,0/1024@-]/PooledBuffers [0/1024@6144,0/1024@32768,0/1024@-]
[junit4:junit4]   2> 2013-06-05 00:16:49.043:DBUG:oejuc.AbstractLifeCycle:STOPPED null/null
[junit4:junit4]   2> 2013-06-05 00:16:49.043:DBUG:oejuc.AbstractLifeCycle:STOPPED SelectChannelConnector@127.0.0.1:0
[junit4:junit4]   2> 2013-06-05 00:16:49.043:DBUG:oejuc.AbstractLifeCycle:stopping org.eclipse.jetty.servlet.ServletHandler@5ebb2539
[junit4:junit4]   2> 2013-06-05 00:16:49.043:DBUG:oejsh.AbstractHandler:stopping org.eclipse.jetty.servlet.ServletHandler@5ebb2539
[junit4:junit4]   2> 2013-06-05 00:16:49.043:DBUG:oejuc.AbstractLifeCycle:stopping org.apache.lucene.replicator.http.ReplicationServlet-883665748
[junit4:junit4]   2> 2013-06-05 00:16:49.043:DBUG:oejuc.AbstractLifeCycle:STOPPED org.apache.lucene.replicator.http.ReplicationServlet-883665748
[junit4:junit4]   2> 2013-06-05 00:16:49.043:DBUG:oejuc.AbstractLifeCycle:STOPPED org.eclipse.jetty.servlet.ServletHandler@5ebb2539
[junit4:junit4]   2> 2013-06-05 00:16:49.043:DBUG:oejsh.AbstractHandler:stopping org.eclipse.jetty.server.Server@6e80cf99
[junit4:junit4]   2> 2013-06-05 00:16:49.043:DBUG:oejuc.AbstractLifeCycle:stopping qtp1531364043{8<=8<=8/254,0}
[junit4:junit4]   2> 2013-06-05 00:16:49.111:DBUG:oejuc.AbstractLifeCycle:STOPPED qtp1531364043{8<=0<=0/254,5}
[junit4:junit4]   2> 2013-06-05 00:16:49.111:DBUG:oejuc.AbstractLifeCycle:stopping org.eclipse.jetty.server.session.HashSessionIdManager@559dbc5c
[junit4:junit4]   2> 2013-06-05 00:16:49.111:DBUG:oejuc.AbstractLifeCycle:STOPPED org.eclipse.jetty.server.session.HashSessionIdManager@559dbc5c
[junit4:junit4]   2> 2013-06-05 00:16:49.111:DBUG:oejuc.AbstractLifeCycle:STOPPED org.eclipse.jetty.server.Server@6e80cf99
[junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=HttpReplicatorTest -Dtests.method=testBasic -Dtests.seed=AC4BFCC35CEA9F5C -Dtests.slow=true -Dtests.locale=hu_HU -Dtests.timezone=America/Detroit -Dtests.file.encoding=UTF-8
[junit4:junit4] ERROR   3.66s | HttpReplicatorTest.testBasic <<<
[junit4:junit4]    > Throwable #1: org.apache.http.conn.HttpHostConnectException: Connection to http://localhost:51853 refused
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([AC4BFCC35CEA9F5C:7B1E1D683361972]:0)
[junit4:junit4]    > 	at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:190)
[junit4:junit4]    > 	at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
[junit4:junit4]    > 	at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
[junit4:junit4]    > 	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
[junit4:junit4]    > 	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
[junit4:junit4]    > 	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
[junit4:junit4]    > 	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
[junit4:junit4]    > 	at org.apache.lucene.replicator.http.HttpClientBase.executeGET(HttpClientBase.java:178)
[junit4:junit4]    > 	at org.apache.lucene.replicator.http.HttpReplicator.checkForUpdate(HttpReplicator.java:51)
[junit4:junit4]    > 	at org.apache.lucene.replicator.ReplicationClient.doUpdate(ReplicationClient.java:196)
[junit4:junit4]    > 	at org.apache.lucene.replicator.ReplicationClient.updateNow(ReplicationClient.java:402)
[junit4:junit4]    > 	at org.apache.lucene.replicator.http.HttpReplicatorTest.testBasic(HttpReplicatorTest.java:112)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:680)
[junit4:junit4]    > Caused by: java.net.ConnectException: Connection refused
[junit4:junit4]    > 	at java.net.PlainSocketImpl.socketConnect(Native Method)
[junit4:junit4]    > 	at java.net.PlainSocketImpl.doConnect(PlainSocketImpl.java:351)
[junit4:junit4]    > 	at java.net.PlainSocketImpl.connectToAddress(PlainSocketImpl.java:213)
[junit4:junit4]    > 	at java.net.PlainSocketImpl.connect(PlainSocketImpl.java:200)
[junit4:junit4]    > 	at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:432)
[junit4:junit4]    > 	at java.net.Socket.connect(Socket.java:529)
[junit4:junit4]    > 	at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
[junit4:junit4]    > 	at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
[junit4:junit4]    > 	... 48 more
[junit4:junit4]   2> NOTE: test params are: codec=Asserting, sim=RandomSimilarityProvider(queryNorm=false,coord=no): {}, locale=hu_HU, timezone=America/Detroit
[junit4:junit4]   2> NOTE: Mac OS X 10.8.3 x86_64/Apple Inc. 1.6.0_45 (64-bit)/cpus=2,threads=1,free=30479304,total=48693248
[junit4:junit4]   2> NOTE: All tests run in this JVM: [IndexAndTaxonomyReplicationClientTest, LocalReplicatorTest, SessionTokenTest, HttpReplicatorTest]
[junit4:junit4] Completed in 3.78s, 1 test, 1 error <<< FAILURES!

[...truncated 18 lines...]
BUILD FAILED
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:386: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:366: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:39: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/build.xml:554: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:1827: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/module-build.xml:61: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:1243: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:887: There were test failures: 7 suites, 30 tests, 1 error

Total time: 44 minutes 46 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.6.0 -XX:+UseCompressedOops -XX:+UseSerialGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-4.x-MacOSX (64bit/jdk1.6.0) - Build # 521 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-MacOSX/521/
Java: 64bit/jdk1.6.0 -XX:-UseCompressedOops -XX:+UseParallelGC

1 tests failed.
REGRESSION:  org.apache.lucene.replicator.http.HttpReplicatorTest.testBasic

Error Message:
Connection to http://localhost:51367 refused

Stack Trace:
org.apache.http.conn.HttpHostConnectException: Connection to http://localhost:51367 refused
	at __randomizedtesting.SeedInfo.seed([BFF64C7ADF67C62C:140C516F00BB4002]:0)
	at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:190)
	at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
	at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
	at org.apache.lucene.replicator.http.HttpClientBase.executeGET(HttpClientBase.java:178)
	at org.apache.lucene.replicator.http.HttpReplicator.checkForUpdate(HttpReplicator.java:51)
	at org.apache.lucene.replicator.ReplicationClient.doUpdate(ReplicationClient.java:196)
	at org.apache.lucene.replicator.ReplicationClient.updateNow(ReplicationClient.java:402)
	at org.apache.lucene.replicator.http.HttpReplicatorTest.testBasic(HttpReplicatorTest.java:112)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
	at java.lang.reflect.Method.invoke(Method.java:597)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:680)
Caused by: java.net.ConnectException: Connection refused
	at java.net.PlainSocketImpl.socketConnect(Native Method)
	at java.net.PlainSocketImpl.doConnect(PlainSocketImpl.java:351)
	at java.net.PlainSocketImpl.connectToAddress(PlainSocketImpl.java:213)
	at java.net.PlainSocketImpl.connect(PlainSocketImpl.java:200)
	at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:432)
	at java.net.Socket.connect(Socket.java:529)
	at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
	at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
	... 48 more




Build Log:
[...truncated 7474 lines...]
[junit4:junit4] Suite: org.apache.lucene.replicator.http.HttpReplicatorTest
[junit4:junit4]   2> 2013-06-06 01:21:45.008:DBUG:oejs.ServletHandler:filterNameMap={}
[junit4:junit4]   2> 2013-06-06 01:21:45.010:DBUG:oejs.ServletHandler:pathFilters=null
[junit4:junit4]   2> 2013-06-06 01:21:45.010:DBUG:oejs.ServletHandler:servletFilterMap=null
[junit4:junit4]   2> 2013-06-06 01:21:45.010:DBUG:oejs.ServletHandler:servletPathMap={/replicate/*=org.apache.lucene.replicator.http.ReplicationServlet-673105290}
[junit4:junit4]   2> 2013-06-06 01:21:45.010:DBUG:oejs.ServletHandler:servletNameMap={org.apache.lucene.replicator.http.ReplicationServlet-673105290=org.apache.lucene.replicator.http.ReplicationServlet-673105290}
[junit4:junit4]   2> 2013-06-06 01:21:45.219:DBUG:oejuc.Container:Container org.eclipse.jetty.server.Server@1ce3570c + SelectChannelConnector@0.0.0.0:0 as connector
[junit4:junit4]   2> 2013-06-06 01:21:45.230:DBUG:oejuc.Container:Container org.eclipse.jetty.servlet.ServletHandler@3b926e90 + org.apache.lucene.replicator.http.ReplicationServlet-673105290 as servlet
[junit4:junit4]   2> 2013-06-06 01:21:45.231:DBUG:oejuc.Container:Container org.eclipse.jetty.servlet.ServletHandler@3b926e90 + [/replicate/*]=>org.apache.lucene.replicator.http.ReplicationServlet-673105290 as servletMapping
[junit4:junit4]   2> 2013-06-06 01:21:45.231:DBUG:oejuc.Container:Container org.eclipse.jetty.server.Server@1ce3570c + org.eclipse.jetty.servlet.ServletHandler@3b926e90 as handler
[junit4:junit4]   2> 2013-06-06 01:21:45.273:DBUG:oejuc.Container:Container org.eclipse.jetty.server.Server@1ce3570c - SelectChannelConnector@0.0.0.0:0 as connector
[junit4:junit4]   2> 2013-06-06 01:21:45.273:DBUG:oejuc.Container:Container org.eclipse.jetty.server.Server@1ce3570c + SelectChannelConnector@127.0.0.1:0 as connector
[junit4:junit4]   2> 2013-06-06 01:21:45.296:DBUG:oejuc.Container:Container org.eclipse.jetty.server.Server@1ce3570c + org.eclipse.jetty.server.session.HashSessionIdManager@5bab2b55 as sessionIdManager
[junit4:junit4]   2> 2013-06-06 01:21:45.297:DBUG:oejuc.AbstractLifeCycle:starting org.eclipse.jetty.server.Server@1ce3570c
[junit4:junit4]   2> 2013-06-06 01:21:45.297:INFO:oejs.Server:jetty-8.1.10.v20130312
[junit4:junit4]   2> 2013-06-06 01:21:45.553:DBUG:oejuc.Container:Container org.eclipse.jetty.server.Server@1ce3570c + qtp1989851698{8<=0<=0/254,-1} as threadpool
[junit4:junit4]   2> 2013-06-06 01:21:45.554:DBUG:oejuc.AbstractLifeCycle:starting org.eclipse.jetty.servlet.ServletHandler@3b926e90
[junit4:junit4]   2> 2013-06-06 01:21:45.580:DBUG:oejs.ServletHandler:filterNameMap={}
[junit4:junit4]   2> 2013-06-06 01:21:45.580:DBUG:oejs.ServletHandler:pathFilters=null
[junit4:junit4]   2> 2013-06-06 01:21:45.580:DBUG:oejs.ServletHandler:servletFilterMap=null
[junit4:junit4]   2> 2013-06-06 01:21:45.580:DBUG:oejs.ServletHandler:servletPathMap={/replicate/*=org.apache.lucene.replicator.http.ReplicationServlet-673105290}
[junit4:junit4]   2> 2013-06-06 01:21:45.580:DBUG:oejs.ServletHandler:servletNameMap={org.apache.lucene.replicator.http.ReplicationServlet-673105290=org.apache.lucene.replicator.http.ReplicationServlet-673105290}
[junit4:junit4]   2> 2013-06-06 01:21:45.581:DBUG:oejsh.AbstractHandler:starting org.eclipse.jetty.servlet.ServletHandler@3b926e90
[junit4:junit4]   2> 2013-06-06 01:21:45.581:DBUG:oejuc.AbstractLifeCycle:starting org.apache.lucene.replicator.http.ReplicationServlet-673105290
[junit4:junit4]   2> 2013-06-06 01:21:45.627:DBUG:oejuc.AbstractLifeCycle:STARTED org.apache.lucene.replicator.http.ReplicationServlet-673105290
[junit4:junit4]   2> 2013-06-06 01:21:45.627:DBUG:oejuc.AbstractLifeCycle:STARTED org.eclipse.jetty.servlet.ServletHandler@3b926e90
[junit4:junit4]   2> 2013-06-06 01:21:45.627:DBUG:oejsh.AbstractHandler:starting org.eclipse.jetty.server.Server@1ce3570c
[junit4:junit4]   2> 2013-06-06 01:21:45.627:DBUG:oejuc.AbstractLifeCycle:starting org.eclipse.jetty.server.session.HashSessionIdManager@5bab2b55
[junit4:junit4]   2> 2013-06-06 01:21:45.628:DBUG:oejuc.AbstractLifeCycle:STARTED org.eclipse.jetty.server.session.HashSessionIdManager@5bab2b55
[junit4:junit4]   2> 2013-06-06 01:21:45.628:DBUG:oejuc.AbstractLifeCycle:starting qtp1989851698{8<=0<=0/254,-1}
[junit4:junit4]   2> 2013-06-06 01:21:45.662:DBUG:oejuc.AbstractLifeCycle:STARTED qtp1989851698{8<=8<=8/254,0}
[junit4:junit4]   2> 2013-06-06 01:21:45.662:DBUG:oejuc.AbstractLifeCycle:starting SelectChannelConnector@127.0.0.1:0
[junit4:junit4]   2> 2013-06-06 01:21:45.776:DBUG:oejuc.AbstractLifeCycle:starting null/null
[junit4:junit4]   2> 2013-06-06 01:21:45.817:DBUG:oejuc.AbstractLifeCycle:STARTED PooledBuffers [0/1024@6144,0/1024@16384,0/1024@-]/PooledBuffers [0/1024@6144,0/1024@32768,0/1024@-]
[junit4:junit4]   2> 2013-06-06 01:21:45.819:DBUG:oejuc.AbstractLifeCycle:starting org.eclipse.jetty.server.nio.SelectChannelConnector$ConnectorSelectorManager@6d581e80
[junit4:junit4]   2> 2013-06-06 01:21:45.903:DBUG:oejuc.AbstractLifeCycle:STARTED org.eclipse.jetty.server.nio.SelectChannelConnector$ConnectorSelectorManager@6d581e80
[junit4:junit4]   2> 2013-06-06 01:21:45.909:DBUG:oeji.nio:Starting Thread[qtp1989851698-14 Selector0,5,TGRP-HttpReplicatorTest] on org.eclipse.jetty.io.nio.SelectorManager$1@78fa39d7
[junit4:junit4]   2> 2013-06-06 01:21:45.911:INFO:oejs.AbstractConnector:Started SelectChannelConnector@127.0.0.1:51367
[junit4:junit4]   2> 2013-06-06 01:21:45.912:DBUG:oejuc.AbstractLifeCycle:STARTED SelectChannelConnector@127.0.0.1:51367
[junit4:junit4]   2> 2013-06-06 01:21:45.912:DBUG:oejuc.AbstractLifeCycle:STARTED org.eclipse.jetty.server.Server@1ce3570c
[junit4:junit4]   2> 2013-06-06 01:21:50.642:DBUG:oejuc.AbstractLifeCycle:stopping org.eclipse.jetty.server.Server@1ce3570c
[junit4:junit4]   2> 2013-06-06 01:21:50.642:DBUG:oejuc.AbstractLifeCycle:stopping SelectChannelConnector@127.0.0.1:51367
[junit4:junit4]   2> 2013-06-06 01:21:50.658:DBUG:oejuc.AbstractLifeCycle:stopping org.eclipse.jetty.server.nio.SelectChannelConnector$ConnectorSelectorManager@6d581e80
[junit4:junit4]   2> 2013-06-06 01:21:50.662:DBUG:oeji.nio:Stopped Thread[qtp1989851698-14 Selector0,5,TGRP-HttpReplicatorTest] on org.eclipse.jetty.io.nio.SelectorManager$1@78fa39d7
[junit4:junit4]   2> 2013-06-06 01:21:50.677:DBUG:oejuc.AbstractLifeCycle:STOPPED org.eclipse.jetty.server.nio.SelectChannelConnector$ConnectorSelectorManager@6d581e80
[junit4:junit4]   2> 2013-06-06 01:21:50.678:DBUG:oejuc.AbstractLifeCycle:stopping PooledBuffers [0/1024@6144,0/1024@16384,0/1024@-]/PooledBuffers [0/1024@6144,0/1024@32768,0/1024@-]
[junit4:junit4]   2> 2013-06-06 01:21:50.679:DBUG:oejuc.AbstractLifeCycle:STOPPED null/null
[junit4:junit4]   2> 2013-06-06 01:21:50.679:DBUG:oejuc.AbstractLifeCycle:STOPPED SelectChannelConnector@127.0.0.1:0
[junit4:junit4]   2> 2013-06-06 01:21:50.680:DBUG:oejuc.AbstractLifeCycle:stopping org.eclipse.jetty.servlet.ServletHandler@3b926e90
[junit4:junit4]   2> 2013-06-06 01:21:50.680:DBUG:oejsh.AbstractHandler:stopping org.eclipse.jetty.servlet.ServletHandler@3b926e90
[junit4:junit4]   2> 2013-06-06 01:21:50.680:DBUG:oejuc.AbstractLifeCycle:stopping org.apache.lucene.replicator.http.ReplicationServlet-673105290
[junit4:junit4]   2> 2013-06-06 01:21:50.680:DBUG:oejuc.AbstractLifeCycle:STOPPED org.apache.lucene.replicator.http.ReplicationServlet-673105290
[junit4:junit4]   2> 2013-06-06 01:21:50.680:DBUG:oejuc.AbstractLifeCycle:STOPPED org.eclipse.jetty.servlet.ServletHandler@3b926e90
[junit4:junit4]   2> 2013-06-06 01:21:50.680:DBUG:oejsh.AbstractHandler:stopping org.eclipse.jetty.server.Server@1ce3570c
[junit4:junit4]   2> 2013-06-06 01:21:50.680:DBUG:oejuc.AbstractLifeCycle:stopping qtp1989851698{8<=8<=8/254,0}
[junit4:junit4]   2> 2013-06-06 01:21:50.750:DBUG:oejuc.AbstractLifeCycle:STOPPED qtp1989851698{8<=0<=0/254,1}
[junit4:junit4]   2> 2013-06-06 01:21:50.751:DBUG:oejuc.AbstractLifeCycle:stopping org.eclipse.jetty.server.session.HashSessionIdManager@5bab2b55
[junit4:junit4]   2> 2013-06-06 01:21:50.751:DBUG:oejuc.AbstractLifeCycle:STOPPED org.eclipse.jetty.server.session.HashSessionIdManager@5bab2b55
[junit4:junit4]   2> 2013-06-06 01:21:50.751:DBUG:oejuc.AbstractLifeCycle:STOPPED org.eclipse.jetty.server.Server@1ce3570c
[junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=HttpReplicatorTest -Dtests.method=testBasic -Dtests.seed=BFF64C7ADF67C62C -Dtests.slow=true -Dtests.locale=en_ZA -Dtests.timezone=Europe/Jersey -Dtests.file.encoding=MacRoman
[junit4:junit4] ERROR   7.84s | HttpReplicatorTest.testBasic <<<
[junit4:junit4]    > Throwable #1: org.apache.http.conn.HttpHostConnectException: Connection to http://localhost:51367 refused
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([BFF64C7ADF67C62C:140C516F00BB4002]:0)
[junit4:junit4]    > 	at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:190)
[junit4:junit4]    > 	at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
[junit4:junit4]    > 	at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
[junit4:junit4]    > 	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
[junit4:junit4]    > 	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
[junit4:junit4]    > 	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
[junit4:junit4]    > 	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
[junit4:junit4]    > 	at org.apache.lucene.replicator.http.HttpClientBase.executeGET(HttpClientBase.java:178)
[junit4:junit4]    > 	at org.apache.lucene.replicator.http.HttpReplicator.checkForUpdate(HttpReplicator.java:51)
[junit4:junit4]    > 	at org.apache.lucene.replicator.ReplicationClient.doUpdate(ReplicationClient.java:196)
[junit4:junit4]    > 	at org.apache.lucene.replicator.ReplicationClient.updateNow(ReplicationClient.java:402)
[junit4:junit4]    > 	at org.apache.lucene.replicator.http.HttpReplicatorTest.testBasic(HttpReplicatorTest.java:112)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:680)
[junit4:junit4]    > Caused by: java.net.ConnectException: Connection refused
[junit4:junit4]    > 	at java.net.PlainSocketImpl.socketConnect(Native Method)
[junit4:junit4]    > 	at java.net.PlainSocketImpl.doConnect(PlainSocketImpl.java:351)
[junit4:junit4]    > 	at java.net.PlainSocketImpl.connectToAddress(PlainSocketImpl.java:213)
[junit4:junit4]    > 	at java.net.PlainSocketImpl.connect(PlainSocketImpl.java:200)
[junit4:junit4]    > 	at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:432)
[junit4:junit4]    > 	at java.net.Socket.connect(Socket.java:529)
[junit4:junit4]    > 	at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
[junit4:junit4]    > 	at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
[junit4:junit4]    > 	... 48 more
[junit4:junit4]   2> NOTE: test params are: codec=Lucene40, sim=DefaultSimilarity, locale=en_ZA, timezone=Europe/Jersey
[junit4:junit4]   2> NOTE: Mac OS X 10.8.3 x86_64/Apple Inc. 1.6.0_45 (64-bit)/cpus=2,threads=1,free=34344152,total=60751872
[junit4:junit4]   2> NOTE: All tests run in this JVM: [HttpReplicatorTest]
[junit4:junit4] Completed in 10.90s, 1 test, 1 error <<< FAILURES!

[...truncated 27 lines...]
BUILD FAILED
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:386: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:366: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:39: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/build.xml:554: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:1827: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/module-build.xml:61: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:1243: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:887: There were test failures: 7 suites, 30 tests, 1 error

Total time: 48 minutes 31 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.6.0 -XX:-UseCompressedOops -XX:+UseParallelGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-4.x-MacOSX (64bit/jdk1.7.0) - Build # 520 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-MacOSX/520/
Java: 64bit/jdk1.7.0 -XX:+UseCompressedOops -XX:+UseG1GC

2 tests failed.
FAILED:  org.apache.solr.cloud.ChaosMonkeyShardSplitTest.testDistribSearch

Error Message:
Server at http://127.0.0.1:52421 returned non ok status:500, message:Server Error

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: Server at http://127.0.0.1:52421 returned non ok status:500, message:Server Error
	at __randomizedtesting.SeedInfo.seed([9C95EF5ED51F0C0F:1D736146A2406C33]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:385)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
	at org.apache.solr.cloud.ShardSplitTest.splitShard(ShardSplitTest.java:228)
	at org.apache.solr.cloud.ChaosMonkeyShardSplitTest.doTest(ChaosMonkeyShardSplitTest.java:136)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:815)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:601)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)


FAILED:  org.apache.solr.core.OpenCloseCoreStressTest.test30SecondsOld

Error Message:
Core 00000_core bad! expected:<358> but was:<0>

Stack Trace:
java.lang.AssertionError: Core 00000_core bad! expected:<358> but was:<0>
	at __randomizedtesting.SeedInfo.seed([9C95EF5ED51F0C0F:B0A4650049FF216C]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.apache.solr.core.OpenCloseCoreStressTest.checkResults(OpenCloseCoreStressTest.java:300)
	at org.apache.solr.core.OpenCloseCoreStressTest.doStress(OpenCloseCoreStressTest.java:200)
	at org.apache.solr.core.OpenCloseCoreStressTest.test30SecondsOld(OpenCloseCoreStressTest.java:114)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:601)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)




Build Log:
[...truncated 9270 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.ChaosMonkeyShardSplitTest
[junit4:junit4]   2> 546851 T1351 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
[junit4:junit4]   2> 546875 T1351 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4]   2> Creating dataDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solrtest-ChaosMonkeyShardSplitTest-1370454388686
[junit4:junit4]   2> 546879 T1351 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4]   2> 546880 T1352 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4]   2> 546987 T1351 oasc.ZkTestServer.run start zk server on port:52414
[junit4:junit4]   2> 547011 T1351 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 547021 T1358 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@928212c name:ZooKeeperConnection Watcher:127.0.0.1:52414 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 547023 T1351 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 547023 T1351 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4]   2> 547130 T1351 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 547147 T1360 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@73786b94 name:ZooKeeperConnection Watcher:127.0.0.1:52414/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 547148 T1351 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 547149 T1351 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4]   2> 547207 T1351 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4]   2> 547217 T1351 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4]   2> 547225 T1351 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4]   2> 547235 T1351 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 547236 T1351 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 547251 T1351 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4:junit4]   2> 547252 T1351 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4]   2> 547271 T1351 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   2> 547272 T1351 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   2> 547281 T1351 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   2> 547282 T1351 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4]   2> 547291 T1351 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   2> 547293 T1351 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4]   2> 547304 T1351 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 547305 T1351 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 547316 T1351 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 547317 T1351 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 547335 T1351 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 547336 T1351 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 547346 T1351 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   2> 547347 T1351 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   2> 548030 T1351 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 548056 T1351 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52417
[junit4:junit4]   2> 548060 T1351 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 548062 T1351 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 548064 T1351 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1370454389169
[junit4:junit4]   2> 548069 T1351 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1370454389169/solr.xml
[junit4:junit4]   2> 548070 T1351 oasc.CoreContainer.<init> New CoreContainer 1911007859
[junit4:junit4]   2> 548071 T1351 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1370454389169/'
[junit4:junit4]   2> 548072 T1351 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1370454389169/'
[junit4:junit4]   2> 548371 T1351 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 548372 T1351 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 548373 T1351 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 548373 T1351 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 548374 T1351 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 548375 T1351 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 548376 T1351 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 548377 T1351 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 548377 T1351 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 548378 T1351 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 548410 T1351 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 548411 T1351 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:52414/solr
[junit4:junit4]   2> 548412 T1351 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 548414 T1351 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 548425 T1371 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5cd5fcdc name:ZooKeeperConnection Watcher:127.0.0.1:52414 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 548427 T1351 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 548437 T1351 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 548443 T1353 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x13f15726fed0002, likely client has closed socket
[junit4:junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
[junit4:junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4:junit4]   2> 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 
[junit4:junit4]   2> 548475 T1351 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 548485 T1373 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6e353af0 name:ZooKeeperConnection Watcher:127.0.0.1:52414/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 548486 T1351 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 548493 T1351 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4:junit4]   2> 548511 T1351 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4:junit4]   2> 548539 T1351 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4]   2> 548556 T1351 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52417_
[junit4:junit4]   2> 548560 T1351 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52417_
[junit4:junit4]   2> 548585 T1351 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4]   2> 548613 T1351 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 548631 T1351 oasc.Overseer.start Overseer (id=89814098818957315-127.0.0.1:52417_-n_0000000000) starting
[junit4:junit4]   2> 548652 T1351 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4:junit4]   2> 548670 T1375 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4]   2> 548688 T1351 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4]   2> 548704 T1351 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4:junit4]   2> 548713 T1351 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 548727 T1374 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 548753 T1376 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1370454389169/collection1
[junit4:junit4]   2> 548754 T1376 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4]   2> 548756 T1376 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 548757 T1376 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4]   2> 548762 T1376 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1370454389169/collection1/'
[junit4:junit4]   2> 548769 T1376 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1370454389169/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 548770 T1376 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1370454389169/collection1/lib/README' to classloader
[junit4:junit4]   2> 548915 T1376 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 549082 T1376 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 549087 T1376 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 549104 T1376 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4]   2> 550312 T1376 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 550317 T1376 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 550327 T1376 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 550345 T1376 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 550457 T1376 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 550458 T1376 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1370454389169/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370454388685/control/data/
[junit4:junit4]   2> 550458 T1376 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@908d17e
[junit4:junit4]   2> 550459 T1376 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 550459 T1376 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370454388685/control/data
[junit4:junit4]   2> 550459 T1376 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370454388685/control/data/index/
[junit4:junit4]   2> 550460 T1376 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370454388685/control/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 550461 T1376 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370454388685/control/data/index
[junit4:junit4]   2> 550470 T1376 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@366bf458 lockFactory=org.apache.lucene.store.NativeFSLockFactory@7db44dae),segFN=segments_1,generation=1}
[junit4:junit4]   2> 550471 T1376 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 550476 T1376 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 550476 T1376 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 550479 T1376 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 550480 T1376 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 550480 T1376 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 550480 T1376 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 550481 T1376 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 550482 T1376 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 550483 T1376 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 550505 T1376 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 550517 T1376 oass.SolrIndexSearcher.<init> Opening Searcher@3c5617e6 main
[junit4:junit4]   2> 550518 T1376 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370454388685/control/data/tlog
[junit4:junit4]   2> 550520 T1376 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 550520 T1376 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 550525 T1377 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3c5617e6 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 550528 T1376 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 550528 T1376 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 551784 T1374 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 551787 T1374 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52417_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52417"}
[junit4:junit4]   2> 551787 T1374 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4]   2> 551788 T1374 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4]   2> 551802 T1373 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 552535 T1376 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 552536 T1376 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:52417 collection:control_collection shard:shard1
[junit4:junit4]   2> 552540 T1376 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4]   2> 552577 T1376 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 552585 T1376 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 552586 T1376 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 552586 T1376 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:52417/collection1/
[junit4:junit4]   2> 552587 T1376 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 552587 T1376 oasc.SyncStrategy.syncToMe http://127.0.0.1:52417/collection1/ has no replicas
[junit4:junit4]   2> 552588 T1376 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:52417/collection1/
[junit4:junit4]   2> 552588 T1376 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4]   2> 553328 T1374 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 553390 T1373 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 553443 T1376 oasc.ZkController.register We are http://127.0.0.1:52417/collection1/ and leader is http://127.0.0.1:52417/collection1/
[junit4:junit4]   2> 553443 T1376 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:52417
[junit4:junit4]   2> 553444 T1376 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 553444 T1376 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 553445 T1376 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 553449 T1376 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 553453 T1351 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 553454 T1351 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 553455 T1351 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 553495 T1351 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 553502 T1351 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 553513 T1380 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@297468de name:ZooKeeperConnection Watcher:127.0.0.1:52414/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 553514 T1351 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 553522 T1351 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 553536 T1351 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   2> 554570 T1351 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 554586 T1351 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52421
[junit4:junit4]   2> 554587 T1351 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 554588 T1351 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 554589 T1351 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1370454395345
[junit4:junit4]   2> 554590 T1351 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1370454395345/solr.xml
[junit4:junit4]   2> 554593 T1351 oasc.CoreContainer.<init> New CoreContainer 1025878752
[junit4:junit4]   2> 554594 T1351 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1370454395345/'
[junit4:junit4]   2> 554595 T1351 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1370454395345/'
[junit4:junit4]   2> 554913 T1374 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 554916 T1374 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:52417__collection1",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52417_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52417"}
[junit4:junit4]   2> 554946 T1380 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 554947 T1373 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 555067 T1351 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 555068 T1351 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 555069 T1351 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 555070 T1351 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 555072 T1351 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 555072 T1351 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 555073 T1351 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 555075 T1351 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 555075 T1351 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 555077 T1351 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 555124 T1351 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 555127 T1351 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:52414/solr
[junit4:junit4]   2> 555128 T1351 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 555131 T1351 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 555139 T1391 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4f301a79 name:ZooKeeperConnection Watcher:127.0.0.1:52414 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 555142 T1351 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 555165 T1351 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 555219 T1351 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 555225 T1393 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@20e5bb44 name:ZooKeeperConnection Watcher:127.0.0.1:52414/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 555234 T1351 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 555287 T1351 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 556313 T1351 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52421_
[junit4:junit4]   2> 556319 T1351 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52421_
[junit4:junit4]   2> 556340 T1373 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 556348 T1380 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 556349 T1380 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 556352 T1393 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 556356 T1373 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 556417 T1394 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1370454395345/collection1
[junit4:junit4]   2> 556418 T1394 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 556422 T1394 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 556423 T1394 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 556434 T1394 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1370454395345/collection1/'
[junit4:junit4]   2> 556437 T1394 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1370454395345/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 556438 T1394 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1370454395345/collection1/lib/README' to classloader
[junit4:junit4]   2> 556589 T1394 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 556855 T1394 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 556864 T1394 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 556874 T1394 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4]   2> 558606 T1394 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 558624 T1394 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 558631 T1394 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 558647 T1394 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 558867 T1394 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 558868 T1394 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1370454395345/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370454388685/jetty1/
[junit4:junit4]   2> 558869 T1394 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@908d17e
[junit4:junit4]   2> 558871 T1394 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 558879 T1394 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370454388685/jetty1
[junit4:junit4]   2> 558880 T1394 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370454388685/jetty1/index/
[junit4:junit4]   2> 558880 T1394 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370454388685/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 558881 T1394 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370454388685/jetty1/index
[junit4:junit4]   2> 558905 T1394 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@49cd6c09 lockFactory=org.apache.lucene.store.NativeFSLockFactory@65e99801),segFN=segments_1,generation=1}
[junit4:junit4]   2> 558906 T1394 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 558912 T1394 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 558913 T1394 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 558915 T1394 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 558922 T1394 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 558923 T1394 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 558923 T1394 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 558924 T1394 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 558925 T1394 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 558926 T1394 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 558975 T1394 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 558987 T1394 oass.SolrIndexSearcher.<init> Opening Searcher@522e4e0 main
[junit4:junit4]   2> 558988 T1394 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370454388685/jetty1/tlog
[junit4:junit4]   2> 558990 T1394 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 558990 T1394 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 558995 T1395 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@522e4e0 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 559005 T1394 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 559006 T1394 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 559499 T1374 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 559502 T1374 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52421_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52421"}
[junit4:junit4]   2> 559502 T1374 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 2
[junit4:junit4]   2> 559503 T1374 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4]   2> 559520 T1393 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 559520 T1380 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 559521 T1373 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 560016 T1394 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 560018 T1394 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:52421 collection:collection1 shard:shard1
[junit4:junit4]   2> 560026 T1394 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 560066 T1394 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 560075 T1394 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 560075 T1394 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 560076 T1394 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:52421/collection1/
[junit4:junit4]   2> 560076 T1394 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 560077 T1394 oasc.SyncStrategy.syncToMe http://127.0.0.1:52421/collection1/ has no replicas
[junit4:junit4]   2> 560077 T1394 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:52421/collection1/
[junit4:junit4]   2> 560078 T1394 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 561049 T1374 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 561080 T1373 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 561081 T1380 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 561082 T1393 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 561102 T1394 oasc.ZkController.register We are http://127.0.0.1:52421/collection1/ and leader is http://127.0.0.1:52421/collection1/
[junit4:junit4]   2> 561103 T1394 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:52421
[junit4:junit4]   2> 561103 T1394 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 561104 T1394 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 561105 T1394 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 561133 T1394 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 561138 T1351 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 561139 T1351 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 561140 T1351 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 562263 T1351 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 562275 T1351 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52424
[junit4:junit4]   2> 562276 T1351 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 562283 T1351 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 562284 T1351 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1370454402987
[junit4:junit4]   2> 562285 T1351 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1370454402987/solr.xml
[junit4:junit4]   2> 562286 T1351 oasc.CoreContainer.<init> New CoreContainer 975899563
[junit4:junit4]   2> 562287 T1351 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1370454402987/'
[junit4:junit4]   2> 562288 T1351 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1370454402987/'
[junit4:junit4]   2> 562638 T1374 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 562640 T1374 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:52421__collection1",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52421_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52421"}
[junit4:junit4]   2> 562671 T1380 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 562672 T1393 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 562672 T1373 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 562703 T1351 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 562705 T1351 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 562705 T1351 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 562706 T1351 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 562707 T1351 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 562708 T1351 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 562709 T1351 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 562709 T1351 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 562710 T1351 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 562711 T1351 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 562767 T1351 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 562768 T1351 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:52414/solr
[junit4:junit4]   2> 562769 T1351 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 562773 T1351 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 562780 T1407 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5610b812 name:ZooKeeperConnection Watcher:127.0.0.1:52414 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 562782 T1351 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 562803 T1351 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 562857 T1351 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 562872 T1409 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3acb9d98 name:ZooKeeperConnection Watcher:127.0.0.1:52414/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 562874 T1351 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 562915 T1351 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 563941 T1351 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52424_
[junit4:junit4]   2> 563954 T1351 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52424_
[junit4:junit4]   2> 563963 T1393 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 563965 T1373 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 563968 T1380 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 563968 T1380 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 563970 T1409 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 563975 T1393 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 563975 T1373 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 563999 T1410 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1370454402987/collection1
[junit4:junit4]   2> 564003 T1410 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 564006 T1410 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 564007 T1410 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 564015 T1410 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1370454402987/collection1/'
[junit4:junit4]   2> 564018 T1410 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1370454402987/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 564019 T1410 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1370454402987/collection1/lib/README' to classloader
[junit4:junit4]   2> 564152 T1410 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 564320 T1410 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 564336 T1410 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 564354 T1410 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4]   2> 565567 T1410 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 565573 T1410 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 565577 T1410 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 565590 T1410 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 565724 T1410 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 565725 T1410 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1370454402987/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370454388685/jetty2/
[junit4:junit4]   2> 565726 T1410 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@908d17e
[junit4:junit4]   2> 565727 T1410 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 565729 T1410 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370454388685/jetty2
[junit4:junit4]   2> 565730 T1410 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370454388685/jetty2/index/
[junit4:junit4]   2> 565730 T1410 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370454388685/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 565734 T1410 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370454388685/jetty2/index
[junit4:junit4]   2> 565742 T1410 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@d6f860e lockFactory=org.apache.lucene.store.NativeFSLockFactory@6fc2f5fe),segFN=segments_1,generation=1}
[junit4:junit4]   2> 565743 T1410 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 565757 T1410 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 565758 T1410 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 565763 T1410 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 565765 T1410 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 565767 T1410 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 565767 T1410 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 565768 T1410 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 565769 T1410 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 565770 T1410 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 565796 T1410 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 565811 T1410 oass.SolrIndexSearcher.<init> Opening Searcher@27be264 main
[junit4:junit4]   2> 565813 T1410 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370454388685/jetty2/tlog
[junit4:junit4]   2> 565816 T1410 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 565816 T1410 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 565829 T1411 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@27be264 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 565836 T1410 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 565836 T1410 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 567215 T1374 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 567217 T1374 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52424_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52424"}
[junit4:junit4]   2> 567218 T1374 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 567218 T1374 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard2
[junit4:junit4]   2> 567232 T1373 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 567237 T1393 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 567237 T1409 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 567239 T1380 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 567843 T1410 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 567844 T1410 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:52424 collection:collection1 shard:shard2
[junit4:junit4]   2> 567846 T1410 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4:junit4]   2> 567873 T1410 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 567881 T1410 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 567881 T1410 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 567881 T1410 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:52424/collection1/
[junit4:junit4]   2> 567882 T1410 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 567882 T1410 oasc.SyncStrategy.syncToMe http://127.0.0.1:52424/collection1/ has no replicas
[junit4:junit4]   2> 567882 T1410 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:52424/collection1/
[junit4:junit4]   2> 567883 T1410 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4:junit4]   2> 568752 T1374 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 568784 T1409 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 568785 T1393 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 568784 T1380 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 568785 T1373 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 568834 T1410 oasc.ZkController.register We are http://127.0.0.1:52424/collection1/ and leader is http://127.0.0.1:52424/collection1/
[junit4:junit4]   2> 568835 T1410 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:52424
[junit4:junit4]   2> 568835 T1410 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 568836 T1410 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 568836 T1410 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 568846 T1410 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 568850 T1351 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 568850 T1351 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 568851 T1351 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 569685 T1351 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 569692 T1351 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52427
[junit4:junit4]   2> 569694 T1351 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 569695 T1351 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 569696 T1351 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1370454410686
[junit4:junit4]   2> 569697 T1351 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1370454410686/solr.xml
[junit4:junit4]   2> 569697 T1351 oasc.CoreContainer.<init> New CoreContainer 465791700
[junit4:junit4]   2> 569698 T1351 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1370454410686/'
[junit4:junit4]   2> 569699 T1351 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1370454410686/'
[junit4:junit4]   2> 569948 T1351 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 569950 T1351 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 569950 T1351 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 569951 T1351 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 569952 T1351 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 569952 T1351 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 569953 T1351 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 569954 T1351 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 569954 T1351 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 569955 T1351 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 569984 T1351 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 569986 T1351 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:52414/solr
[junit4:junit4]   2> 569986 T1351 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 569998 T1351 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 570003 T1423 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4f873240 name:ZooKeeperConnection Watcher:127.0.0.1:52414 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 570005 T1351 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 570015 T1351 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 570043 T1351 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 570052 T1425 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1316f8c2 name:ZooKeeperConnection Watcher:127.0.0.1:52414/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 570053 T1351 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 570083 T1351 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 570309 T1374 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 570311 T1374 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:52424__collection1",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52424_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52424"}
[junit4:junit4]   2> 570327 T1409 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 570328 T1373 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 570333 T1380 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 570338 T1393 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 570340 T1425 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 571095 T1351 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52427_
[junit4:junit4]   2> 571101 T1351 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52427_
[junit4:junit4]   2> 571112 T1373 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 571112 T1425 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 571112 T1409 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 571112 T1393 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 571116 T1380 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 571120 T1380 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 571125 T1373 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 571126 T1425 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 571130 T1393 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 571133 T1409 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 571148 T1426 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1370454410686/collection1
[junit4:junit4]   2> 571149 T1426 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 571151 T1426 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 571151 T1426 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 571156 T1426 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1370454410686/collection1/'
[junit4:junit4]   2> 571158 T1426 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1370454410686/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 571159 T1426 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1370454410686/collection1/lib/README' to classloader
[junit4:junit4]   2> 571268 T1426 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 571404 T1426 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 571408 T1426 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 571419 T1426 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4]   2> 572654 T1426 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 572660 T1426 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 572663 T1426 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 572685 T1426 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 572825 T1426 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 572825 T1426 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1370454410686/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370454388685/jetty3/
[junit4:junit4]   2> 572826 T1426 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@908d17e
[junit4:junit4]   2> 572827 T1426 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 572829 T1426 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370454388685/jetty3
[junit4:junit4]   2> 572830 T1426 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370454388685/jetty3/index/
[junit4:junit4]   2> 572830 T1426 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370454388685/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 572832 T1426 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370454388685/jetty3/index
[junit4:junit4]   2> 572838 T1426 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3a164bb2 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3fe3d4f8),segFN=segments_1,generation=1}
[junit4:junit4]   2> 572838 T1426 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 572844 T1426 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 572844 T1426 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 572851 T1426 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 572852 T1426 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 572854 T1426 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 572854 T1426 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 572856 T1426 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 572858 T1426 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 572859 T1426 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 572888 T1426 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 572903 T1426 oass.SolrIndexSearcher.<init> Opening Searcher@7b848f25 main
[junit4:junit4]   2> 572905 T1426 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370454388685/jetty3/tlog
[junit4:junit4]   2> 572907 T1426 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 572907 T1426 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 572914 T1427 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7b848f25 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 572919 T1426 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 572919 T1426 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 573396 T1374 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 573399 T1374 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52427_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52427"}
[junit4:junit4]   2> 573400 T1374 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 573400 T1374 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4]   2> 573420 T1380 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 573421 T1393 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 573422 T1373 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 573422 T1425 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 573421 T1409 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 573925 T1426 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 573926 T1426 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:52427 collection:collection1 shard:shard1
[junit4:junit4]   2> 573944 T1426 oasc.ZkController.register We are http://127.0.0.1:52427/collection1/ and leader is http://127.0.0.1:52421/collection1/
[junit4:junit4]   2> 573945 T1426 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:52427
[junit4:junit4]   2> 573945 T1426 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 573946 T1426 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C271 name=collection1 org.apache.solr.core.SolrCore@edec241 url=http://127.0.0.1:52427/collection1 node=127.0.0.1:52427_ C271_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:52427_, base_url=http://127.0.0.1:52427}
[junit4:junit4]   2> 573947 T1428 C271 P52427 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 573949 T1428 C271 P52427 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 573949 T1426 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 573949 T1428 C271 P52427 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 573951 T1428 C271 P52427 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 573953 T1351 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 573954 T1351 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 573954 T1428 C271 P52427 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 573955 T1351 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 574004 T1389 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 127.0.0.1:52427__collection1, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4]   2> 574715 T1351 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 574724 T1351 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52431
[junit4:junit4]   2> 574726 T1351 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 574727 T1351 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 574728 T1351 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1370454415834
[junit4:junit4]   2> 574729 T1351 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1370454415834/solr.xml
[junit4:junit4]   2> 574730 T1351 oasc.CoreContainer.<init> New CoreContainer 1734586248
[junit4:junit4]   2> 574731 T1351 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1370454415834/'
[junit4:junit4]   2> 574732 T1351 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1370454415834/'
[junit4:junit4]   2> 574948 T1374 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 574950 T1374 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:52427__collection1",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52427_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52427"}
[junit4:junit4]   2> 574974 T1351 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 574976 T1351 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 574977 T1351 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 574977 T1351 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 574978 T1351 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 574979 T1351 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 574979 T1351 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 574980 T1351 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 574981 T1351 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 574982 T1351 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 574998 T1393 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 575003 T1409 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 575003 T1380 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 575010 T1425 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 575010 T1373 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 575034 T1351 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 575035 T1351 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:52414/solr
[junit4:junit4]   2> 575036 T1351 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 575040 T1351 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 575047 T1440 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6500fb0b name:ZooKeeperConnection Watcher:127.0.0.1:52414 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 575048 T1351 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 575061 T1351 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 575089 T1351 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 575098 T1442 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@d37fff2 name:ZooKeeperConnection Watcher:127.0.0.1:52414/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 575099 T1351 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 575116 T1351 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 576012 T1389 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 127.0.0.1:52427__collection1, state: recovering, checkLive: true, onlyIfLeader: true for: 2 seconds.
[junit4:junit4]   2> 576013 T1389 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=127.0.0.1:52427__collection1&state=recovering&nodeName=127.0.0.1:52427_&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2009 
[junit4:junit4]   2> 576131 T1351 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52431_
[junit4:junit4]   2> 576135 T1351 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52431_
[junit4:junit4]   2> 576142 T1409 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 576143 T1393 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 576144 T1425 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 576143 T1373 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 576152 T1442 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 576153 T1380 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 576153 T1380 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 576166 T1409 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 576168 T1393 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 576170 T1425 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 576173 T1373 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 576185 T1443 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1370454415834/collection1
[junit4:junit4]   2> 576186 T1443 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 576188 T1443 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 576189 T1443 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 576193 T1443 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1370454415834/collection1/'
[junit4:junit4]   2> 576196 T1443 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1370454415834/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 576197 T1443 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1370454415834/collection1/lib/README' to classloader
[junit4:junit4]   2> 576309 T1443 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 576448 T1443 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 576453 T1443 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 576462 T1443 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4]   2> 577616 T1443 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 577622 T1443 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 577626 T1443 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 577641 T1443 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 577748 T1443 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 577749 T1443 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1370454415834/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370454388685/jetty4/
[junit4:junit4]   2> 577750 T1443 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@908d17e
[junit4:junit4]   2> 577751 T1443 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 577753 T1443 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370454388685/jetty4
[junit4:junit4]   2> 577753 T1443 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370454388685/jetty4/index/
[junit4:junit4]   2> 577754 T1443 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370454388685/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 577755 T1443 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370454388685/jetty4/index
[junit4:junit4]   2> 577761 T1443 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1d41f2fc lockFactory=org.apache.lucene.store.NativeFSLockFactory@6467b9a4),segFN=segments_1,generation=1}
[junit4:junit4]   2> 577761 T1443 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 577778 T1443 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 577779 T1443 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 577781 T1443 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 577783 T1443 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 577786 T1443 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 577787 T1443 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 577788 T1443 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 577789 T1443 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 577790 T1443 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 577820 T1443 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 577833 T1443 oass.SolrIndexSearcher.<init> Opening Searcher@11aa3bcc main
[junit4:junit4]   2> 577834 T1443 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370454388685/jetty4/tlog
[junit4:junit4]   2> 577836 T1443 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 577836 T1443 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 577853 T1444 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@11aa3bcc main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 577857 T1443 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 577858 T1443 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> ASYNC  NEW_CORE C272 name=collection1 org.apache.solr.core.SolrCore@edec241 url=http://127.0.0.1:52427/collection1 node=127.0.0.1:52427_ C272_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:52427_, base_url=http://127.0.0.1:52427}
[junit4:junit4]   2> 578015 T1428 C272 P52427 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:52421/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 578016 T1428 C272 P52427 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:52427 START replicas=[http://127.0.0.1:52421/collection1/] nUpdates=100
[junit4:junit4]   2> 578021 T1428 C272 P52427 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 578032 T1428 C272 P52427 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 578035 T1428 C272 P52427 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 578038 T1428 C272 P52427 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 578039 T1428 C272 P52427 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 578042 T1428 C272 P52427 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:52421/collection1/. core=collection1
[junit4:junit4]   2> 578043 T1428 C272 P52427 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 578051 T1374 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 578054 T1374 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52431_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52431"}
[junit4:junit4]   2> 578054 T1374 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 578055 T1374 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard2
[junit4:junit4]   2> ASYNC  NEW_CORE C273 name=collection1 org.apache.solr.core.SolrCore@4a2a34a1 url=http://127.0.0.1:52421/collection1 node=127.0.0.1:52421_ C273_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:52421_, base_url=http://127.0.0.1:52421, leader=true}
[junit4:junit4]   2> 578060 T1389 C273 P52421 oasc.SolrCore.execute [collection1] webapp= path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=2 
[junit4:junit4]   2> 578109 T1409 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 578110 T1425 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 578109 T1380 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 578111 T1373 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 578112 T1442 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 578112 T1393 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 578156 T1384 C273 P52421 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 578165 T1384 C273 P52421 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@49cd6c09 lockFactory=org.apache.lucene.store.NativeFSLockFactory@65e99801),segFN=segments_1,generation=1}
[junit4:junit4]   2> 578167 T1384 C273 P52421 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 578168 T1384 C273 P52421 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@49cd6c09 lockFactory=org.apache.lucene.store.NativeFSLockFactory@65e99801),segFN=segments_1,generation=1}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@49cd6c09 lockFactory=org.apache.lucene.store.NativeFSLockFactory@65e99801),segFN=segments_2,generation=2}
[junit4:junit4]   2> 578169 T1384 C273 P52421 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4]   2> 578170 T1384 C273 P52421 oass.SolrIndexSearcher.<init> Opening Searcher@58c60c3 realtime
[junit4:junit4]   2> 578172 T1384 C273 P52421 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 578174 T1384 C273 P52421 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 18
[junit4:junit4]   2> 578177 T1428 C272 P52427 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 578177 T1428 C272 P52427 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 578183 T1387 C273 P52421 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 578184 T1387 C273 P52421 oasc.SolrCore.execute [collection1] webapp= path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=3 
[junit4:junit4]   2> 578186 T1428 C272 P52427 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 578186 T1428 C272 P52427 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 578187 T1428 C272 P52427 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 578193 T1388 C273 P52421 oasc.SolrCore.execute [collection1] webapp= path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=1 
[junit4:junit4]   2> 578198 T1428 C272 P52427 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 578205 T1428 C272 P52427 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370454388685/jetty3/index.20130605184700007
[junit4:junit4]   2> 578206 T1428 C272 P52427 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@4e21b11 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4aaff390) fullCopy=false
[junit4:junit4]   2> 578213 T1389 C273 P52421 oasc.SolrCore.execute [collection1] webapp= path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 578219 T1428 C272 P52427 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 578228 T1428 C272 P52427 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 578229 T1428 C272 P52427 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 578240 T1428 C272 P52427 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3a164bb2 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3fe3d4f8),segFN=segments_1,generation=1}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3a164bb2 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3fe3d4f8),segFN=segments_2,generation=2}
[junit4:junit4]   2> 578242 T1428 C272 P52427 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4]   2> 578243 T1428 C272 P52427 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 578245 T1428 C272 P52427 oass.SolrIndexSearcher.<init> Opening Searcher@60a8bcc1 main
[junit4:junit4]   2> 578252 T1427 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@60a8bcc1 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 578254 T1428 C272 P52427 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370454388685/jetty3/index.20130605184700007 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370454388685/jetty3/index.20130605184700007;done=true>>]
[junit4:junit4]   2> 578255 T1428 C272 P52427 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370454388685/jetty3/index.20130605184700007
[junit4:junit4]   2> 578256 T1428 C272 P52427 oasc.CachingDirectoryFactory.closeCacheValue Removing directory before core close: ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370454388685/jetty3/index.20130605184700007
[junit4:junit4]   2> 578256 T1428 C272 P52427 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 578258 T1428 C272 P52427 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 578258 T1428 C272 P52427 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 578258 T1428 C272 P52427 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 578269 T1428 C272 P52427 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 578864 T1443 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 578865 T1443 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:52431 collection:collection1 shard:shard2
[junit4:junit4]   2> 578881 T1443 oasc.ZkController.register We are http://127.0.0.1:52431/collection1/ and leader is http://127.0.0.1:52424/collection1/
[junit4:junit4]   2> 578882 T1443 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:52431
[junit4:junit4]   2> 578883 T1443 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 578886 T1443 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C274 name=collection1 org.apache.solr.core.SolrCore@2d589b9c url=http://127.0.0.1:52431/collection1 node=127.0.0.1:52431_ C274_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:52431_, base_url=http://127.0.0.1:52431}
[junit4:junit4]   2> 578887 T1447 C274 P52431 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 578890 T1447 C274 P52431 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 578890 T1447 C274 P52431 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 578891 T1447 C274 P52431 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 578892 T1443 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 578895 T1447 C274 P52431 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 578907 T1351 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 578908 T1351 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 578909 T1351 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 578923 T1403 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 127.0.0.1:52431__collection1, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4]   2> 578948 T1351 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 578953 T1351 oasc.AbstractFullDistribZkTestBase.waitForThingsToLevelOut Wait for recoveries to finish - wait 15 for each attempt
[junit4:junit4]   2> 578957 T1351 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):15
[junit4:junit4]   2> 578964 T1351 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 579655 T1374 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 579661 T1374 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:52427__collection1",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52427_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52427"}
[junit4:junit4]   2> 579677 T1374 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:52431__collection1",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52431_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52431"}
[junit4:junit4]   2> 579694 T1380 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 579695 T1373 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 579695 T1442 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 579695 T1409 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 579696 T1425 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 579695 T1393 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 579925 T1403 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 127.0.0.1:52431__collection1, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4:junit4]   2> 579926 T1403 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=127.0.0.1:52431__collection1&state=recovering&nodeName=127.0.0.1:52431_&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=1003 
[junit4:junit4]   2> 579979 T1351 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 580989 T1351 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2>  C274_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:52431_, base_url=http://127.0.0.1:52431}
[junit4:junit4]   2> 581933 T1447 C274 P52431 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:52424/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 581933 T1447 C274 P52431 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:52431 START replicas=[http://127.0.0.1:52424/collection1/] nUpdates=100
[junit4:junit4]   2> 581934 T1447 C274 P52431 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 581935 T1447 C274 P52431 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 581935 T1447 C274 P52431 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 581936 T1447 C274 P52431 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 581937 T1447 C274 P52431 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 581937 T1447 C274 P52431 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:52424/collection1/. core=collection1
[junit4:junit4]   2> 581938 T1447 C274 P52431 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C275 name=collection1 org.apache.solr.core.SolrCore@3a6ab8d3 url=http://127.0.0.1:52424/collection1 node=127.0.0.1:52424_ C275_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:52424_, base_url=http://127.0.0.1:52424, leader=true}
[junit4:junit4]   2> 581967 T1400 C275 P52424 oasc.SolrCore.execute [collection1] webapp= path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=15 
[junit4:junit4]   2> 581972 T1402 C275 P52424 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 581980 T1402 C275 P52424 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@d6f860e lockFactory=org.apache.lucene.store.NativeFSLockFactory@6fc2f5fe),segFN=segments_1,generation=1}
[junit4:junit4]   2> 581981 T1402 C275 P52424 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 582007 T1351 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 582008 T1402 C275 P52424 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@d6f860e lockFactory=org.apache.lucene.store.NativeFSLockFactory@6fc2f5fe),segFN=segments_1,generation=1}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@d6f860e lockFactory=org.apache.lucene.store.NativeFSLockFactory@6fc2f5fe),segFN=segments_2,generation=2}
[junit4:junit4]   2> 582010 T1402 C275 P52424 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4]   2> 582012 T1402 C275 P52424 oass.SolrIndexSearcher.<init> Opening Searcher@c331417 realtime
[junit4:junit4]   2> 582013 T1402 C275 P52424 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 582013 T1402 C275 P52424 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 41
[junit4:junit4]   2> 582017 T1447 C274 P52431 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 582017 T1447 C274 P52431 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 582026 T1403 C275 P52424 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 582027 T1403 C275 P52424 oasc.SolrCore.execute [collection1] webapp= path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 582029 T1447 C274 P52431 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 582030 T1447 C274 P52431 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 582031 T1447 C274 P52431 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 582035 T1401 C275 P52424 oasc.SolrCore.execute [collection1] webapp= path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=1 
[junit4:junit4]   2> 582039 T1447 C274 P52431 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 582061 T1447 C274 P52431 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370454388685/jetty4/index.20130605184703847
[junit4:junit4]   2> 582062 T1447 C274 P52431 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@213de3a7 lockFactory=org.apache.lucene.store.NativeFSLockFactory@37e94aab) fullCopy=false
[junit4:junit4]   2> 582074 T1400 C275 P52424 oasc.SolrCore.execute [collection1] webapp= path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 582080 T1447 C274 P52431 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 582098 T1447 C274 P52431 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 582104 T1447 C274 P52431 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 582117 T1447 C274 P52431 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1d41f2fc lockFactory=org.apache.lucene.store.NativeFSLockFactory@6467b9a4),segFN=segments_1,generation=1}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1d41f2fc lockFactory=org.apache.lucene.store.NativeFSLockFactory@6467b9a4),segFN=segments_2,generation=2}
[junit4:junit4]   2> 582118 T1447 C274 P52431 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4]   2> 582119 T1447 C274 P52431 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 582121 T1447 C274 P52431 oass.SolrIndexSearcher.<init> Opening Searcher@48f07d5 main
[junit4:junit4]   2> 582123 T1444 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@48f07d5 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 582124 T1447 C274 P52431 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370454388685/jetty4/index.20130605184703847 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370454388685/jetty4/index.20130605184703847;done=true>>]
[junit4:junit4]   2> 582125 T1447 C274 P52431 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370454388685/jetty4/index.20130605184703847
[junit4:junit4]   2> 582125 T1447 C274 P52431 oasc.CachingDirectoryFactory.closeCacheValue Removing directory before core close: ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370454388685/jetty4/index.20130605184703847
[junit4:junit4]   2> 582125 T1447 C274 P52431 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 582126 T1447 C274 P52431 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 582126 T1447 C274 P52431 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 582127 T1447 C274 P52431 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 582131 T1447 C274 P52431 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 582734 T1374 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 582736 T1374 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:52431__collection1",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52431_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52431"}
[junit4:junit4]   2> 582748 T1409 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 582749 T1373 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 582751 T1380 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 582761 T1393 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 582761 T1425 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 582761 T1442 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 583018 T1351 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 583021 T1351 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: collection1
[junit4:junit4]   2> ASYNC  NEW_CORE C276 name=collection1 org.apache.solr.core.SolrCore@2eb48701 url=http://127.0.0.1:52417/collection1 node=127.0.0.1:52417_ C276_STATE=coll:control_collection core:collection1 props:{shard=shard1, state=active, core=collection1, collection=control_collection, node_name=127.0.0.1:52417_, base_url=http://127.0.0.1:52417, leader=true}
[junit4:junit4]   2> 583046 T1366 C276 P52417 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 583054 T1366 C276 P52417 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@366bf458 lockFactory=org.apache.lucene.store.NativeFSLockFactory@7db44dae),segFN=segments_1,generation=1}
[junit4:junit4]   2> 583056 T1366 C276 P52417 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 583058 T1366 C276 P52417 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@366bf458 lockFactory=org.apache.lucene.store.NativeFSLockFactory@7db44dae),segFN=segments_1,generation=1}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@366bf458 lockFactory=org.apache.lucene.store.NativeFSLockFactory@7db44dae),segFN=segments_2,generation=2}
[junit4:junit4]   2> 583059 T1366 C276 P52417 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4]   2> 583060 T1366 C276 P52417 oass.SolrIndexSearcher.<init> Opening Searcher@34a0421f main
[junit4:junit4]   2> 583061 T1366 C276 P52417 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 583063 T1377 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@34a0421f main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 583065 T1366 C276 P52417 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 19
[junit4:junit4]   2> 583103 T1403 C275 P52424 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 583106 T1403 C275 P52424 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@d6f860e lockFactory=org.apache.lucene.store.NativeFSLockFactory@6fc2f5fe),segFN=segments_2,generation=2}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@d6f860e lockFactory=org.apache.lucene.store.NativeFSLockFactory@6fc2f5fe),segFN=segments_3,generation=3}
[junit4:junit4]   2> 583107 T1403 C275 P52424 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4]   2> 583108 T1403 C275 P52424 oass.SolrIndexSearcher.<init> Opening Searcher@4b48cbe5 main
[junit4:junit4]   2> 583110 T1403 C275 P52424 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 583112 T1411 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4b48cbe5 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 583114 T1403 C275 P52424 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:52421/collection1/, StdNode: http://127.0.0.1:52427/collection1/, StdNode: http://127.0.0.1:52431/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4]   2> 583138 T1388 C273 P52421 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2>  C274_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:52431_, base_url=http://127.0.0.1:52431}
[junit4:junit4]   2> 583155 T1434 C274 P52431 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 583156 T1388 C273 P52421 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@49cd6c09 lockFactory=org.apache.lucene.store.NativeFSLockFactory@65e99801),segFN=segments_2,generation=2}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@49cd6c09 lockFactory=org.apache.lucene.store.NativeFSLockFactory@65e99801),segFN=segments_3,generation=3}
[junit4:junit4]   2> 583159 T1388 C273 P52421 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4]   2>  C272_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:52427_, base_url=http://127.0.0.1:52427}
[junit4:junit4]   2> 583155 T1417 C272 P52427 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 583160 T1388 C273 P52421 oass.SolrIndexSearcher.<init> Opening Searcher@2c498022 main
[junit4:junit4]   2> 583163 T1388 C273 P52421 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 583165 T1395 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2c498022 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 583166 T1388 C273 P52421 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 28
[junit4:junit4]   2> 583159 T1434 C274 P52431 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1d41f2fc lockFactory=org.apache.lucene.store.NativeFSLockFactory@6467b9a4),segFN=segments_2,generation=2}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1d41f2fc lockFactory=org.apache.lucene.store.NativeFSLockFactory@6467b9a4),segFN=segments_3,generation=3}
[junit4:junit4]   2> 583168 T1434 C274 P52431 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4]   2> 583170 T1434 C274 P52431 oass.SolrIndexSearcher.<init> Opening Searcher@71d656fc main
[junit4:junit4]   2> 583171 T1434 C274 P52431 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 583173 T1444 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@71d656fc main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 583174 T1434 C274 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 19
[junit4:junit4]   2> 583162 T1417 C272 P52427 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3a164bb2 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3fe3d4f8),segFN=segments_2,generation=2}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3a164bb2 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3fe3d4f8),segFN=segments_3,generation=3}
[junit4:junit4]   2> 583179 T1417 C272 P52427 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4]   2> 583180 T1417 C272 P52427 oass.SolrIndexSearcher.<init> Opening Searcher@5492703 main
[junit4:junit4]   2> 583181 T1417 C272 P52427 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 583183 T1427 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5492703 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 583184 T1417 C272 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 29
[junit4:junit4]   2> 583186 T1403 C275 P52424 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 84
[junit4:junit4]   2> 583190 T1351 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 583197 T1389 C273 P52421 oasc.SolrCore.execute [collection1] webapp= path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 583206 T1418 C272 P52427 oasc.SolrCore.execute [collection1] webapp= path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 583213 T1401 C275 P52424 oasc.SolrCore.execute [collection1] webapp= path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 583226 T1436 C274 P52431 oasc.SolrCore.execute [collection1] webapp= path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 585235 T1366 C276 P52417 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {deleteByQuery=*:* (-1437025621288943616)} 0 3
[junit4:junit4]   2> 585255 T1436 C274 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={update.distrib=FROMLEADER&_version_=-1437025621303623680&update.from=http://127.0.0.1:52424/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1437025621303623680)} 0 2
[junit4:junit4]   2> 585264 T1418 C272 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={update.distrib=FROMLEADER&_version_=-1437025621310963712&update.from=http://127.0.0.1:52421/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1437025621310963712)} 0 2
[junit4:junit4]   2> 585266 T1389 C273 P52421 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={update.distrib=TOLEADER&wt=javabin&version=2} {deleteByQuery=*:* (-1437025621310963712)} 0 13
[junit4:junit4]   2> 585268 T1401 C275 P52424 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {deleteByQuery=*:* (-1437025621303623680)} 0 22
[junit4:junit4]   2> 585276 T1367 C276 P52417 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[0 (1437025621330886656)]} 0 3
[junit4:junit4]   2> 585290 T1419 C272 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52421/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[0 (1437025621341372416)]} 0 3
[junit4:junit4]   2> 585293 T1384 C273 P52421 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52424/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[0 (1437025621341372416)]} 0 10
[junit4:junit4]   2> 585294 T1400 C275 P52424 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[0]} 0 14
[junit4:junit4]   2> 585307 T1368 C276 P52417 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[1 (1437025621364441088)]} 0 4
[junit4:junit4]   2> 585325 T1420 C272 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52421/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1437025621380169728)]} 0 1
[junit4:junit4]   2> 585327 T1385 C273 P52421 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52424/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[1 (1437025621380169728)]} 0 8
[junit4:junit4]   2> 585328 T1402 C275 P52424 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[1]} 0 12
[junit4:junit4]   2> 585333 T1369 C276 P52417 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[2 (1437025621393801216)]} 0 1
[junit4:junit4]   2> 585344 T1437 C274 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52424/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[2 (1437025621399044096)]} 0 2
[junit4:junit4]   2> 585346 T1404 C275 P52424 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[2 (1437025621399044096)]} 0 8
[junit4:junit4]   2> 585352 T1364 C276 P52417 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[3 (1437025621412675584)]} 0 1
[junit4:junit4]   2> 585377 T1438 C274 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52424/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[3 (1437025621426307072)]} 0 8
[junit4:junit4]   2> 585379 T1405 C275 P52424 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52421/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[3 (1437025621426307072)]} 0 15
[junit4:junit4]   2> 585381 T1386 C273 P52421 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[3]} 0 24
[junit4:junit4]   2> 585390 T1365 C276 P52417 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[4 (1437025621452521472)]} 0 1
[junit4:junit4]   2> 585402 T1421 C272 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52421/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[4 (1437025621456715776)]} 0 1
[junit4:junit4]   2> 585403 T1387 C273 P52421 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[4 (1437025621456715776)]} 0 10
[junit4:junit4]   2> 585408 T1366 C276 P52417 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[5 (1437025621471395840)]} 0 1
[junit4:junit4]   2> 585417 T1433 C274 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52424/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[5 (1437025621477687296)]} 0 1
[junit4:junit4]   2> 585419 T1403 C275 P52424 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[5 (1437025621477687296)]} 0 7
[junit4:junit4]   2> 585425 T1367 C276 P52417 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[6 (1437025621489221632)]} 0 1
[junit4:junit4]   2> 585444 T1434 C274 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52424/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[6 (1437025621504950272)]} 0 1
[junit4:junit4]   2> 585446 T1401 C275 P52424 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52421/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[6 (1437025621504950272)]} 0 7
[junit4:junit4]   2> 585447 T1388 C273 P52421 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[6]} 0 17
[junit4:junit4]   2> 585453 T1368 C276 P52417 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[7 (1437025621518581760)]} 0 1
[junit4:junit4]   2> 585463 T1435 C274 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52424/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[7 (1437025621524873216)]} 0 1
[junit4:junit4]   2> 585465 T1400 C275 P52424 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[7 (1437025621524873216)]} 0 7
[junit4:junit4]   2> 585471 T1369 C276 P52417 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[8 (1437025621538504704)]} 0 1
[junit4:junit4]   2> 585484 T1416 C272 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52421/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[8 (1437025621546893312)]} 0 1
[junit4:junit4]   2> 585487 T1389 C273 P52421 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52424/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[8 (1437025621546893312)]} 0 8
[junit4:junit4]   2> 585488 T1402 C275 P52424 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[8]} 0 12
[junit4:junit4]   2> 585498 T1364 C276 P52417 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[9 (1437025621565767680)]} 0 1
[junit4:junit4]   2> 585521 T1436 C274 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52424/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[9 (1437025621579399168)]} 0 1
[junit4:junit4]   2> 585522 T1404 C275 P52424 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52421/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[9 (1437025621579399168)]} 0 15
[junit4:junit4]   2> 585524 T1384 C273 P52421 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[9]} 0 23
[junit4:junit4]   2> 585528 T1366 C276 P52417 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10 (1437025621598273536)]} 0 1
[junit4:junit4]   2> 585539 T1417 C272 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52421/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10 (1437025621605613568)]} 0 0
[junit4:junit4]   2> 585541 T1385 C273 P52421 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52424/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[10 (1437025621605613568)]} 0 6
[junit4:junit4]   2> 585543 T1405 C275 P52424 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10]} 0 11
[junit4:junit4]   2> 585549 T1367 C276 P52417 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[11 (1437025621619245056)]} 0 2
[junit4:junit4]   2> 585558 T1418 C272 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52421/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[11 (1437025621625536512)]} 0 1
[junit4:junit4]   2> 585560 T1386 C273 P52421 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[11 (1437025621625536512)]} 0 6
[junit4:junit4]   2> 585575 T1368 C276 P52417 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[12 (1437025621647556608)]} 0 1
[junit4:junit4]   2> 585590 T1419 C272 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52421/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[12 (1437025621653848064)]} 0 1
[junit4:junit4]   2> 585592 T1387 C273 P52421 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[12 (1437025621653848064)]} 0 11
[junit4:junit4]   2> 585596 T1369 C276 P52417 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[13 (1437025621668528128)]} 0 1
[junit4:junit4]   2> 585605 T1420 C272 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52421/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[13 (1437025621673771008)]} 0 1
[junit4:junit4]   2> 585607 T1388 C273 P52421 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[13 (1437025621673771008)]} 0 7
[junit4:junit4]   2> 585613 T1365 C276 P52417 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[14 (1437025621686353920)]} 0 2
[junit4:junit4]   2> 585627 T1421 C272 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52421/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[14 (1437025621695791104)]} 0 2
[junit4:junit4]   2> 585629 T1389 C273 P52421 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52424/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[14 (1437025621695791104)]} 0 8
[junit4:junit4]   2> 585632 T1403 C275 P52424 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[14]} 0 15
[junit4:junit4]   2> 585638 T1364 C276 P52417 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[15 (1437025621712568320)]} 0 1
[junit4:junit4]   2> 585653 T1417 C272 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52421/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[15 (1437025621725151232)]} 0 1
[junit4:junit4]   2> 585655 T1385 C273 P52421 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[15 (1437025621725151232)]} 0 6
[junit4:junit4]   2> 585659 T1366 C276 P52417 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[16 (1437025621735636992)]} 0 1
[junit4:junit4]   2> 585670 T1418 C272 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52421/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[16 (1437025621742977024)]} 0 1
[junit4:junit4]   2> 585673 T1386 C273 P52421 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[16 (1437025621742977024)]} 0 8
[junit4:junit4]   2> 585679 T1367 C276 P52417 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[17 (1437025621755559936)]} 0 1
[junit4:junit4]   2> 585688 T1437 C274 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52424/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[17 (1437025621760802816)]} 0 1
[junit4:junit4]   2> 585690 T1400 C275 P52424 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[17 (1437025621760802816)]} 0 7
[junit4:junit4]   2> 585696 T1368 C276 P52417 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[18 (1437025621773385728)]} 0 1
[junit4:junit4]   2> 585711 T1433 C274 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52424/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[18 (1437025621785968640)]} 0 0
[junit4:junit4]   2> 585713 T1402 C275 P52424 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[18 (1437025621785968640)]} 0 6
[junit4:junit4]   2> 585717 T1369 C276 P52417 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[19 (1437025621796454400)]} 0 1
[junit4:junit4]   2> 585732 T1434 C274 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52424/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[19 (1437025621806940160)]} 0 1
[junit4:junit4]   2> 585734 T1404 C275 P52424 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52421/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[19 (1437025621806940160)]} 0 8
[junit4:junit4]   2> 585737 T1387 C273 P52421 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[19]} 0 16
[junit4:junit4]   2> 585742 T1365 C276 P52417 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[20 (1437025621821620224)]} 0 1
[junit4:junit4]   2> 585753 T1419 C272 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52421/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[20 (1437025621830008832)]} 0 1
[junit4:junit4]   2> 585755 T1388 C273 P52421 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52424/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[20 (1437025621830008832)]} 0 6
[junit4:junit4]   2> 585756 T1405 C275 P52424 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[20]} 0 10
[junit4:junit4]   2> 585760 T1364 C276 P52417 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[21 (1437025621841543168)]} 0 0
[junit4:junit4]   2> 585777 T1435 C274 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52424/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[21 (1437025621853077504)]} 0 0
[junit4:junit4]   2> 585779 T1403 C275 P52424 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[21 (1437025621853077504)]} 0 8
[junit4:junit4]   2> 585787 T1366 C276 P52417 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[22 (1437025621868806144)]} 0 1
[junit4:junit4]   2> 585806 T1420 C272 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52421/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[22 (1437025621884534784)]} 0 1
[junit4:junit4]   2> 585823 T1384 C273 P52421 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52424/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[22 (1437025621884534784)]} 0 22
[junit4:junit4]   2> 585825 T1401 C275 P52424 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[22]} 0 32
[junit4:junit4]   2> 585831 T1367 C276 P52417 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[23 (1437025621915992064)]} 0 1
[junit4:junit4]   2> 585859 T1436 C274 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52424/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[23 (1437025621939060736)]} 0 1
[junit4:junit4]   2> 585861 T1400 C275 P52424 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[23 (1437025621939060736)]} 0 9
[junit4:junit4]   2> 585866 T1368 C276 P52417 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[24 (1437025621952692224)]} 0 1
[junit4:junit4]   2> 585878 T1416 C272 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52421/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[24 (1437025621961080832)]} 0 0
[junit4:junit4]   2> 585880 T1389 C273 P52421 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[24 (1437025621961080832)]} 0 6
[junit4:junit4]   2> 585886 T1369 C276 P52417 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[25 (1437025621972615168)]} 0 1
[junit4:junit4]   2> 585895 T1437 C274 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52424/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[25 (1437025621978906624)]} 0 0
[junit4:junit4]   2> 585897 T1402 C275 P52424 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[25 (1437025621978906624)]} 0 6
[junit4:junit4]   2> 585902 T1365 C276 P52417 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[26 (1437025621990440960)]} 0 1
[junit4:junit4]   2> 585922 T1438 C274 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52424/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[26 (1437025621998829568)]} 0 6
[junit4:junit4]   2> 585926 T1404 C275 P52424 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52421/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[26 (1437025621998829568)]} 0 16
[junit4:junit4]   2> 585927 T1385 C273 P52421 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[26]} 0 20
[junit4:junit4]   2> 585934 T1366 C276 P52417 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[27 (1437025622022946816)]} 0 1
[junit4:junit4]   2> 585945 T1421 C272 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52421/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[27 (1437025622030286848)]} 0 0
[junit4:junit4]   2> 585948 T1386 C273 P52421 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[27 (1437025622030286848)]} 0 8
[junit4:junit4]   2> 585958 T1367 C276 P52417 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[28 (1437025622048112640)]} 0 1
[junit4:junit4]   2> 585978 T1417 C272 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52421/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[28 (1437025622064889856)]} 0 1
[junit4:junit4]   2> 585981 T1387 C273 P52421 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52424/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[28 (1437025622064889856)]} 0 8
[junit4:junit4]   2> 585984 T1405 C275 P52424 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[28]} 0 16
[junit4:junit4]   2> 585991 T1368 C276 P52417 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[29 (1437025622082715648)]} 0 2
[junit4:junit4]   2> 586006 T1433 C274 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52424/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[29 (1437025622089007104)]} 0 5
[junit4:junit4]   2> 586010 T1403 C275 P52424 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[29 (1437025622089007104)]} 0 14
[junit4:junit4]   2> 586018 T1369 C276 P52417 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[30 (1437025622112075776)]} 0 1
[junit4:junit4]   2> 586046 T1434 C274 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52424/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[30 (1437025622129901568)]} 0 1
[junit4:junit4]   2> 586050 T1401 C275 P52424 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52421/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[30 (1437025622129901568)]} 0 15
[junit4:junit4]   2> 586052 T1388 C273 P52421 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[30]} 0 24
[junit4:junit4]   2> 586059 T1364 C276 P52417 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[31 (1437025622154018816)]} 0 1
[junit4:junit4]   2> 586080 T1435 C274 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52424/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[31 (1437025622169747456)]} 0 1
[junit4:junit4]   2> 586086 T1402 C275 P52424 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52421/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[31 (1437025622169747456)]} 0 14
[junit4:junit4]   2> 586089 T1389 C273 P52421 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[31]} 0 24
[junit4:junit4]   2> 586096 T1365 C276 P52417 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[32 (1437025622191767552)]} 0 2
[junit4:junit4]   2> 586112 T1418 C272 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52421/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[32 (1437025622205399040)]} 0 1
[junit4:junit4]   2> 586115 T1385 C273 P52421 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[32 (1437025622205399040)]} 0 8
[junit4:junit4]   2> 586132 T1366 C276 P52417 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[33 (1437025622230564864)]} 0 1
[junit4:junit4]   2> 586142 T1436 C274 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52424/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[33 (1437025622237904896)]} 0 0
[junit4:junit4]   2> 586144 T1404 C275 P52424 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[33 (1437025622237904896)]} 0 6
[junit4:junit4]   2> 586156 T1367 C276 P52417 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[34 (1437025622255730688)]} 0 1
[junit4:junit4]   2> 586166 T1420 C272 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52421/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[34 (1437025622260973568)]} 0 1
[junit4:junit4]   2> 586169 T1386 C273 P52421 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[34 (1437025622260973568)]} 0 10
[junit4:junit4]   2> 586173 T1368 C276 P52417 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[35 (1437025622273556480)]} 0 1
[junit4:junit4]   2> 586183 T1416 C272 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52421/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[35 (1437025622280896512)]} 0 1
[junit4:junit4]   2> 586185 T1387 C273 P52421 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52424/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[35 (1437025622280896512)]} 0 6
[junit4:junit4]   2> 586187 T1405 C275 P52424 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[35]} 0 11
[junit4:junit4]   2> 586192 T1369 C276 P52417 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[36 (1437025622294528000)]} 0 1
[junit4:junit4]   2> 586201 T1421 C272 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52421/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[36 (1437025622299770880)]} 0 1
[junit4:junit4]   2> 586203 T1384 C273 P52421 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[36 (1437025622299770880)]} 0 6
[junit4:junit4]   2> 586207 T1364 C276 P52417 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[37 (1437025622310256640)]} 0 0
[junit4:junit4]   2> 586216 T1438 C274 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52424/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[37 (1437025622314450944)]} 0 1
[junit4:junit4]   2> 586218 T1403 C275 P52424 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[37 (1437025622314450944)]} 0 7
[junit4:junit4]   2> 586231 T1365 C276 P52417 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[38 (1437025622334373888)]} 0 1
[junit4:junit4]   2> 586292 T1417 C272 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52421/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[38 (1437025622345908224)]} 0 2
[junit4:junit4]   2> 586295 T1388 C273 P52421 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[38 (1437025622345908224)]} 0 55
[junit4:junit4]   2> 586322 T1366 C276 P52417 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[39 (1437025622428745728)]} 0 4
[junit4:junit4]   2> 586397 T1433 C274 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52424/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[39 (1437025622482223104)]} 0 6
[junit4:junit4]   2> 586400 T1400 C275 P52424 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[39 (1437025622482223104)]} 0 30
[junit4:junit4]   2> 586411 T1368 C276 P52417 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[40 (1437025622524166144)]} 0 1
[junit4:junit4]   2> 586453 T1419 C272 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52421/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[40 (1437025622540943360)]} 0 12
[junit4:junit4]   2> 586457 T1389 C273 P52421 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52424/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[40 (1437025622540943360)]} 0 30
[junit4:junit4]   2> 586459 T1401 C275 P52424 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[40]} 0 38
[junit4:junit4]   2> 586485 T1369 C276 P52417 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[41 (1437025622589177856)]} 0 11
[junit4:junit4]   2> 586536 T1418 C272 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52421/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[41 (1437025622641606656)]} 0 7
[junit4:junit4]   2> 586542 T1386 C273 P52421 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52424/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[41 (1437025622641606656)]} 0 19
[junit4:junit4]   2> 586544 T1404 C275 P52424 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[41]} 0 39
[junit4:junit4]   2> 586551 T1364 C276 P52417 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[42 (1437025622669918208)]} 0 2
[junit4:junit4]   2> 586582 T1416 C272 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52421/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[42 (1437025622679355392)]} 0 1
[junit4:junit4]   2> 586585 T1387 C273 P52421 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52424/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[42 (1437025622679355392)]} 0 26
[junit4:junit4]   2> 586586 T1405 C275 P52424 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[42]} 0 31
[junit4:junit4]   2> 586627 T1365 C276 P52417 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[43 (1437025622750658560)]} 0 1
[junit4:junit4]   2> 586646 T1421 C272 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52421/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[43 (1437025622759047168)]} 0 1
[junit4:junit4]   2> 586649 T1384 C273 P52421 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[43 (1437025622759047168)]} 0 14
[junit4:junit4]   2> 586665 T1366 C276 P52417 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[44 (1437025622789455872)]} 0 1
[junit4:junit4]   2> 586679 T1417 C272 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52421/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[44 (1437025622798893056)]} 0 2
[junit4:junit4]   2> 586690 T1388 C273 P52421 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[44 (1437025622798893056)]} 0 18
[junit4:junit4]   2> 586700 T1367 C276 P52417 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[45 (1437025622826156032)]} 0 1
[junit4:junit4]   2> 586716 T1434 C274 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52424/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[45 (1437025622836641792)]} 0 1
[junit4:junit4]   2> 586719 T1403 C275 P52424 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[45 (1437025622836641792)]} 0 11
[junit4:junit4]   2> 586724 T1368 C276 P52417 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[46 (1437025622852370432)]} 0 1
[junit4:junit4]   2> 586740 T1419 C272 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52421/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[46 (1437025622864953344)]} 0 1
[junit4:junit4]   2> 586745 T1389 C273 P52421 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52424/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[46 (1437025622864953344)]} 0 9
[junit4:junit4]   2> 586747 T1400 C275 P52424 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[46]} 0 14
[junit4:junit4]   2> 586754 T1364 C276 P52417 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[47 (1437025622882779136)]} 0 1
[junit4:junit4]   2> 586771 T1420 C272 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52421/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[47 (1437025622896410624)]} 0 1
[junit4:junit4]   2> 586773 T1385 C273 P52421 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52424/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[47 (1437025622896410624)]} 0 7
[junit4:junit4]   2> 586775 T1401 C275 P52424 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[47]} 0 13
[junit4:junit4]   2> 586782 T1365 C276 P52417 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[48 (1437025622911090688)]} 0 2
[junit4:junit4]   2> 586798 T1418 C272 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52421/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[48 (1437025622924722176)]} 0 1
[junit4:junit4]   2> 586801 T1386 C273 P52421 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[48 (1437025622924722176)]} 0 8
[junit4:junit4]   2> 586808 T1366 C276 P52417 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[49 (1437025622939402240)]} 0 2
[junit4:junit4]   2> 586826 T1416 C272 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52421/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[49 (1437025622946742272)]} 0 1
[junit4:junit4]   2> 586858 T1387 C273 P52421 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[49 (1437025622946742272)]} 0 44
[junit4:junit4]   2> 586871 T1367 C276 P52417 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[50 (1437025623005462528)]} 0 2
[junit4:junit4]   2> 586884 T1421 C272 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52421/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[50 (1437025623014899712)]} 0 1
[junit4:junit4]   2> 586886 T1388 C273 P52421 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[50 (1437025623014899712)]} 0 7
[junit4:junit4]   2> 586892 T1369 C276 P52417 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[51 (1437025623028531200)]} 0 0
[junit4:junit4]   2> 586915 T1417 C272 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52421/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[51 (1437025623047405568)]} 0 1
[junit4:junit4]   2> 586917 T1389 C273 P52421 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52424/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[51 (1437025623047405568)]} 0 7
[junit4:junit4]   2> 586918 T1402 C275 P52424 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[51]} 0 19
[junit4:junit4]   2> 586923 T1368 C276 P52417 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[52 (1437025623061037056)]} 0 1
[junit4:junit4]   2> 586940 T1419 C272 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52421/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[52 (1437025623070474240)]} 0 1
[junit4:junit4]   2> 586942 T1385 C273 P52421 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52424/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[52 (1437025623070474240)]} 0 11
[junit4:junit4]   2> 586943 T1405 C275 P52424 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[52]} 0 15
[junit4:junit4]   2> 586959 T1364 C276 P52417 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[53 (1437025623097737216)]} 0 7
[junit4:junit4]   2> 586971 T1436 C274 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52424/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[53 (1437025623102980096)]} 0 2
[junit4:junit4]   2> 586974 T1403 C275 P52424 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[53 (1437025623102980096)]} 0 11
[junit4:junit4]   2> 586978 T1365 C276 P52417 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[54 (1437025623118708736)]} 0 0
[junit4:junit4]   2> 586990 T1418 C272 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52421/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[54 (1437025623126048768)]} 0 1
[junit4:junit4]   2> 586997 T1386 C273 P52421 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52424/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[54 (1437025623126048768)]} 0 12
[junit4:junit4]   2> 587000 T1400 C275 P52424 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[54]} 0 18
[junit4:junit4]   2> 587013 T1366 C276 P52417 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[55 (1437025623153311744)]} 0 3
[junit4:junit4]   2> 587033 T1416 C272 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52421/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[55 (1437025623171137536)]} 0 1
[junit4:junit4]   2> 587035 T1387 C273 P52421 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52424/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[55 (1437025623171137536)]} 0 8
[junit4:junit4]   2> 587042 T1401 C275 P52424 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[55]} 0 18
[junit4:junit4]   2> 587048 T1367 C276 P52417 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[56 (1437025623191060480)]} 0 1
[junit4:junit4]   2> 587057 T1437 C274 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52424/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[56 (1437025623196303360)]} 0 1
[junit4:junit4]   2> 587059 T1404 C275 P52424 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[56 (1437025623196303360)]} 0 7
[junit4:junit4]   2> 587066 T1369 C276 P52417 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[57 (1437025623209934848)]} 0 2
[junit4:junit4]   2> 587079 T1438 C274 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52424/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[57 (1437025623218323456)]} 0 3
[junit4:junit4]   2> 587085 T1402 C275 P52424 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[57 (1437025623218323456)]} 0 12
[junit4:junit4]   2> 587099 T1368 C276 P52417 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[58 (1437025623243489280)]} 0 3
[junit4:junit4]   2> 587112 T1433 C274 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52424/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[58 (1437025623253975040)]} 0 1
[junit4:junit4]   2> 587114 T1405 C275 P52424 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52421/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[58 (1437025623253975040)]} 0 7
[junit4:junit4]   2> 587116 T1384 C273 P52421 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[58]} 0 12
[junit4:junit4]   2> 587121 T1364 C276 P52417 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[59 (1437025623268655104)]} 0 1
[junit4:junit4]   2> 587132 T1421 C272 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52421/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[59 (1437025623273897984)]} 0 2
[junit4:junit4]   2> 587134 T1388 C273 P52421 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[59 (1437025623273897984)]} 0 8
[junit4:junit4]   2> 587145 T1365 C276 P52417 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[60 (1437025623292772352)]} 0 2
[junit4:junit4]   2> 587158 T1434 C274 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52424/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[60 (1437025623303258112)]} 0 0
[junit4:junit4]   2> 587161 T1403 C275 P52424 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52421/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[60 (1437025623303258112)]} 0 7
[junit4:junit4]   2> 587164 T1389 C273 P52421 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[60]} 0 14
[junit4:junit4]   2> 587169 T1367 C276 P52417 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[61 (1437025623317938176)]} 0 1
[junit4:junit4]   2> 587175 T1417 C272 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52421/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[61 (1437025623322132480)]} 0 0
[junit4:junit4]   2> 587176 T1385 C273 P52421 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[61 (1437025623322132480)]} 0 4
[junit4:junit4]   2> 587180 T1369 C276 P52417 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[62 (1437025623330521088)]} 0 0
[junit4:junit4]   2> 587187 T1436 C274 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52424/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[62 (1437025623333666816)]} 0 1
[junit4:junit4]   2> 587188 T1400 C275 P52424 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[62 (1437025623333666816)]} 0 5
[junit4:junit4]   2> 587192 T1368 C276 P52417 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[63 (1437025623342055424)]} 0 1
[junit4:junit4]   2> 587210 T1420 C272 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52421/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[63 (1437025623354638336)]} 0 0
[junit4:junit4]   2> 587212 T1386 C273 P52421 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52424/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[63 (1437025623354638336)]} 0 9
[junit4:junit4]   2> 587213 T1401 C275 P52424 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[63]} 0 18
[junit4:junit4]   2> 587218 T1364 C276 P52417 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[64 (1437025623370366976)]} 0 1
[junit4:junit4]   2> 587228 T1419 C272 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52421/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[64 (1437025623375609856)]} 0 1
[junit4:junit4]   2> 587230 T1387 C273 P52421 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[64 (1437025623375609856)]} 0 7
[junit4:junit4]   2> 587234 T1366 C276 P52417 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[65 (1437025623387144192)]} 0 0
[junit4:junit4]   2> 587246 T1418 C272 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52421/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[65 (1437025623394484224)]} 0 1
[junit4:junit4]   2> 587248 T1384 C273 P52421 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52424/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[65 (1437025623394484224)]} 0 7
[junit4:junit4]   2> 587249 T1404 C275 P52424 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[65]} 0 11
[junit4:junit4]   2> 587254 T1365 C276 P52417 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[66 (1437025623408115712)]} 0 1
[junit4:junit4]   2> 587263 T1416 C272 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52421/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[66 (1437025623413358592)]} 0 1
[junit4:junit4]   2> 587265 T1388 C273 P52421 oasup.LogUpdateProcessor.finish [collectio

[...truncated too long message...]


[junit4:junit4]   2> 3014143 T5579 oasc.CachingDirectoryFactory.close Closing directory: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00013_core/data
[junit4:junit4]   2> 3014145 T5579 oasc.SolrCore.close [00014_core]  CLOSING SolrCore org.apache.solr.core.SolrCore@3cb126e7
[junit4:junit4]   2> 3014153 T5579 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=5,autocommits=0,soft autocommits=5,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=381,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=381,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4]   2> 3014155 T5579 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4]   2> 3014155 T5579 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4]   2> 3014156 T5579 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4]   2> ASYNC  NEW_CORE C1489 name=00014_core org.apache.solr.core.SolrCore@3cb126e7
[junit4:junit4]   2> 3014240 T5579 C1489 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00014_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@73558ee2),segFN=segments_1,generation=1}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00014_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@73558ee2),segFN=segments_2,generation=2}
[junit4:junit4]   2> 3014241 T5579 C1489 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4]   2> 3014252 T5579 oasc.SolrCore.closeSearcher [00014_core] Closing main searcher on request.
[junit4:junit4]   2> 3014266 T5579 oasc.CachingDirectoryFactory.close Closing MockFSDirectoryFactory - 2 directories currently being tracked
[junit4:junit4]   2> 3014267 T5579 oasc.CachingDirectoryFactory.closeCacheValue looking to close /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00014_core/data [CachedDir<<refCount=0;path=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00014_core/data;done=false>>]
[junit4:junit4]   2> 3014267 T5579 oasc.CachingDirectoryFactory.close Closing directory: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00014_core/data
[junit4:junit4]   2> 3014269 T5579 oasc.CachingDirectoryFactory.closeCacheValue looking to close /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00014_core/data/index [CachedDir<<refCount=0;path=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00014_core/data/index;done=false>>]
[junit4:junit4]   2> 3014270 T5579 oasc.CachingDirectoryFactory.close Closing directory: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00014_core/data/index
[junit4:junit4]   2> 3014526 T5579 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/solr,null}
[junit4:junit4]   2> 3016622 T5579 oas.SolrTestCaseJ4.tearDown ###Ending test30SecondsOld
[junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=OpenCloseCoreStressTest -Dtests.method=test30SecondsOld -Dtests.seed=9C95EF5ED51F0C0F -Dtests.slow=true -Dtests.locale=ko -Dtests.timezone=Jamaica -Dtests.file.encoding=ISO-8859-1
[junit4:junit4] FAILURE 55.4s | OpenCloseCoreStressTest.test30SecondsOld <<<
[junit4:junit4]    > Throwable #1: java.lang.AssertionError: Core 00000_core bad! expected:<358> but was:<0>
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([9C95EF5ED51F0C0F:B0A4650049FF216C]:0)
[junit4:junit4]    > 	at org.apache.solr.core.OpenCloseCoreStressTest.checkResults(OpenCloseCoreStressTest.java:300)
[junit4:junit4]    > 	at org.apache.solr.core.OpenCloseCoreStressTest.doStress(OpenCloseCoreStressTest.java:200)
[junit4:junit4]    > 	at org.apache.solr.core.OpenCloseCoreStressTest.test30SecondsOld(OpenCloseCoreStressTest.java:114)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 3016638 T5579 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4]   2> NOTE: test params are: codec=Lucene42: {id=PostingsFormat(name=TestBloomFilteredLucene41Postings), text=PostingsFormat(name=MockSep)}, docValues:{}, sim=DefaultSimilarity, locale=ko, timezone=Jamaica
[junit4:junit4]   2> NOTE: Mac OS X 10.8.3 x86_64/Oracle Corporation 1.7.0_21 (64-bit)/cpus=2,threads=1,free=213928232,total=536870912
[junit4:junit4]   2> NOTE: All tests run in this JVM: [BadIndexSchemaTest, StandardRequestHandlerTest, TestFiltering, TestIndexingPerformance, TestPropInjectDefaults, ZkNodePropsTest, SignatureUpdateProcessorFactoryTest, TestCopyFieldCollectionResource, XsltUpdateRequestHandlerTest, TestAddFieldRealTimeGet, TestCharFilters, SuggesterFSTTest, QueryResultKeyTest, TestDocumentBuilder, ChaosMonkeySafeLeaderTest, TestPseudoReturnFields, SpellPossibilityIteratorTest, TestReplicationHandler, QueryElevationComponentTest, TestManagedSchema, BadCopyFieldTest, JSONWriterTest, TestHashPartitioner, TestPhraseSuggestions, TestStressLucene, SpellingQueryConverterTest, TestAnalyzedSuggestions, SuggesterWFSTTest, TestCoreDiscovery, EchoParamsTest, PreAnalyzedUpdateProcessorTest, StatsComponentTest, TestCSVLoader, BadComponentTest, DistributedSpellCheckComponentTest, ChaosMonkeyShardSplitTest, LegacyHTMLStripCharFilterTest, TestShardHandlerFactory, TestRTGBase, TestExtendedDismaxParser, TestLMJelinekMercerSimilarityFactory, TestClassNameShortening, TestManagedSchemaFieldResource, AnalysisAfterCoreReloadTest, TestAtomicUpdateErrorCases, TestReload, TestSurroundQueryParser, TestFastLRUCache, ShowFileRequestHandlerTest, FastVectorHighlighterTest, DocValuesMultiTest, SystemInfoHandlerTest, DistributedTermsComponentTest, SyncSliceTest, DateMathParserTest, TestCSVResponseWriter, TestXIncludeConfig, BasicDistributedZk2Test, SolrCoreCheckLockOnStartupTest, TestLazyCores, TestSolr4Spatial, SolrIndexConfigTest, TimeZoneUtilsTest, CurrencyFieldOpenExchangeTest, SynonymTokenizerTest, SliceStateUpdateTest, FieldMutatingUpdateProcessorTest, TestDefaultSearchFieldResource, ConvertedLegacyTest, TestFieldResource, OverseerTest, TestPartialUpdateDeduplication, ZkSolrClientTest, TestStressReorder, ScriptEngineTest, TestLuceneMatchVersion, TestFieldTypeResource, TestRandomDVFaceting, TestUniqueKeyFieldResource, SliceStateTest, ShardRoutingTest, TestDistributedSearch, TestUtils, TestDynamicFieldResource, TestFieldTypeCollectionResource, CurrencyFieldXmlFileTest, TestMergePolicyConfig, SoftAutoCommitTest, TestFoldingMultitermQuery, TestSolrDeletionPolicy2, PolyFieldTest, SolrIndexSplitterTest, CoreContainerCoreInitFailuresTest, DocumentBuilderTest, TestRealTimeGet, TestReloadAndDeleteDocs, CacheHeaderTest, TestReversedWildcardFilterFactory, CSVRequestHandlerTest, ZkCLITest, XmlUpdateRequestHandlerTest, ShardSplitTest, TestStressVersions, TestBinaryField, TermVectorComponentDistributedTest, TestQueryTypes, TestSerializedLuceneMatchVersion, TestFunctionQuery, TestRecovery, TestTrie, NoCacheHeaderTest, SchemaVersionSpecificBehaviorTest, ExternalFileFieldSortTest, IndexReaderFactoryTest, DebugComponentTest, LeaderElectionIntegrationTest, TestRemoteStreaming, TestDFRSimilarityFactory, ResourceLoaderTest, TestQueryUtils, HighlighterTest, CachingDirectoryFactoryTest, RequiredFieldsTest, MinimalSchemaTest, TestDynamicFieldCollectionResource, PrimUtilsTest, TestSort, AutoCommitTest, IndexBasedSpellCheckerTest, BasicZkTest, PathHierarchyTokenizerFactoryTest, DateFieldTest, PreAnalyzedFieldTest, DOMUtilTest, TestStressRecovery, NotRequiredUniqueKeyTest, TestSweetSpotSimilarityFactory, TestRangeQuery, SuggesterTest, ClusterStateUpdateTest, TestJmxMonitoredMap, TestQuerySenderNoQuery, TestOmitPositions, DirectUpdateHandlerOptimizeTest, TestDistributedGrouping, BasicDistributedZkTest, UnloadDistributedZkTest, CollectionsAPIDistributedZkTest, OpenCloseCoreStressTest]
[junit4:junit4] Completed in 110.42s, 6 tests, 1 failure, 4 skipped <<< FAILURES!

[...truncated 445 lines...]
BUILD FAILED
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:386: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:366: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:39: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build.xml:181: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/common-build.xml:437: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:1243: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:887: There were test failures: 297 suites, 1246 tests, 1 error, 1 failure, 18 ignored (6 assumptions)

Total time: 120 minutes 19 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.7.0 -XX:+UseCompressedOops -XX:+UseG1GC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-4.x-MacOSX (64bit/jdk1.6.0) - Build # 519 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-MacOSX/519/
Java: 64bit/jdk1.6.0 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC

1 tests failed.
FAILED:  org.apache.lucene.replicator.http.HttpReplicatorTest.testBasic

Error Message:
Connection to http://localhost:51371 refused

Stack Trace:
org.apache.http.conn.HttpHostConnectException: Connection to http://localhost:51371 refused
	at __randomizedtesting.SeedInfo.seed([B8423D144314D0:AB425F28CB9F92FE]:0)
	at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:190)
	at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
	at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
	at org.apache.lucene.replicator.http.HttpClientBase.executeGET(HttpClientBase.java:178)
	at org.apache.lucene.replicator.http.HttpReplicator.checkForUpdate(HttpReplicator.java:51)
	at org.apache.lucene.replicator.ReplicationClient.doUpdate(ReplicationClient.java:196)
	at org.apache.lucene.replicator.ReplicationClient.updateNow(ReplicationClient.java:402)
	at org.apache.lucene.replicator.http.HttpReplicatorTest.testBasic(HttpReplicatorTest.java:112)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
	at java.lang.reflect.Method.invoke(Method.java:597)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:680)
Caused by: java.net.ConnectException: Connection refused
	at java.net.PlainSocketImpl.socketConnect(Native Method)
	at java.net.PlainSocketImpl.doConnect(PlainSocketImpl.java:351)
	at java.net.PlainSocketImpl.connectToAddress(PlainSocketImpl.java:213)
	at java.net.PlainSocketImpl.connect(PlainSocketImpl.java:200)
	at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:432)
	at java.net.Socket.connect(Socket.java:529)
	at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
	at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
	... 48 more




Build Log:
[...truncated 7418 lines...]
[junit4:junit4] Suite: org.apache.lucene.replicator.http.HttpReplicatorTest
[junit4:junit4]   2> 2013-06-05 10:32:26.826:DBUG:oejs.ServletHandler:filterNameMap={}
[junit4:junit4]   2> 2013-06-05 10:32:26.827:DBUG:oejs.ServletHandler:pathFilters=null
[junit4:junit4]   2> 2013-06-05 10:32:26.827:DBUG:oejs.ServletHandler:servletFilterMap=null
[junit4:junit4]   2> 2013-06-05 10:32:26.827:DBUG:oejs.ServletHandler:servletPathMap={/replicate/*=org.apache.lucene.replicator.http.ReplicationServlet-2088502955}
[junit4:junit4]   2> 2013-06-05 10:32:26.827:DBUG:oejs.ServletHandler:servletNameMap={org.apache.lucene.replicator.http.ReplicationServlet-2088502955=org.apache.lucene.replicator.http.ReplicationServlet-2088502955}
[junit4:junit4]   2> 2013-06-05 10:32:26.985:DBUG:oejuc.Container:Container org.eclipse.jetty.server.Server@d1faace + SelectChannelConnector@0.0.0.0:0 as connector
[junit4:junit4]   2> 2013-06-05 10:32:26.990:DBUG:oejuc.Container:Container org.eclipse.jetty.servlet.ServletHandler@31706444 + org.apache.lucene.replicator.http.ReplicationServlet-2088502955 as servlet
[junit4:junit4]   2> 2013-06-05 10:32:26.990:DBUG:oejuc.Container:Container org.eclipse.jetty.servlet.ServletHandler@31706444 + [/replicate/*]=>org.apache.lucene.replicator.http.ReplicationServlet-2088502955 as servletMapping
[junit4:junit4]   2> 2013-06-05 10:32:26.990:DBUG:oejuc.Container:Container org.eclipse.jetty.server.Server@d1faace + org.eclipse.jetty.servlet.ServletHandler@31706444 as handler
[junit4:junit4]   2> 2013-06-05 10:32:27.040:DBUG:oejuc.Container:Container org.eclipse.jetty.server.Server@d1faace - SelectChannelConnector@0.0.0.0:0 as connector
[junit4:junit4]   2> 2013-06-05 10:32:27.040:DBUG:oejuc.Container:Container org.eclipse.jetty.server.Server@d1faace + SelectChannelConnector@127.0.0.1:0 as connector
[junit4:junit4]   2> 2013-06-05 10:32:27.060:DBUG:oejuc.Container:Container org.eclipse.jetty.server.Server@d1faace + org.eclipse.jetty.server.session.HashSessionIdManager@29643eec as sessionIdManager
[junit4:junit4]   2> 2013-06-05 10:32:27.060:DBUG:oejuc.AbstractLifeCycle:starting org.eclipse.jetty.server.Server@d1faace
[junit4:junit4]   2> 2013-06-05 10:32:27.061:INFO:oejs.Server:jetty-8.1.10.v20130312
[junit4:junit4]   2> 2013-06-05 10:32:27.220:DBUG:oejuc.Container:Container org.eclipse.jetty.server.Server@d1faace + qtp1501389316{8<=0<=0/254,-1} as threadpool
[junit4:junit4]   2> 2013-06-05 10:32:27.220:DBUG:oejuc.AbstractLifeCycle:starting org.eclipse.jetty.servlet.ServletHandler@31706444
[junit4:junit4]   2> 2013-06-05 10:32:27.237:DBUG:oejs.ServletHandler:filterNameMap={}
[junit4:junit4]   2> 2013-06-05 10:32:27.237:DBUG:oejs.ServletHandler:pathFilters=null
[junit4:junit4]   2> 2013-06-05 10:32:27.237:DBUG:oejs.ServletHandler:servletFilterMap=null
[junit4:junit4]   2> 2013-06-05 10:32:27.237:DBUG:oejs.ServletHandler:servletPathMap={/replicate/*=org.apache.lucene.replicator.http.ReplicationServlet-2088502955}
[junit4:junit4]   2> 2013-06-05 10:32:27.237:DBUG:oejs.ServletHandler:servletNameMap={org.apache.lucene.replicator.http.ReplicationServlet-2088502955=org.apache.lucene.replicator.http.ReplicationServlet-2088502955}
[junit4:junit4]   2> 2013-06-05 10:32:27.237:DBUG:oejsh.AbstractHandler:starting org.eclipse.jetty.servlet.ServletHandler@31706444
[junit4:junit4]   2> 2013-06-05 10:32:27.237:DBUG:oejuc.AbstractLifeCycle:starting org.apache.lucene.replicator.http.ReplicationServlet-2088502955
[junit4:junit4]   2> 2013-06-05 10:32:27.261:DBUG:oejuc.AbstractLifeCycle:STARTED org.apache.lucene.replicator.http.ReplicationServlet-2088502955
[junit4:junit4]   2> 2013-06-05 10:32:27.261:DBUG:oejuc.AbstractLifeCycle:STARTED org.eclipse.jetty.servlet.ServletHandler@31706444
[junit4:junit4]   2> 2013-06-05 10:32:27.261:DBUG:oejsh.AbstractHandler:starting org.eclipse.jetty.server.Server@d1faace
[junit4:junit4]   2> 2013-06-05 10:32:27.261:DBUG:oejuc.AbstractLifeCycle:starting org.eclipse.jetty.server.session.HashSessionIdManager@29643eec
[junit4:junit4]   2> 2013-06-05 10:32:27.261:DBUG:oejuc.AbstractLifeCycle:STARTED org.eclipse.jetty.server.session.HashSessionIdManager@29643eec
[junit4:junit4]   2> 2013-06-05 10:32:27.261:DBUG:oejuc.AbstractLifeCycle:starting qtp1501389316{8<=0<=0/254,-1}
[junit4:junit4]   2> 2013-06-05 10:32:27.276:DBUG:oejuc.AbstractLifeCycle:STARTED qtp1501389316{8<=8<=8/254,0}
[junit4:junit4]   2> 2013-06-05 10:32:27.276:DBUG:oejuc.AbstractLifeCycle:starting SelectChannelConnector@127.0.0.1:0
[junit4:junit4]   2> 2013-06-05 10:32:27.389:DBUG:oejuc.AbstractLifeCycle:starting null/null
[junit4:junit4]   2> 2013-06-05 10:32:27.405:DBUG:oejuc.AbstractLifeCycle:STARTED PooledBuffers [0/1024@6144,0/1024@16384,0/1024@-]/PooledBuffers [0/1024@6144,0/1024@32768,0/1024@-]
[junit4:junit4]   2> 2013-06-05 10:32:27.406:DBUG:oejuc.AbstractLifeCycle:starting org.eclipse.jetty.server.nio.SelectChannelConnector$ConnectorSelectorManager@73905690
[junit4:junit4]   2> 2013-06-05 10:32:27.462:DBUG:oejuc.AbstractLifeCycle:STARTED org.eclipse.jetty.server.nio.SelectChannelConnector$ConnectorSelectorManager@73905690
[junit4:junit4]   2> 2013-06-05 10:32:27.466:DBUG:oeji.nio:Starting Thread[qtp1501389316-42 Selector0,5,TGRP-HttpReplicatorTest] on org.eclipse.jetty.io.nio.SelectorManager$1@38a22ea7
[junit4:junit4]   2> 2013-06-05 10:32:27.471:INFO:oejs.AbstractConnector:Started SelectChannelConnector@127.0.0.1:51371
[junit4:junit4]   2> 2013-06-05 10:32:27.471:DBUG:oejuc.AbstractLifeCycle:STARTED SelectChannelConnector@127.0.0.1:51371
[junit4:junit4]   2> 2013-06-05 10:32:27.472:DBUG:oejuc.AbstractLifeCycle:STARTED org.eclipse.jetty.server.Server@d1faace
[junit4:junit4]   2> 2013-06-05 10:32:29.621:DBUG:oejuc.AbstractLifeCycle:stopping org.eclipse.jetty.server.Server@d1faace
[junit4:junit4]   2> 2013-06-05 10:32:29.621:DBUG:oejuc.AbstractLifeCycle:stopping SelectChannelConnector@127.0.0.1:51371
[junit4:junit4]   2> 2013-06-05 10:32:29.624:DBUG:oejuc.AbstractLifeCycle:stopping org.eclipse.jetty.server.nio.SelectChannelConnector$ConnectorSelectorManager@73905690
[junit4:junit4]   2> 2013-06-05 10:32:29.627:DBUG:oeji.nio:Stopped Thread[qtp1501389316-42 Selector0,5,TGRP-HttpReplicatorTest] on org.eclipse.jetty.io.nio.SelectorManager$1@38a22ea7
[junit4:junit4]   2> 2013-06-05 10:32:29.640:DBUG:oejuc.AbstractLifeCycle:STOPPED org.eclipse.jetty.server.nio.SelectChannelConnector$ConnectorSelectorManager@73905690
[junit4:junit4]   2> 2013-06-05 10:32:29.640:DBUG:oejuc.AbstractLifeCycle:stopping PooledBuffers [0/1024@6144,0/1024@16384,0/1024@-]/PooledBuffers [0/1024@6144,0/1024@32768,0/1024@-]
[junit4:junit4]   2> 2013-06-05 10:32:29.641:DBUG:oejuc.AbstractLifeCycle:STOPPED null/null
[junit4:junit4]   2> 2013-06-05 10:32:29.641:DBUG:oejuc.AbstractLifeCycle:STOPPED SelectChannelConnector@127.0.0.1:0
[junit4:junit4]   2> 2013-06-05 10:32:29.641:DBUG:oejuc.AbstractLifeCycle:stopping org.eclipse.jetty.servlet.ServletHandler@31706444
[junit4:junit4]   2> 2013-06-05 10:32:29.641:DBUG:oejsh.AbstractHandler:stopping org.eclipse.jetty.servlet.ServletHandler@31706444
[junit4:junit4]   2> 2013-06-05 10:32:29.641:DBUG:oejuc.AbstractLifeCycle:stopping org.apache.lucene.replicator.http.ReplicationServlet-2088502955
[junit4:junit4]   2> 2013-06-05 10:32:29.641:DBUG:oejuc.AbstractLifeCycle:STOPPED org.apache.lucene.replicator.http.ReplicationServlet-2088502955
[junit4:junit4]   2> 2013-06-05 10:32:29.641:DBUG:oejuc.AbstractLifeCycle:STOPPED org.eclipse.jetty.servlet.ServletHandler@31706444
[junit4:junit4]   2> 2013-06-05 10:32:29.641:DBUG:oejsh.AbstractHandler:stopping org.eclipse.jetty.server.Server@d1faace
[junit4:junit4]   2> 2013-06-05 10:32:29.641:DBUG:oejuc.AbstractLifeCycle:stopping qtp1501389316{8<=8<=8/254,0}
[junit4:junit4]   2> 2013-06-05 10:32:29.704:DBUG:oejuc.AbstractLifeCycle:STOPPED qtp1501389316{8<=0<=0/254,6}
[junit4:junit4]   2> 2013-06-05 10:32:29.704:DBUG:oejuc.AbstractLifeCycle:stopping org.eclipse.jetty.server.session.HashSessionIdManager@29643eec
[junit4:junit4]   2> 2013-06-05 10:32:29.704:DBUG:oejuc.AbstractLifeCycle:STOPPED org.eclipse.jetty.server.session.HashSessionIdManager@29643eec
[junit4:junit4]   2> 2013-06-05 10:32:29.704:DBUG:oejuc.AbstractLifeCycle:STOPPED org.eclipse.jetty.server.Server@d1faace
[junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=HttpReplicatorTest -Dtests.method=testBasic -Dtests.seed=B8423D144314D0 -Dtests.slow=true -Dtests.locale=bg_BG -Dtests.timezone=Africa/Banjul -Dtests.file.encoding=UTF-8
[junit4:junit4] ERROR   3.77s | HttpReplicatorTest.testBasic <<<
[junit4:junit4]    > Throwable #1: org.apache.http.conn.HttpHostConnectException: Connection to http://localhost:51371 refused
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([B8423D144314D0:AB425F28CB9F92FE]:0)
[junit4:junit4]    > 	at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:190)
[junit4:junit4]    > 	at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
[junit4:junit4]    > 	at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
[junit4:junit4]    > 	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
[junit4:junit4]    > 	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
[junit4:junit4]    > 	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
[junit4:junit4]    > 	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
[junit4:junit4]    > 	at org.apache.lucene.replicator.http.HttpClientBase.executeGET(HttpClientBase.java:178)
[junit4:junit4]    > 	at org.apache.lucene.replicator.http.HttpReplicator.checkForUpdate(HttpReplicator.java:51)
[junit4:junit4]    > 	at org.apache.lucene.replicator.ReplicationClient.doUpdate(ReplicationClient.java:196)
[junit4:junit4]    > 	at org.apache.lucene.replicator.ReplicationClient.updateNow(ReplicationClient.java:402)
[junit4:junit4]    > 	at org.apache.lucene.replicator.http.HttpReplicatorTest.testBasic(HttpReplicatorTest.java:112)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:680)
[junit4:junit4]    > Caused by: java.net.ConnectException: Connection refused
[junit4:junit4]    > 	at java.net.PlainSocketImpl.socketConnect(Native Method)
[junit4:junit4]    > 	at java.net.PlainSocketImpl.doConnect(PlainSocketImpl.java:351)
[junit4:junit4]    > 	at java.net.PlainSocketImpl.connectToAddress(PlainSocketImpl.java:213)
[junit4:junit4]    > 	at java.net.PlainSocketImpl.connect(PlainSocketImpl.java:200)
[junit4:junit4]    > 	at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:432)
[junit4:junit4]    > 	at java.net.Socket.connect(Socket.java:529)
[junit4:junit4]    > 	at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
[junit4:junit4]    > 	at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
[junit4:junit4]    > 	... 48 more
[junit4:junit4]   2> NOTE: test params are: codec=Lucene42: {}, docValues:{}, sim=RandomSimilarityProvider(queryNorm=false,coord=no): {}, locale=bg_BG, timezone=Africa/Banjul
[junit4:junit4]   2> NOTE: Mac OS X 10.8.3 x86_64/Apple Inc. 1.6.0_45 (64-bit)/cpus=2,threads=1,free=57558432,total=85000192
[junit4:junit4]   2> NOTE: All tests run in this JVM: [SessionTokenTest, IndexReplicationClientTest, IndexAndTaxonomyRevisionTest, LocalReplicatorTest, IndexAndTaxonomyReplicationClientTest, IndexRevisionTest, HttpReplicatorTest]
[junit4:junit4] Completed in 3.84s, 1 test, 1 error <<< FAILURES!

[...truncated 9 lines...]
BUILD FAILED
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:386: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:366: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:39: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/build.xml:554: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:1827: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/module-build.xml:61: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:1243: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:887: There were test failures: 7 suites, 30 tests, 1 error

Total time: 53 minutes 33 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.6.0 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure