You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2013/05/27 00:40:28 UTC
[JENKINS] Lucene-Solr-4.x-MacOSX (64bit/jdk1.6.0) - Build # 494 -
Still Failing!
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-MacOSX/494/
Java: 64bit/jdk1.6.0 -XX:-UseCompressedOops -XX:+UseParallelGC
1 tests failed.
REGRESSION: org.apache.lucene.replicator.http.HttpReplicatorTest.testBasic
Error Message:
Connection to http://localhost:51867 refused
Stack Trace:
org.apache.http.conn.HttpHostConnectException: Connection to http://localhost:51867 refused
at __randomizedtesting.SeedInfo.seed([5CB057324DBDD82A:F74A4A2792615E04]:0)
at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:190)
at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
at org.apache.lucene.replicator.http.HttpClientBase.executeGET(HttpClientBase.java:178)
at org.apache.lucene.replicator.http.HttpReplicator.checkForUpdate(HttpReplicator.java:51)
at org.apache.lucene.replicator.ReplicationClient.doUpdate(ReplicationClient.java:196)
at org.apache.lucene.replicator.ReplicationClient.updateNow(ReplicationClient.java:402)
at org.apache.lucene.replicator.http.HttpReplicatorTest.testBasic(HttpReplicatorTest.java:112)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at java.lang.Thread.run(Thread.java:680)
Caused by: java.net.ConnectException: Connection refused
at java.net.PlainSocketImpl.socketConnect(Native Method)
at java.net.PlainSocketImpl.doConnect(PlainSocketImpl.java:351)
at java.net.PlainSocketImpl.connectToAddress(PlainSocketImpl.java:213)
at java.net.PlainSocketImpl.connect(PlainSocketImpl.java:200)
at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:432)
at java.net.Socket.connect(Socket.java:529)
at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
... 48 more
Build Log:
[...truncated 7437 lines...]
[junit4:junit4] Suite: org.apache.lucene.replicator.http.HttpReplicatorTest
[junit4:junit4] 2> 2013-05-27 08:39:35.222:DBUG:oejs.ServletHandler:filterNameMap={}
[junit4:junit4] 2> 2013-05-27 08:39:35.224:DBUG:oejs.ServletHandler:pathFilters=null
[junit4:junit4] 2> 2013-05-27 08:39:35.224:DBUG:oejs.ServletHandler:servletFilterMap=null
[junit4:junit4] 2> 2013-05-27 08:39:35.224:DBUG:oejs.ServletHandler:servletPathMap={/replicate/*=org.apache.lucene.replicator.http.ReplicationServlet-21006994}
[junit4:junit4] 2> 2013-05-27 08:39:35.224:DBUG:oejs.ServletHandler:servletNameMap={org.apache.lucene.replicator.http.ReplicationServlet-21006994=org.apache.lucene.replicator.http.ReplicationServlet-21006994}
[junit4:junit4] 2> 2013-05-27 08:39:35.339:DBUG:oejuc.Container:Container org.eclipse.jetty.server.Server@5159e154 + SelectChannelConnector@0.0.0.0:0 as connector
[junit4:junit4] 2> 2013-05-27 08:39:35.344:DBUG:oejuc.Container:Container org.eclipse.jetty.servlet.ServletHandler@19958bf9 + org.apache.lucene.replicator.http.ReplicationServlet-21006994 as servlet
[junit4:junit4] 2> 2013-05-27 08:39:35.344:DBUG:oejuc.Container:Container org.eclipse.jetty.servlet.ServletHandler@19958bf9 + [/replicate/*]=>org.apache.lucene.replicator.http.ReplicationServlet-21006994 as servletMapping
[junit4:junit4] 2> 2013-05-27 08:39:35.344:DBUG:oejuc.Container:Container org.eclipse.jetty.server.Server@5159e154 + org.eclipse.jetty.servlet.ServletHandler@19958bf9 as handler
[junit4:junit4] 2> 2013-05-27 08:39:35.381:DBUG:oejuc.Container:Container org.eclipse.jetty.server.Server@5159e154 - SelectChannelConnector@0.0.0.0:0 as connector
[junit4:junit4] 2> 2013-05-27 08:39:35.381:DBUG:oejuc.Container:Container org.eclipse.jetty.server.Server@5159e154 + SelectChannelConnector@127.0.0.1:0 as connector
[junit4:junit4] 2> 2013-05-27 08:39:35.392:DBUG:oejuc.Container:Container org.eclipse.jetty.server.Server@5159e154 + org.eclipse.jetty.server.session.HashSessionIdManager@a578073 as sessionIdManager
[junit4:junit4] 2> 2013-05-27 08:39:35.392:DBUG:oejuc.AbstractLifeCycle:starting org.eclipse.jetty.server.Server@5159e154
[junit4:junit4] 2> 2013-05-27 08:39:35.392:INFO:oejs.Server:jetty-8.1.10.v20130312
[junit4:junit4] 2> 2013-05-27 08:39:35.504:DBUG:oejuc.Container:Container org.eclipse.jetty.server.Server@5159e154 + qtp423106912{8<=0<=0/254,-1} as threadpool
[junit4:junit4] 2> 2013-05-27 08:39:35.504:DBUG:oejuc.AbstractLifeCycle:starting org.eclipse.jetty.servlet.ServletHandler@19958bf9
[junit4:junit4] 2> 2013-05-27 08:39:35.527:DBUG:oejs.ServletHandler:filterNameMap={}
[junit4:junit4] 2> 2013-05-27 08:39:35.527:DBUG:oejs.ServletHandler:pathFilters=null
[junit4:junit4] 2> 2013-05-27 08:39:35.527:DBUG:oejs.ServletHandler:servletFilterMap=null
[junit4:junit4] 2> 2013-05-27 08:39:35.527:DBUG:oejs.ServletHandler:servletPathMap={/replicate/*=org.apache.lucene.replicator.http.ReplicationServlet-21006994}
[junit4:junit4] 2> 2013-05-27 08:39:35.527:DBUG:oejs.ServletHandler:servletNameMap={org.apache.lucene.replicator.http.ReplicationServlet-21006994=org.apache.lucene.replicator.http.ReplicationServlet-21006994}
[junit4:junit4] 2> 2013-05-27 08:39:35.527:DBUG:oejsh.AbstractHandler:starting org.eclipse.jetty.servlet.ServletHandler@19958bf9
[junit4:junit4] 2> 2013-05-27 08:39:35.528:DBUG:oejuc.AbstractLifeCycle:starting org.apache.lucene.replicator.http.ReplicationServlet-21006994
[junit4:junit4] 2> 2013-05-27 08:39:35.561:DBUG:oejuc.AbstractLifeCycle:STARTED org.apache.lucene.replicator.http.ReplicationServlet-21006994
[junit4:junit4] 2> 2013-05-27 08:39:35.561:DBUG:oejuc.AbstractLifeCycle:STARTED org.eclipse.jetty.servlet.ServletHandler@19958bf9
[junit4:junit4] 2> 2013-05-27 08:39:35.561:DBUG:oejsh.AbstractHandler:starting org.eclipse.jetty.server.Server@5159e154
[junit4:junit4] 2> 2013-05-27 08:39:35.561:DBUG:oejuc.AbstractLifeCycle:starting org.eclipse.jetty.server.session.HashSessionIdManager@a578073
[junit4:junit4] 2> 2013-05-27 08:39:35.561:DBUG:oejuc.AbstractLifeCycle:STARTED org.eclipse.jetty.server.session.HashSessionIdManager@a578073
[junit4:junit4] 2> 2013-05-27 08:39:35.561:DBUG:oejuc.AbstractLifeCycle:starting qtp423106912{8<=0<=0/254,-1}
[junit4:junit4] 2> 2013-05-27 08:39:35.575:DBUG:oejuc.AbstractLifeCycle:STARTED qtp423106912{8<=8<=8/254,0}
[junit4:junit4] 2> 2013-05-27 08:39:35.575:DBUG:oejuc.AbstractLifeCycle:starting SelectChannelConnector@127.0.0.1:0
[junit4:junit4] 2> 2013-05-27 08:39:35.843:DBUG:oejuc.AbstractLifeCycle:starting null/null
[junit4:junit4] 2> 2013-05-27 08:39:35.861:DBUG:oejuc.AbstractLifeCycle:STARTED PooledBuffers [0/1024@6144,0/1024@16384,0/1024@-]/PooledBuffers [0/1024@6144,0/1024@32768,0/1024@-]
[junit4:junit4] 2> 2013-05-27 08:39:35.862:DBUG:oejuc.AbstractLifeCycle:starting org.eclipse.jetty.server.nio.SelectChannelConnector$ConnectorSelectorManager@716de067
[junit4:junit4] 2> 2013-05-27 08:39:35.924:DBUG:oejuc.AbstractLifeCycle:STARTED org.eclipse.jetty.server.nio.SelectChannelConnector$ConnectorSelectorManager@716de067
[junit4:junit4] 2> 2013-05-27 08:39:35.928:DBUG:oeji.nio:Starting Thread[qtp423106912-13 Selector0,5,TGRP-HttpReplicatorTest] on org.eclipse.jetty.io.nio.SelectorManager$1@44ed904
[junit4:junit4] 2> 2013-05-27 08:39:35.928:INFO:oejs.AbstractConnector:Started SelectChannelConnector@127.0.0.1:51867
[junit4:junit4] 2> 2013-05-27 08:39:35.930:DBUG:oejuc.AbstractLifeCycle:STARTED SelectChannelConnector@127.0.0.1:51867
[junit4:junit4] 2> 2013-05-27 08:39:35.930:DBUG:oejuc.AbstractLifeCycle:STARTED org.eclipse.jetty.server.Server@5159e154
[junit4:junit4] 2> 2013-05-27 08:39:40.978:DBUG:oejuc.AbstractLifeCycle:stopping org.eclipse.jetty.server.Server@5159e154
[junit4:junit4] 2> 2013-05-27 08:39:40.978:DBUG:oejuc.AbstractLifeCycle:stopping SelectChannelConnector@127.0.0.1:51867
[junit4:junit4] 2> 2013-05-27 08:39:40.991:DBUG:oejuc.AbstractLifeCycle:stopping org.eclipse.jetty.server.nio.SelectChannelConnector$ConnectorSelectorManager@716de067
[junit4:junit4] 2> 2013-05-27 08:39:40.994:DBUG:oeji.nio:Stopped Thread[qtp423106912-13 Selector0,5,TGRP-HttpReplicatorTest] on org.eclipse.jetty.io.nio.SelectorManager$1@44ed904
[junit4:junit4] 2> 2013-05-27 08:39:41.011:DBUG:oejuc.AbstractLifeCycle:STOPPED org.eclipse.jetty.server.nio.SelectChannelConnector$ConnectorSelectorManager@716de067
[junit4:junit4] 2> 2013-05-27 08:39:41.011:DBUG:oejuc.AbstractLifeCycle:stopping PooledBuffers [0/1024@6144,0/1024@16384,0/1024@-]/PooledBuffers [0/1024@6144,0/1024@32768,0/1024@-]
[junit4:junit4] 2> 2013-05-27 08:39:41.012:DBUG:oejuc.AbstractLifeCycle:STOPPED null/null
[junit4:junit4] 2> 2013-05-27 08:39:41.012:DBUG:oejuc.AbstractLifeCycle:STOPPED SelectChannelConnector@127.0.0.1:0
[junit4:junit4] 2> 2013-05-27 08:39:41.012:DBUG:oejuc.AbstractLifeCycle:stopping org.eclipse.jetty.servlet.ServletHandler@19958bf9
[junit4:junit4] 2> 2013-05-27 08:39:41.012:DBUG:oejsh.AbstractHandler:stopping org.eclipse.jetty.servlet.ServletHandler@19958bf9
[junit4:junit4] 2> 2013-05-27 08:39:41.012:DBUG:oejuc.AbstractLifeCycle:stopping org.apache.lucene.replicator.http.ReplicationServlet-21006994
[junit4:junit4] 2> 2013-05-27 08:39:41.013:DBUG:oejuc.AbstractLifeCycle:STOPPED org.apache.lucene.replicator.http.ReplicationServlet-21006994
[junit4:junit4] 2> 2013-05-27 08:39:41.013:DBUG:oejuc.AbstractLifeCycle:STOPPED org.eclipse.jetty.servlet.ServletHandler@19958bf9
[junit4:junit4] 2> 2013-05-27 08:39:41.013:DBUG:oejsh.AbstractHandler:stopping org.eclipse.jetty.server.Server@5159e154
[junit4:junit4] 2> 2013-05-27 08:39:41.013:DBUG:oejuc.AbstractLifeCycle:stopping qtp423106912{8<=8<=8/254,0}
[junit4:junit4] 2> 2013-05-27 08:39:41.075:DBUG:oejuc.AbstractLifeCycle:STOPPED qtp423106912{8<=0<=0/254,5}
[junit4:junit4] 2> 2013-05-27 08:39:41.075:DBUG:oejuc.AbstractLifeCycle:stopping org.eclipse.jetty.server.session.HashSessionIdManager@a578073
[junit4:junit4] 2> 2013-05-27 08:39:41.075:DBUG:oejuc.AbstractLifeCycle:STOPPED org.eclipse.jetty.server.session.HashSessionIdManager@a578073
[junit4:junit4] 2> 2013-05-27 08:39:41.075:DBUG:oejuc.AbstractLifeCycle:STOPPED org.eclipse.jetty.server.Server@5159e154
[junit4:junit4] 2> NOTE: reproduce with: ant test -Dtestcase=HttpReplicatorTest -Dtests.method=testBasic -Dtests.seed=5CB057324DBDD82A -Dtests.slow=true -Dtests.locale=no_NO -Dtests.timezone=Asia/Yakutsk -Dtests.file.encoding=MacRoman
[junit4:junit4] ERROR 7.10s | HttpReplicatorTest.testBasic <<<
[junit4:junit4] > Throwable #1: org.apache.http.conn.HttpHostConnectException: Connection to http://localhost:51867 refused
[junit4:junit4] > at __randomizedtesting.SeedInfo.seed([5CB057324DBDD82A:F74A4A2792615E04]:0)
[junit4:junit4] > at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:190)
[junit4:junit4] > at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
[junit4:junit4] > at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
[junit4:junit4] > at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
[junit4:junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
[junit4:junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
[junit4:junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
[junit4:junit4] > at org.apache.lucene.replicator.http.HttpClientBase.executeGET(HttpClientBase.java:178)
[junit4:junit4] > at org.apache.lucene.replicator.http.HttpReplicator.checkForUpdate(HttpReplicator.java:51)
[junit4:junit4] > at org.apache.lucene.replicator.ReplicationClient.doUpdate(ReplicationClient.java:196)
[junit4:junit4] > at org.apache.lucene.replicator.ReplicationClient.updateNow(ReplicationClient.java:402)
[junit4:junit4] > at org.apache.lucene.replicator.http.HttpReplicatorTest.testBasic(HttpReplicatorTest.java:112)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:680)
[junit4:junit4] > Caused by: java.net.ConnectException: Connection refused
[junit4:junit4] > at java.net.PlainSocketImpl.socketConnect(Native Method)
[junit4:junit4] > at java.net.PlainSocketImpl.doConnect(PlainSocketImpl.java:351)
[junit4:junit4] > at java.net.PlainSocketImpl.connectToAddress(PlainSocketImpl.java:213)
[junit4:junit4] > at java.net.PlainSocketImpl.connect(PlainSocketImpl.java:200)
[junit4:junit4] > at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:432)
[junit4:junit4] > at java.net.Socket.connect(Socket.java:529)
[junit4:junit4] > at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
[junit4:junit4] > at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
[junit4:junit4] > ... 48 more
[junit4:junit4] 2> NOTE: test params are: codec=Lucene42: {}, docValues:{}, sim=DefaultSimilarity, locale=no_NO, timezone=Asia/Yakutsk
[junit4:junit4] 2> NOTE: Mac OS X 10.8.3 x86_64/Apple Inc. 1.6.0_45 (64-bit)/cpus=2,threads=1,free=68983240,total=84017152
[junit4:junit4] 2> NOTE: All tests run in this JVM: [HttpReplicatorTest]
[junit4:junit4] Completed in 9.58s, 1 test, 1 error <<< FAILURES!
[...truncated 27 lines...]
BUILD FAILED
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:386: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:366: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:39: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/build.xml:554: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:1827: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/module-build.xml:61: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:1243: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:887: There were test failures: 7 suites, 30 tests, 1 error
Total time: 50 minutes 41 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.6.0 -XX:-UseCompressedOops -XX:+UseParallelGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure
[JENKINS] Lucene-Solr-4.x-MacOSX (64bit/jdk1.7.0) - Build # 498 -
Still Failing!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-MacOSX/498/
Java: 64bit/jdk1.7.0 -XX:-UseCompressedOops -XX:+UseParallelGC
1 tests failed.
REGRESSION: org.apache.solr.cloud.ChaosMonkeyShardSplitTest.testDistribSearch
Error Message:
Server at http://127.0.0.1:52431/df returned non ok status:500, message:Server Error
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: Server at http://127.0.0.1:52431/df returned non ok status:500, message:Server Error
at __randomizedtesting.SeedInfo.seed([C345B394745EAB26:42A33D8C0301CB1A]:0)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:385)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
at org.apache.solr.cloud.ShardSplitTest.splitShard(ShardSplitTest.java:208)
at org.apache.solr.cloud.ChaosMonkeyShardSplitTest.doTest(ChaosMonkeyShardSplitTest.java:136)
at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:815)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:601)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at java.lang.Thread.run(Thread.java:722)
Build Log:
[...truncated 9396 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.ChaosMonkeyShardSplitTest
[junit4:junit4] 2> 1006823 T1783 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /df/
[junit4:junit4] 2> 1006838 T1783 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4] 2> Creating dataDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solrtest-ChaosMonkeyShardSplitTest-1369713886003
[junit4:junit4] 2> 1006842 T1783 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4] 2> 1006845 T1784 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4] 2> 1006947 T1783 oasc.ZkTestServer.run start zk server on port:52424
[junit4:junit4] 2> 1006950 T1783 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 1006959 T1790 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@17d526e5 name:ZooKeeperConnection Watcher:127.0.0.1:52424 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 1006960 T1783 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 1006960 T1783 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4] 2> 1006980 T1783 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 1006988 T1792 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@24426f41 name:ZooKeeperConnection Watcher:127.0.0.1:52424/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 1006988 T1783 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 1006989 T1783 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4] 2> 1007004 T1783 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4] 2> 1007017 T1783 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4] 2> 1007028 T1783 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4] 2> 1007041 T1783 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4] 2> 1007043 T1783 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4] 2> 1007057 T1783 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4:junit4] 2> 1007058 T1783 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4] 2> 1007077 T1783 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4] 2> 1007079 T1783 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4] 2> 1007089 T1783 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4] 2> 1007091 T1783 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4] 2> 1007099 T1783 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4] 2> 1007101 T1783 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4] 2> 1007110 T1783 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4] 2> 1007112 T1783 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4] 2> 1007122 T1783 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 2> 1007123 T1783 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 2> 1007141 T1783 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4] 2> 1007142 T1783 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4] 2> 1007152 T1783 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4] 2> 1007154 T1783 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4] 2> 1007939 T1783 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 1007957 T1783 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52427
[junit4:junit4] 2> 1007958 T1783 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 1007959 T1783 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 1007959 T1783 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1369713886328
[junit4:junit4] 2> 1007960 T1783 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1369713886328/solr.xml
[junit4:junit4] 2> 1007961 T1783 oasc.CoreContainer.<init> New CoreContainer 172202967
[junit4:junit4] 2> 1007962 T1783 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1369713886328/'
[junit4:junit4] 2> 1007964 T1783 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1369713886328/'
[junit4:junit4] 2> 1008237 T1783 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 1008237 T1783 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 1008238 T1783 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 1008238 T1783 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 1008239 T1783 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 1008239 T1783 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 1008239 T1783 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 1008240 T1783 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 1008240 T1783 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 1008241 T1783 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 1008279 T1783 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 1008280 T1783 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:52424/solr
[junit4:junit4] 2> 1008281 T1783 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 1008284 T1783 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 1008292 T1803 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7fa49ae7 name:ZooKeeperConnection Watcher:127.0.0.1:52424 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 1008294 T1783 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 1008301 T1783 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 1008337 T1783 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 1008342 T1805 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@19338d5f name:ZooKeeperConnection Watcher:127.0.0.1:52424/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 1008343 T1783 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 1008349 T1783 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4:junit4] 2> 1008362 T1783 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4:junit4] 2> 1008374 T1783 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4] 2> 1008381 T1783 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52427_df
[junit4:junit4] 2> 1008384 T1783 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52427_df
[junit4:junit4] 2> 1008395 T1783 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4] 2> 1008421 T1783 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4] 2> 1008433 T1783 oasc.Overseer.start Overseer (id=89765569234206723-127.0.0.1:52427_df-n_0000000000) starting
[junit4:junit4] 2> 1008444 T1783 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4:junit4] 2> 1008457 T1807 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4] 2> 1008464 T1783 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4] 2> 1008479 T1783 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4:junit4] 2> 1008489 T1783 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 1008500 T1806 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4] 2> 1008513 T1808 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1369713886328/collection1
[junit4:junit4] 2> 1008513 T1808 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4] 2> 1008515 T1808 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 1008516 T1808 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4] 2> 1008520 T1808 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1369713886328/collection1/'
[junit4:junit4] 2> 1008523 T1808 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1369713886328/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 1008523 T1808 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1369713886328/collection1/lib/README' to classloader
[junit4:junit4] 2> 1008622 T1808 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 1008764 T1808 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 1008768 T1808 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 1008776 T1808 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> 1009904 T1808 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 1009912 T1808 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 1009917 T1808 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 1009931 T1808 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 1010058 T1808 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 1010059 T1808 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1369713886328/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369713886001/control/data/
[junit4:junit4] 2> 1010060 T1808 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1ed56fe5
[junit4:junit4] 2> 1010061 T1808 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 1010062 T1808 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369713886001/control/data
[junit4:junit4] 2> 1010063 T1808 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369713886001/control/data/index/
[junit4:junit4] 2> 1010064 T1808 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369713886001/control/data/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 1010065 T1808 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369713886001/control/data/index
[junit4:junit4] 2> 1010074 T1808 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@56d0ddb8 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2c24cb1b),segFN=segments_1,generation=1}
[junit4:junit4] 2> 1010075 T1808 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 1010083 T1808 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 1010085 T1808 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 1010091 T1808 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 1010095 T1808 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 1010096 T1808 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 1010097 T1808 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 1010097 T1808 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 1010098 T1808 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 1010099 T1808 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 1010125 T1808 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 1010140 T1808 oass.SolrIndexSearcher.<init> Opening Searcher@4d9fc7ad main
[junit4:junit4] 2> 1010141 T1808 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369713886001/control/data/tlog
[junit4:junit4] 2> 1010144 T1808 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 1010145 T1808 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 1010153 T1809 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4d9fc7ad main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 1010156 T1808 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 1010156 T1808 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 1011530 T1806 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1011533 T1806 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"control_collection",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:52427_df",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:52427/df"}
[junit4:junit4] 2> 1011533 T1806 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4] 2> 1011534 T1806 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4] 2> 1011550 T1805 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 1012163 T1808 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 1012163 T1808 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:52427/df collection:control_collection shard:shard1
[junit4:junit4] 2> 1012166 T1808 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4] 2> 1012203 T1808 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 1012211 T1808 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 1012211 T1808 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 1012212 T1808 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:52427/df/collection1/
[junit4:junit4] 2> 1012212 T1808 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 1012213 T1808 oasc.SyncStrategy.syncToMe http://127.0.0.1:52427/df/collection1/ has no replicas
[junit4:junit4] 2> 1012213 T1808 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:52427/df/collection1/
[junit4:junit4] 2> 1012213 T1808 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4] 2> 1013071 T1806 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1013104 T1805 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 1013160 T1808 oasc.ZkController.register We are http://127.0.0.1:52427/df/collection1/ and leader is http://127.0.0.1:52427/df/collection1/
[junit4:junit4] 2> 1013161 T1808 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:52427/df
[junit4:junit4] 2> 1013161 T1808 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 1013161 T1808 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 1013161 T1808 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 1013165 T1808 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1013169 T1783 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4] 2> 1013169 T1783 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 1013170 T1783 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 1013203 T1783 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4] 2> 1013206 T1783 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 1013212 T1812 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1bc51f4e name:ZooKeeperConnection Watcher:127.0.0.1:52424/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 1013213 T1783 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 1013218 T1783 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 1013227 T1783 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4] 2> 1013839 T1783 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 1013849 T1783 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52431
[junit4:junit4] 2> 1013850 T1783 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 1013851 T1783 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 1013851 T1783 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1369713892390
[junit4:junit4] 2> 1013852 T1783 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1369713892390/solr.xml
[junit4:junit4] 2> 1013852 T1783 oasc.CoreContainer.<init> New CoreContainer 1521339240
[junit4:junit4] 2> 1013853 T1783 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1369713892390/'
[junit4:junit4] 2> 1013854 T1783 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1369713892390/'
[junit4:junit4] 2> 1014072 T1783 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 1014073 T1783 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 1014073 T1783 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 1014074 T1783 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 1014075 T1783 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 1014075 T1783 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 1014076 T1783 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 1014076 T1783 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 1014077 T1783 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 1014078 T1783 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 1014106 T1783 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 1014107 T1783 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:52424/solr
[junit4:junit4] 2> 1014107 T1783 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 1014113 T1783 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 1014118 T1823 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3771eba name:ZooKeeperConnection Watcher:127.0.0.1:52424 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 1014119 T1783 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 1014127 T1783 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 1014183 T1783 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 1014190 T1825 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5508e99f name:ZooKeeperConnection Watcher:127.0.0.1:52424/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 1014192 T1783 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 1014210 T1783 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 1014628 T1806 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1014630 T1806 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:52427_df_collection1",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"control_collection",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:52427_df",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:52427/df"}
[junit4:junit4] 2> 1014644 T1825 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 1014645 T1812 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 1014645 T1805 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 1015223 T1783 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52431_df
[junit4:junit4] 2> 1015228 T1783 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52431_df
[junit4:junit4] 2> 1015238 T1825 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 1015239 T1805 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 1015241 T1812 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 1015241 T1812 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 1015250 T1805 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 1015257 T1825 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 1015270 T1826 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1369713892390/collection1
[junit4:junit4] 2> 1015271 T1826 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 1015273 T1826 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 1015273 T1826 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 1015277 T1826 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1369713892390/collection1/'
[junit4:junit4] 2> 1015280 T1826 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1369713892390/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 1015281 T1826 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1369713892390/collection1/lib/README' to classloader
[junit4:junit4] 2> 1015368 T1826 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 1015466 T1826 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 1015470 T1826 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 1015477 T1826 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> 1016435 T1826 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 1016441 T1826 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 1016444 T1826 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 1016462 T1826 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 1016549 T1826 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 1016550 T1826 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1369713892390/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369713886001/jetty1/
[junit4:junit4] 2> 1016550 T1826 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1ed56fe5
[junit4:junit4] 2> 1016551 T1826 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 1016552 T1826 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369713886001/jetty1
[junit4:junit4] 2> 1016552 T1826 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369713886001/jetty1/index/
[junit4:junit4] 2> 1016552 T1826 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369713886001/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 1016554 T1826 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369713886001/jetty1/index
[junit4:junit4] 2> 1016560 T1826 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@32eeca40 lockFactory=org.apache.lucene.store.NativeFSLockFactory@56889e1c),segFN=segments_1,generation=1}
[junit4:junit4] 2> 1016561 T1826 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 1016566 T1826 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 1016566 T1826 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 1016568 T1826 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 1016570 T1826 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 1016571 T1826 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 1016572 T1826 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 1016572 T1826 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 1016573 T1826 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 1016574 T1826 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 1016599 T1826 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 1016639 T1826 oass.SolrIndexSearcher.<init> Opening Searcher@ee27ba main
[junit4:junit4] 2> 1016640 T1826 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369713886001/jetty1/tlog
[junit4:junit4] 2> 1016642 T1826 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 1016642 T1826 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 1016648 T1827 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@ee27ba main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 1016652 T1826 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 1016652 T1826 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 1017693 T1806 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1017702 T1806 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:52431_df",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:52431/df"}
[junit4:junit4] 2> 1017703 T1806 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 2
[junit4:junit4] 2> 1017703 T1806 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4] 2> 1017730 T1812 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 1017730 T1825 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 1017731 T1805 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 1018660 T1826 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 1018661 T1826 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:52431/df collection:collection1 shard:shard1
[junit4:junit4] 2> 1018668 T1826 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4] 2> 1018703 T1826 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 1018722 T1826 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 1018723 T1826 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 1018723 T1826 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:52431/df/collection1/
[junit4:junit4] 2> 1018723 T1826 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 1018724 T1826 oasc.SyncStrategy.syncToMe http://127.0.0.1:52431/df/collection1/ has no replicas
[junit4:junit4] 2> 1018724 T1826 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:52431/df/collection1/
[junit4:junit4] 2> 1018724 T1826 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4] 2> 1019268 T1806 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1019311 T1825 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 1019313 T1812 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 1019314 T1805 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 1019322 T1826 oasc.ZkController.register We are http://127.0.0.1:52431/df/collection1/ and leader is http://127.0.0.1:52431/df/collection1/
[junit4:junit4] 2> 1019322 T1826 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:52431/df
[junit4:junit4] 2> 1019323 T1826 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 1019324 T1826 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 1019325 T1826 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 1019334 T1826 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1019349 T1783 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4] 2> 1019352 T1783 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 1019353 T1783 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 1020430 T1783 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 1020472 T1783 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52434
[junit4:junit4] 2> 1020478 T1783 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 1020481 T1783 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 1020483 T1783 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1369713898575
[junit4:junit4] 2> 1020484 T1783 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1369713898575/solr.xml
[junit4:junit4] 2> 1020485 T1783 oasc.CoreContainer.<init> New CoreContainer 655466152
[junit4:junit4] 2> 1020486 T1783 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1369713898575/'
[junit4:junit4] 2> 1020488 T1783 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1369713898575/'
[junit4:junit4] 2> 1020821 T1783 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 1020822 T1783 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 1020823 T1783 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 1020823 T1783 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 1020824 T1783 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 1020824 T1783 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 1020825 T1783 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 1020835 T1783 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 1020836 T1783 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 1020836 T1783 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 1020875 T1783 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 1020884 T1783 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:52424/solr
[junit4:junit4] 2> 1020885 T1783 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 1020896 T1783 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 1020901 T1806 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1020909 T1806 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:52431_df_collection1",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:52431_df",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:52431/df"}
[junit4:junit4] 2> 1020912 T1839 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@70973084 name:ZooKeeperConnection Watcher:127.0.0.1:52424 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 1020912 T1783 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 1020951 T1783 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 1020954 T1805 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 1020953 T1825 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 1020953 T1812 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 1021003 T1783 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 1021012 T1841 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5e936a53 name:ZooKeeperConnection Watcher:127.0.0.1:52424/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 1021014 T1783 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 1021078 T1783 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 1022121 T1783 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52434_df
[junit4:junit4] 2> 1022128 T1783 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52434_df
[junit4:junit4] 2> 1022142 T1805 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 1022146 T1825 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 1022151 T1812 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 1022152 T1841 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 1022152 T1812 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1022157 T1805 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 1022163 T1825 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 1022181 T1842 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1369713898575/collection1
[junit4:junit4] 2> 1022182 T1842 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 1022187 T1842 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 1022187 T1842 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 1022196 T1842 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1369713898575/collection1/'
[junit4:junit4] 2> 1022197 T1842 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1369713898575/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 1022198 T1842 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1369713898575/collection1/lib/README' to classloader
[junit4:junit4] 2> 1022299 T1842 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 1022488 T1842 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 1022495 T1842 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 1022508 T1842 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> 1023948 T1842 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 1023965 T1842 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 1023969 T1842 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 1023982 T1842 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 1024246 T1842 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 1024248 T1842 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1369713898575/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369713886001/jetty2/
[junit4:junit4] 2> 1024248 T1842 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1ed56fe5
[junit4:junit4] 2> 1024250 T1842 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 1024254 T1842 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369713886001/jetty2
[junit4:junit4] 2> 1024255 T1842 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369713886001/jetty2/index/
[junit4:junit4] 2> 1024256 T1842 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369713886001/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 1024262 T1842 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369713886001/jetty2/index
[junit4:junit4] 2> 1024269 T1842 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6f255dc5 lockFactory=org.apache.lucene.store.NativeFSLockFactory@d7b5bd4),segFN=segments_1,generation=1}
[junit4:junit4] 2> 1024270 T1842 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 1024280 T1842 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 1024281 T1842 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 1024283 T1842 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 1024285 T1842 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 1024287 T1842 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 1024288 T1842 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 1024289 T1842 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 1024290 T1842 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 1024292 T1842 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 1024328 T1842 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 1024378 T1842 oass.SolrIndexSearcher.<init> Opening Searcher@52b3d4a0 main
[junit4:junit4] 2> 1024379 T1842 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369713886001/jetty2/tlog
[junit4:junit4] 2> 1024382 T1842 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 1024382 T1842 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 1024394 T1843 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@52b3d4a0 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 1024401 T1842 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 1024402 T1842 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 1025514 T1806 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1025521 T1806 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:52434_df",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:52434/df"}
[junit4:junit4] 2> 1025522 T1806 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4] 2> 1025523 T1806 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard2
[junit4:junit4] 2> 1025549 T1841 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1025550 T1812 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1025551 T1825 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1025552 T1805 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1026410 T1842 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 1026411 T1842 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:52434/df collection:collection1 shard:shard2
[junit4:junit4] 2> 1026413 T1842 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4:junit4] 2> 1026447 T1842 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 1026457 T1842 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 1026458 T1842 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 1026459 T1842 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:52434/df/collection1/
[junit4:junit4] 2> 1026459 T1842 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 1026460 T1842 oasc.SyncStrategy.syncToMe http://127.0.0.1:52434/df/collection1/ has no replicas
[junit4:junit4] 2> 1026460 T1842 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:52434/df/collection1/
[junit4:junit4] 2> 1026461 T1842 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4:junit4] 2> 1027079 T1806 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1027107 T1812 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1027107 T1841 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1027109 T1805 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1027109 T1825 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1027154 T1842 oasc.ZkController.register We are http://127.0.0.1:52434/df/collection1/ and leader is http://127.0.0.1:52434/df/collection1/
[junit4:junit4] 2> 1027155 T1842 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:52434/df
[junit4:junit4] 2> 1027156 T1842 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 1027156 T1842 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 1027157 T1842 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 1027163 T1842 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1027167 T1783 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4] 2> 1027168 T1783 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 1027169 T1783 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 1028199 T1783 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 1028222 T1783 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52437
[junit4:junit4] 2> 1028224 T1783 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 1028225 T1783 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 1028226 T1783 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1369713906377
[junit4:junit4] 2> 1028227 T1783 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1369713906377/solr.xml
[junit4:junit4] 2> 1028228 T1783 oasc.CoreContainer.<init> New CoreContainer 1890794987
[junit4:junit4] 2> 1028229 T1783 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1369713906377/'
[junit4:junit4] 2> 1028231 T1783 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1369713906377/'
[junit4:junit4] 2> 1028618 T1783 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 1028619 T1783 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 1028619 T1783 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 1028620 T1783 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 1028621 T1783 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 1028622 T1783 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 1028622 T1783 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 1028623 T1783 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 1028624 T1783 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 1028624 T1783 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 1028652 T1806 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1028657 T1806 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:52434_df_collection1",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard2",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:52434_df",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:52434/df"}
[junit4:junit4] 2> 1028686 T1783 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 1028703 T1783 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:52424/solr
[junit4:junit4] 2> 1028704 T1783 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 1028698 T1805 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1028698 T1825 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1028697 T1812 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1028697 T1841 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1028736 T1783 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 1028739 T1855 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7a030e2a name:ZooKeeperConnection Watcher:127.0.0.1:52424 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 1028741 T1783 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 1028785 T1783 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 1028826 T1783 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 1028841 T1857 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@79c04bb1 name:ZooKeeperConnection Watcher:127.0.0.1:52424/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 1028845 T1783 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 1028943 T1783 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 1030000 T1783 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52437_df
[junit4:junit4] 2> 1030011 T1783 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52437_df
[junit4:junit4] 2> 1030024 T1825 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1030027 T1805 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1030033 T1812 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 1030033 T1812 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 1030034 T1857 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 1030036 T1841 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 1030036 T1841 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 1030046 T1825 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 1030047 T1805 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 1030073 T1858 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1369713906377/collection1
[junit4:junit4] 2> 1030073 T1858 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 1030077 T1858 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 1030078 T1858 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 1030083 T1858 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1369713906377/collection1/'
[junit4:junit4] 2> 1030086 T1858 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1369713906377/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 1030086 T1858 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1369713906377/collection1/lib/README' to classloader
[junit4:junit4] 2> 1030207 T1858 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 1030389 T1858 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 1030398 T1858 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 1030405 T1858 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> 1031736 T1858 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 1031745 T1858 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 1031751 T1858 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 1031772 T1858 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 1031913 T1858 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 1031915 T1858 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1369713906377/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369713886001/jetty3/
[junit4:junit4] 2> 1031915 T1858 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1ed56fe5
[junit4:junit4] 2> 1031918 T1858 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 1031919 T1858 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369713886001/jetty3
[junit4:junit4] 2> 1031919 T1858 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369713886001/jetty3/index/
[junit4:junit4] 2> 1031920 T1858 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369713886001/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 1031922 T1858 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369713886001/jetty3/index
[junit4:junit4] 2> 1031931 T1858 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@14414fe5 lockFactory=org.apache.lucene.store.NativeFSLockFactory@190ba1c3),segFN=segments_1,generation=1}
[junit4:junit4] 2> 1031933 T1858 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 1031940 T1858 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 1031941 T1858 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 1031942 T1858 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 1031943 T1858 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 1031945 T1858 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 1031945 T1858 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 1031946 T1858 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 1031947 T1858 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 1031948 T1858 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 1031983 T1858 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 1031999 T1858 oass.SolrIndexSearcher.<init> Opening Searcher@3f971d31 main
[junit4:junit4] 2> 1032000 T1858 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369713886001/jetty3/tlog
[junit4:junit4] 2> 1032003 T1858 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 1032004 T1858 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 1032014 T1859 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3f971d31 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 1032020 T1858 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 1032020 T1858 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 1033266 T1806 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1033268 T1806 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:52437_df",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:52437/df"}
[junit4:junit4] 2> 1033269 T1806 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4] 2> 1033269 T1806 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4] 2> 1033347 T1857 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 1033348 T1841 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 1033349 T1812 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 1033349 T1825 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 1033350 T1805 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 1034028 T1858 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 1034029 T1858 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:52437/df collection:collection1 shard:shard1
[junit4:junit4] 2> 1034044 T1858 oasc.ZkController.register We are http://127.0.0.1:52437/df/collection1/ and leader is http://127.0.0.1:52431/df/collection1/
[junit4:junit4] 2> 1034045 T1858 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:52437/df
[junit4:junit4] 2> 1034045 T1858 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4] 2> 1034046 T1858 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4] 2> ASYNC NEW_CORE C676 name=collection1 org.apache.solr.core.SolrCore@7b3bd807 url=http://127.0.0.1:52437/df/collection1 node=127.0.0.1:52437_df C676_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:52437_df, base_url=http://127.0.0.1:52437/df}
[junit4:junit4] 2> 1034048 T1860 C676 P52437 oasc.RecoveryStrategy.run Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 2> 1034052 T1860 C676 P52437 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4] 2> 1034056 T1860 C676 P52437 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4] 2> 1034057 T1860 C676 P52437 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 1034063 T1858 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1034065 T1860 C676 P52437 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 1034069 T1783 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4] 2> 1034070 T1783 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 1034071 T1783 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 1034122 T1820 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 127.0.0.1:52437_df_collection1, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4] 2> 1034875 T1806 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1034878 T1806 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:52437_df_collection1",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"recovering",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:52437_df",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:52437/df"}
[junit4:junit4] 2> 1034893 T1857 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 1034894 T1812 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 1034894 T1825 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 1034896 T1805 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 1034895 T1841 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 1034983 T1783 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 1034995 T1783 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52441
[junit4:junit4] 2> 1034996 T1783 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 1034997 T1783 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 1034997 T1783 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1369713913270
[junit4:junit4] 2> 1034998 T1783 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1369713913270/solr.xml
[junit4:junit4] 2> 1034999 T1783 oasc.CoreContainer.<init> New CoreContainer 1946064216
[junit4:junit4] 2> 1034999 T1783 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1369713913270/'
[junit4:junit4] 2> 1035000 T1783 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1369713913270/'
[junit4:junit4] 2> 1035124 T1820 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 127.0.0.1:52437_df_collection1, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4:junit4] 2> 1035125 T1820 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=127.0.0.1:52437_df_collection1&state=recovering&nodeName=127.0.0.1:52437_df&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=1003
[junit4:junit4] 2> 1035255 T1783 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 1035256 T1783 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 1035256 T1783 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 1035256 T1783 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 1035257 T1783 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 1035257 T1783 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 1035258 T1783 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 1035258 T1783 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 1035259 T1783 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 1035259 T1783 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 1035292 T1783 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 1035294 T1783 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:52424/solr
[junit4:junit4] 2> 1035295 T1783 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 1035297 T1783 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 1035304 T1872 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@58c9a974 name:ZooKeeperConnection Watcher:127.0.0.1:52424 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 1035305 T1783 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 1035313 T1783 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 1035350 T1783 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 1035359 T1874 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@35ffa460 name:ZooKeeperConnection Watcher:127.0.0.1:52424/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 1035359 T1783 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 1035389 T1783 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 1036402 T1783 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52441_df
[junit4:junit4] 2> 1036404 T1783 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52441_df
[junit4:junit4] 2> 1036414 T1825 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 1036416 T1805 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 1036426 T1857 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 1036426 T1857 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1036426 T1874 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 1036427 T1841 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 1036427 T1841 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1036427 T1812 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 1036429 T1812 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1036436 T1805 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 1036439 T1825 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 1036454 T1875 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1369713913270/collection1
[junit4:junit4] 2> 1036455 T1875 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 1036457 T1875 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 1036457 T1875 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 1036461 T1875 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1369713913270/collection1/'
[junit4:junit4] 2> 1036463 T1875 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1369713913270/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 1036468 T1875 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1369713913270/collection1/lib/README' to classloader
[junit4:junit4] 2> 1036547 T1875 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 1036650 T1875 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 1036655 T1875 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 1036663 T1875 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> ASYNC NEW_CORE C677 name=collection1 org.apache.solr.core.SolrCore@7b3bd807 url=http://127.0.0.1:52437/df/collection1 node=127.0.0.1:52437_df C677_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:52437_df, base_url=http://127.0.0.1:52437/df}
[junit4:junit4] 2> 1037128 T1860 C677 P52437 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:52431/df/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4] 2> 1037129 T1860 C677 P52437 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:52437/df START replicas=[http://127.0.0.1:52431/df/collection1/] nUpdates=100
[junit4:junit4] 2> 1037130 T1860 C677 P52437 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4] 2> 1037156 T1860 C677 P52437 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4] 2> 1037158 T1860 C677 P52437 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4] 2> 1037158 T1860 C677 P52437 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4] 2> 1037158 T1860 C677 P52437 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4] 2> 1037160 T1860 C677 P52437 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:52431/df/collection1/. core=collection1
[junit4:junit4] 2> 1037161 T1860 C677 P52437 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> ASYNC NEW_CORE C678 name=collection1 org.apache.solr.core.SolrCore@3383994a url=http://127.0.0.1:52431/df/collection1 node=127.0.0.1:52431_df C678_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:52431_df, base_url=http://127.0.0.1:52431/df, leader=true}
[junit4:junit4] 2> 1037173 T1817 C678 P52431 oasc.SolrCore.execute [collection1] webapp=/df path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=1
[junit4:junit4] 2> 1037187 T1818 C678 P52431 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 1037232 T1818 C678 P52431 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@32eeca40 lockFactory=org.apache.lucene.store.NativeFSLockFactory@56889e1c),segFN=segments_1,generation=1}
[junit4:junit4] 2> 1037236 T1818 C678 P52431 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 1037237 T1818 C678 P52431 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@32eeca40 lockFactory=org.apache.lucene.store.NativeFSLockFactory@56889e1c),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@32eeca40 lockFactory=org.apache.lucene.store.NativeFSLockFactory@56889e1c),segFN=segments_2,generation=2}
[junit4:junit4] 2> 1037238 T1818 C678 P52431 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4] 2> 1037238 T1818 C678 P52431 oass.SolrIndexSearcher.<init> Opening Searcher@2a1fa744 realtime
[junit4:junit4] 2> 1037239 T1818 C678 P52431 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 1037239 T1818 C678 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 52
[junit4:junit4] 2> 1037241 T1860 C677 P52437 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 1037241 T1860 C677 P52437 oash.SnapPuller.<init> No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 2> 1037251 T1821 C678 P52431 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 1037252 T1821 C678 P52431 oasc.SolrCore.execute [collection1] webapp=/df path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=6
[junit4:junit4] 2> 1037253 T1860 C677 P52437 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4] 2> 1037253 T1860 C677 P52437 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4] 2> 1037254 T1860 C677 P52437 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4] 2> 1037257 T1816 C678 P52431 oasc.SolrCore.execute [collection1] webapp=/df path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=0
[junit4:junit4] 2> 1037258 T1860 C677 P52437 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4] 2> 1037270 T1860 C677 P52437 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369713886001/jetty3/index.20130528000516421
[junit4:junit4] 2> 1037270 T1860 C677 P52437 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@1511c6ee lockFactory=org.apache.lucene.store.NativeFSLockFactory@51c718ce) fullCopy=false
[junit4:junit4] 2> 1037273 T1820 C678 P52431 oasc.SolrCore.execute [collection1] webapp=/df path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0
[junit4:junit4] 2> 1037286 T1860 C677 P52437 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4] 2> 1037309 T1860 C677 P52437 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4] 2> 1037310 T1860 C677 P52437 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4] 2> 1037315 T1860 C677 P52437 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@14414fe5 lockFactory=org.apache.lucene.store.NativeFSLockFactory@190ba1c3),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@14414fe5 lockFactory=org.apache.lucene.store.NativeFSLockFactory@190ba1c3),segFN=segments_2,generation=2}
[junit4:junit4] 2> 1037354 T1860 C677 P52437 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4] 2> 1037358 T1860 C677 P52437 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4] 2> 1037359 T1860 C677 P52437 oass.SolrIndexSearcher.<init> Opening Searcher@44fbac51 main
[junit4:junit4] 2> 1037361 T1859 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@44fbac51 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 1037362 T1860 C677 P52437 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369713886001/jetty3/index.20130528000516421 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369713886001/jetty3/index.20130528000516421;done=true>>]
[junit4:junit4] 2> 1037363 T1860 C677 P52437 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369713886001/jetty3/index.20130528000516421
[junit4:junit4] 2> 1037363 T1860 C677 P52437 oasc.CachingDirectoryFactory.closeCacheValue Removing directory before core close: ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369713886001/jetty3/index.20130528000516421
[junit4:junit4] 2> 1037363 T1860 C677 P52437 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4] 2> 1037364 T1860 C677 P52437 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4] 2> 1037364 T1860 C677 P52437 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 1037364 T1860 C677 P52437 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 1037367 T1860 C677 P52437 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4] 2> 1037840 T1875 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 1037845 T1875 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 1037848 T1875 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 1037857 T1875 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 1037952 T1806 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1037954 T1806 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:52437_df_collection1",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:52437_df",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:52437/df"}
[junit4:junit4] 2> 1037965 T1875 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 1037965 T1875 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1369713913270/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369713886001/jetty4/
[junit4:junit4] 2> 1037966 T1875 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1ed56fe5
[junit4:junit4] 2> 1037968 T1875 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 1037977 T1812 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1037977 T1857 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1037978 T1825 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1037978 T1805 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1037978 T1841 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1037981 T1875 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369713886001/jetty4
[junit4:junit4] 2> 1037981 T1875 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369713886001/jetty4/index/
[junit4:junit4] 2> 1037978 T1874 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1037982 T1875 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369713886001/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 1037990 T1875 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369713886001/jetty4/index
[junit4:junit4] 2> 1037998 T1875 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4e28ed8d lockFactory=org.apache.lucene.store.NativeFSLockFactory@2b25f2be),segFN=segments_1,generation=1}
[junit4:junit4] 2> 1037999 T1875 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 1038004 T1875 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 1038004 T1875 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 1038005 T1875 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 1038006 T1875 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 1038007 T1875 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 1038008 T1875 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 1038009 T1875 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 1038010 T1875 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 1038011 T1875 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 1038031 T1875 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 1038040 T1875 oass.SolrIndexSearcher.<init> Opening Searcher@79140b4d main
[junit4:junit4] 2> 1038041 T1875 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369713886001/jetty4/tlog
[junit4:junit4] 2> 1038042 T1875 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 1038043 T1875 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 1038048 T1878 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@79140b4d main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 1038053 T1875 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 1038054 T1875 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 1039508 T1806 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1039510 T1806 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:52441_df",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:52441/df"}
[junit4:junit4] 2> 1039511 T1806 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4] 2> 1039511 T1806 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard2
[junit4:junit4] 2> 1039529 T1874 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1039530 T1805 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1039533 T1841 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1039534 T1857 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1039535 T1812 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1039536 T1825 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1040061 T1875 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 1040062 T1875 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:52441/df collection:collection1 shard:shard2
[junit4:junit4] 2> 1040075 T1875 oasc.ZkController.register We are http://127.0.0.1:52441/df/collection1/ and leader is http://127.0.0.1:52434/df/collection1/
[junit4:junit4] 2> 1040075 T1875 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:52441/df
[junit4:junit4] 2> 1040076 T1875 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4] 2> 1040080 T1875 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4] 2> ASYNC NEW_CORE C679 name=collection1 org.apache.solr.core.SolrCore@6c46adce url=http://127.0.0.1:52441/df/collection1 node=127.0.0.1:52441_df C679_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:52441_df, base_url=http://127.0.0.1:52441/df}
[junit4:junit4] 2> 1040086 T1879 C679 P52441 oasc.RecoveryStrategy.run Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 2> 1040087 T1879 C679 P52441 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4] 2> 1040088 T1875 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1040088 T1879 C679 P52441 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4] 2> 1040089 T1879 C679 P52441 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 1040093 T1783 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4] 2> 1040094 T1783 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 1040093 T1879 C679 P52441 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 1040094 T1783 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 1040140 T1832 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 127.0.0.1:52441_df_collection1, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4] 2> 1040143 T1783 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1040145 T1783 oasc.AbstractFullDistribZkTestBase.waitForThingsToLevelOut Wait for recoveries to finish - wait 15 for each attempt
[junit4:junit4] 2> 1040146 T1783 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):15
[junit4:junit4] 2> 1040148 T1783 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1041079 T1806 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1041083 T1806 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:52441_df_collection1",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard2",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"recovering",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:52441_df",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:52441/df"}
[junit4:junit4] 2> 1041101 T1805 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1041101 T1857 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1041102 T1825 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1041102 T1874 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1041102 T1841 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1041102 T1812 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1041142 T1832 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 127.0.0.1:52441_df_collection1, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4:junit4] 2> 1041142 T1832 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=127.0.0.1:52441_df_collection1&state=recovering&nodeName=127.0.0.1:52441_df&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=1002
[junit4:junit4] 2> 1041158 T1783 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1042164 T1783 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> C679_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:52441_df, base_url=http://127.0.0.1:52441/df}
[junit4:junit4] 2> 1043145 T1879 C679 P52441 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:52434/df/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4] 2> 1043145 T1879 C679 P52441 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:52441/df START replicas=[http://127.0.0.1:52434/df/collection1/] nUpdates=100
[junit4:junit4] 2> 1043146 T1879 C679 P52441 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4] 2> 1043146 T1879 C679 P52441 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4] 2> 1043146 T1879 C679 P52441 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4] 2> 1043147 T1879 C679 P52441 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4] 2> 1043147 T1879 C679 P52441 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4] 2> 1043147 T1879 C679 P52441 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:52434/df/collection1/. core=collection1
[junit4:junit4] 2> 1043148 T1879 C679 P52441 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 1043198 T1783 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> ASYNC NEW_CORE C680 name=collection1 org.apache.solr.core.SolrCore@1e327923 url=http://127.0.0.1:52434/df/collection1 node=127.0.0.1:52434_df C680_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:52434_df, base_url=http://127.0.0.1:52434/df, leader=true}
[junit4:junit4] 2> 1043213 T1835 C680 P52434 oasc.SolrCore.execute [collection1] webapp=/df path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=2
[junit4:junit4] 2> 1043219 T1836 C680 P52434 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 1043226 T1836 C680 P52434 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6f255dc5 lockFactory=org.apache.lucene.store.NativeFSLockFactory@d7b5bd4),segFN=segments_1,generation=1}
[junit4:junit4] 2> 1043232 T1836 C680 P52434 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 1043239 T1836 C680 P52434 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6f255dc5 lockFactory=org.apache.lucene.store.NativeFSLockFactory@d7b5bd4),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6f255dc5 lockFactory=org.apache.lucene.store.NativeFSLockFactory@d7b5bd4),segFN=segments_2,generation=2}
[junit4:junit4] 2> 1043241 T1836 C680 P52434 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4] 2> 1043247 T1836 C680 P52434 oass.SolrIndexSearcher.<init> Opening Searcher@397f0b97 realtime
[junit4:junit4] 2> 1043247 T1836 C680 P52434 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 1043248 T1836 C680 P52434 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 29
[junit4:junit4] 2> 1043250 T1879 C679 P52441 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 1043251 T1879 C679 P52441 oash.SnapPuller.<init> No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 2> 1043268 T1833 C680 P52434 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 1043269 T1833 C680 P52434 oasc.SolrCore.execute [collection1] webapp=/df path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=3
[junit4:junit4] 2> 1043271 T1879 C679 P52441 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4] 2> 1043271 T1879 C679 P52441 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4] 2> 1043272 T1879 C679 P52441 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4] 2> 1043279 T1834 C680 P52434 oasc.SolrCore.execute [collection1] webapp=/df path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=1
[junit4:junit4] 2> 1043281 T1879 C679 P52441 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4] 2> 1043286 T1879 C679 P52441 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369713886001/jetty4/index.20130528000522445
[junit4:junit4] 2> 1043287 T1879 C679 P52441 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@40c459b9 lockFactory=org.apache.lucene.store.NativeFSLockFactory@6e78d4a) fullCopy=false
[junit4:junit4] 2> 1043295 T1832 C680 P52434 oasc.SolrCore.execute [collection1] webapp=/df path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0
[junit4:junit4] 2> 1043309 T1879 C679 P52441 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4] 2> 1043332 T1879 C679 P52441 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4] 2> 1043332 T1879 C679 P52441 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4] 2> 1043336 T1879 C679 P52441 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4e28ed8d lockFactory=org.apache.lucene.store.NativeFSLockFactory@2b25f2be),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4e28ed8d lockFactory=org.apache.lucene.store.NativeFSLockFactory@2b25f2be),segFN=segments_2,generation=2}
[junit4:junit4] 2> 1043337 T1879 C679 P52441 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4] 2> 1043347 T1879 C679 P52441 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4] 2> 1043358 T1879 C679 P52441 oass.SolrIndexSearcher.<init> Opening Searcher@7a6d91c5 main
[junit4:junit4] 2> 1043361 T1878 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7a6d91c5 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 1043362 T1879 C679 P52441 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369713886001/jetty4/index.20130528000522445 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369713886001/jetty4/index.20130528000522445;done=true>>]
[junit4:junit4] 2> 1043362 T1879 C679 P52441 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369713886001/jetty4/index.20130528000522445
[junit4:junit4] 2> 1043364 T1879 C679 P52441 oasc.CachingDirectoryFactory.closeCacheValue Removing directory before core close: ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369713886001/jetty4/index.20130528000522445
[junit4:junit4] 2> 1043368 T1879 C679 P52441 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4] 2> 1043368 T1879 C679 P52441 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4] 2> 1043369 T1879 C679 P52441 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 1043369 T1879 C679 P52441 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 1043375 T1879 C679 P52441 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4] 2> 1044148 T1806 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1044153 T1806 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:52441_df_collection1",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard2",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:52441_df",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:52441/df"}
[junit4:junit4] 2> 1044198 T1874 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1044198 T1805 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1044199 T1857 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1044200 T1841 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1044201 T1825 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1044199 T1812 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1044225 T1783 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1044229 T1783 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: collection1
[junit4:junit4] 2> ASYNC NEW_CORE C681 name=collection1 org.apache.solr.core.SolrCore@4adf0ee9 url=http://127.0.0.1:52427/df/collection1 node=127.0.0.1:52427_df C681_STATE=coll:control_collection core:collection1 props:{shard=shard1, state=active, core=collection1, collection=control_collection, node_name=127.0.0.1:52427_df, base_url=http://127.0.0.1:52427/df, leader=true}
[junit4:junit4] 2> 1044263 T1796 C681 P52427 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 1044276 T1796 C681 P52427 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@56d0ddb8 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2c24cb1b),segFN=segments_1,generation=1}
[junit4:junit4] 2> 1044277 T1796 C681 P52427 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 1044292 T1796 C681 P52427 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@56d0ddb8 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2c24cb1b),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@56d0ddb8 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2c24cb1b),segFN=segments_2,generation=2}
[junit4:junit4] 2> 1044293 T1796 C681 P52427 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4] 2> 1044296 T1796 C681 P52427 oass.SolrIndexSearcher.<init> Opening Searcher@67c5c23a main
[junit4:junit4] 2> 1044307 T1809 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@67c5c23a main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 1044309 T1796 C681 P52427 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 1044317 T1796 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 53
[junit4:junit4] 2> ASYNC NEW_CORE C682 name=collection1 org.apache.solr.core.SolrCore@3383994a url=http://127.0.0.1:52431/df/collection1 node=127.0.0.1:52431_df C682_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:52431_df, base_url=http://127.0.0.1:52431/df, leader=true}
[junit4:junit4] 2> 1044370 T1820 C682 P52431 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 1044398 T1820 C682 P52431 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@32eeca40 lockFactory=org.apache.lucene.store.NativeFSLockFactory@56889e1c),segFN=segments_2,generation=2}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@32eeca40 lockFactory=org.apache.lucene.store.NativeFSLockFactory@56889e1c),segFN=segments_3,generation=3}
[junit4:junit4] 2> 1044400 T1820 C682 P52431 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4] 2> 1044401 T1820 C682 P52431 oass.SolrIndexSearcher.<init> Opening Searcher@111b8549 main
[junit4:junit4] 2> 1044402 T1820 C682 P52431 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 1044405 T1827 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@111b8549 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 1044406 T1820 C682 P52431 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:52437/df/collection1/, StdNode: http://127.0.0.1:52434/df/collection1/, StdNode: http://127.0.0.1:52441/df/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4] 2> 1044436 T1837 C680 P52434 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 1044477 T1837 C680 P52434 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6f255dc5 lockFactory=org.apache.lucene.store.NativeFSLockFactory@d7b5bd4),segFN=segments_2,generation=2}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6f255dc5 lockFactory=org.apache.lucene.store.NativeFSLockFactory@d7b5bd4),segFN=segments_3,generation=3}
[junit4:junit4] 2> 1044482 T1837 C680 P52434 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4] 2> 1044484 T1837 C680 P52434 oass.SolrIndexSearcher.<init> Opening Searcher@7d622e9d main
[junit4:junit4] 2> 1044486 T1837 C680 P52434 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 1044487 T1843 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7d622e9d main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> C679_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:52441_df, base_url=http://127.0.0.1:52441/df}
[junit4:junit4] 2> 1044491 T1869 C679 P52441 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 1044495 T1837 C680 P52434 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 56
[junit4:junit4] 2> ASYNC NEW_CORE C683 name=collection1 org.apache.solr.core.SolrCore@7b3bd807 url=http://127.0.0.1:52437/df/collection1 node=127.0.0.1:52437_df C683_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:52437_df, base_url=http://127.0.0.1:52437/df}
[junit4:junit4] 2> 1044502 T1850 C683 P52437 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 1044513 T1869 C679 P52441 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4e28ed8d lockFactory=org.apache.lucene.store.NativeFSLockFactory@2b25f2be),segFN=segments_2,generation=2}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4e28ed8d lockFactory=org.apache.lucene.store.NativeFSLockFactory@2b25f2be),segFN=segments_3,generation=3}
[junit4:junit4] 2> 1044514 T1869 C679 P52441 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4] 2> 1044516 T1869 C679 P52441 oass.SolrIndexSearcher.<init> Opening Searcher@209d1789 main
[junit4:junit4] 2> 1044517 T1869 C679 P52441 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 1044518 T1878 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@209d1789 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 1044521 T1869 C679 P52441 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 30
[junit4:junit4] 2> 1044537 T1850 C683 P52437 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@14414fe5 lockFactory=org.apache.lucene.store.NativeFSLockFactory@190ba1c3),segFN=segments_2,generation=2}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@14414fe5 lockFactory=org.apache.lucene.store.NativeFSLockFactory@190ba1c3),segFN=segments_3,generation=3}
[junit4:junit4] 2> 1044544 T1850 C683 P52437 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4] 2> 1044552 T1850 C683 P52437 oass.SolrIndexSearcher.<init> Opening Searcher@54cfa13a main
[junit4:junit4] 2> 1044558 T1859 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@54cfa13a main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 1044558 T1850 C683 P52437 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 1044559 T1850 C683 P52437 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 57
[junit4:junit4] 2> 1044560 T1820 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 190
[junit4:junit4] 2> 1044565 T1783 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1044578 T1818 C682 P52431 oasc.SolrCore.execute [collection1] webapp=/df path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=1
[junit4:junit4] 2> 1044587 T1851 C683 P52437 oasc.SolrCore.execute [collection1] webapp=/df path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0
[junit4:junit4] 2> 1044599 T1834 C680 P52434 oasc.SolrCore.execute [collection1] webapp=/df path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=1
[junit4:junit4] 2> 1044607 T1870 C679 P52441 oasc.SolrCore.execute [collection1] webapp=/df path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=1
[junit4:junit4] 2> 1046618 T1796 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {deleteByQuery=*:* (-1436249149435543552)} 0 4
[junit4:junit4] 2> 1046661 T1870 C679 P52441 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={update.distrib=FROMLEADER&_version_=-1436249149450223616&update.from=http://127.0.0.1:52434/df/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1436249149450223616)} 0 17
[junit4:junit4] 2> 1046671 T1851 C683 P52437 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={update.distrib=FROMLEADER&_version_=-1436249149468049408&update.from=http://127.0.0.1:52431/df/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1436249149468049408)} 0 4
[junit4:junit4] 2> 1046673 T1818 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={update.distrib=TOLEADER&wt=javabin&version=2} {deleteByQuery=*:* (-1436249149468049408)} 0 27
[junit4:junit4] 2> 1046677 T1833 C680 P52434 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {deleteByQuery=*:* (-1436249149450223616)} 0 49
[junit4:junit4] 2> 1046689 T1797 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[0 (1436249149507895296)]} 0 5
[junit4:junit4] 2> 1046734 T1852 C683 P52437 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[0 (1436249149532012544)]} 0 11
[junit4:junit4] 2> 1046738 T1819 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52434/df/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[0 (1436249149532012544)]} 0 32
[junit4:junit4] 2> 1046741 T1834 C680 P52434 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[0]} 0 46
[junit4:junit4] 2> 1046752 T1798 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[1 (1436249149577101312)]} 0 3
[junit4:junit4] 2> 1046778 T1853 C683 P52437 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1436249149587587072)]} 0 10
[junit4:junit4] 2> 1046781 T1821 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[1 (1436249149587587072)]} 0 21
[junit4:junit4] 2> 1046794 T1800 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[2 (1436249149623238656)]} 0 1
[junit4:junit4] 2> 1046830 T1865 C679 P52441 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52434/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[2 (1436249149647355904)]} 0 4
[junit4:junit4] 2> 1046832 T1832 C680 P52434 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[2 (1436249149647355904)]} 0 15
[junit4:junit4] 2> 1046836 T1816 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[2]} 0 25
[junit4:junit4] 2> 1046844 T1801 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[3 (1436249149674618880)]} 0 1
[junit4:junit4] 2> 1046883 T1866 C679 P52441 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52434/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[3 (1436249149701881856)]} 0 2
[junit4:junit4] 2> 1046886 T1835 C680 P52434 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[3 (1436249149701881856)]} 0 19
[junit4:junit4] 2> 1046889 T1820 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[3]} 0 35
[junit4:junit4] 2> 1046895 T1796 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[4 (1436249149728096256)]} 0 2
[junit4:junit4] 2> 1046922 T1848 C683 P52437 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[4 (1436249149748019200)]} 0 1
[junit4:junit4] 2> 1046924 T1817 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52434/df/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[4 (1436249149748019200)]} 0 13
[junit4:junit4] 2> 1046927 T1836 C680 P52434 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[4]} 0 18
[junit4:junit4] 2> 1046932 T1797 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[5 (1436249149767942144)]} 0 0
[junit4:junit4] 2> 1046946 T1867 C679 P52441 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52434/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[5 (1436249149777379328)]} 0 1
[junit4:junit4] 2> 1046948 T1837 C680 P52434 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[5 (1436249149777379328)]} 0 8
[junit4:junit4] 2> 1046954 T1799 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[6 (1436249149789962240)]} 0 1
[junit4:junit4] 2> 1046981 T1868 C679 P52441 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52434/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[6 (1436249149811982336)]} 0 4
[junit4:junit4] 2> 1046983 T1833 C680 P52434 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[6 (1436249149811982336)]} 0 10
[junit4:junit4] 2> 1046985 T1818 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[6]} 0 25
[junit4:junit4] 2> 1046989 T1798 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[7 (1436249149827710976)]} 0 0
[junit4:junit4] 2> 1047004 T1869 C679 P52441 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52434/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[7 (1436249149836099584)]} 0 1
[junit4:junit4] 2> 1047006 T1834 C680 P52434 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[7 (1436249149836099584)]} 0 9
[junit4:junit4] 2> 1047009 T1819 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[7]} 0 15
[junit4:junit4] 2> 1047014 T1800 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[8 (1436249149852876800)]} 0 1
[junit4:junit4] 2> 1047027 T1849 C683 P52437 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[8 (1436249149861265408)]} 0 1
[junit4:junit4] 2> 1047028 T1816 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52434/df/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[8 (1436249149861265408)]} 0 7
[junit4:junit4] 2> 1047030 T1835 C680 P52434 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[8]} 0 12
[junit4:junit4] 2> 1047040 T1801 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[9 (1436249149880139776)]} 0 1
[junit4:junit4] 2> 1047053 T1870 C679 P52441 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52434/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[9 (1436249149885382656)]} 0 4
[junit4:junit4] 2> 1047058 T1836 C680 P52434 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[9 (1436249149885382656)]} 0 14
[junit4:junit4] 2> 1047070 T1796 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[10 (1436249149912645632)]} 0 1
[junit4:junit4] 2> 1047080 T1851 C683 P52437 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10 (1436249149917888512)]} 0 1
[junit4:junit4] 2> 1047083 T1820 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[10 (1436249149917888512)]} 0 8
[junit4:junit4] 2> 1047090 T1797 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[11 (1436249149931520000)]} 0 2
[junit4:junit4] 2> 1047104 T1852 C683 P52437 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[11 (1436249149943054336)]} 0 1
[junit4:junit4] 2> 1047106 T1817 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52434/df/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[11 (1436249149943054336)]} 0 7
[junit4:junit4] 2> 1047108 T1837 C680 P52434 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[11]} 0 13
[junit4:junit4] 2> 1047116 T1799 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[12 (1436249149959831552)]} 0 1
[junit4:junit4] 2> 1047126 T1853 C683 P52437 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[12 (1436249149966123008)]} 0 1
[junit4:junit4] 2> 1047129 T1818 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[12 (1436249149966123008)]} 0 8
[junit4:junit4] 2> 1047135 T1798 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[13 (1436249149979754496)]} 0 2
[junit4:junit4] 2> 1047153 T1848 C683 P52437 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[13 (1436249149987094528)]} 0 6
[junit4:junit4] 2> 1047156 T1821 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[13 (1436249149987094528)]} 0 16
[junit4:junit4] 2> 1047164 T1800 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[14 (1436249150011211776)]} 0 0
[junit4:junit4] 2> 1047184 T1850 C683 P52437 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[14 (1436249150025891840)]} 0 1
[junit4:junit4] 2> 1047193 T1819 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52434/df/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[14 (1436249150025891840)]} 0 15
[junit4:junit4] 2> 1047204 T1833 C680 P52434 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[14]} 0 34
[junit4:junit4] 2> 1047211 T1796 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[15 (1436249150060494848)]} 0 1
[junit4:junit4] 2> 1047231 T1849 C683 P52437 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[15 (1436249150073077760)]} 0 2
[junit4:junit4] 2> 1047240 T1816 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52434/df/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[15 (1436249150073077760)]} 0 17
[junit4:junit4] 2> 1047244 T1834 C680 P52434 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[15]} 0 27
[junit4:junit4] 2> 1047260 T1797 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[16 (1436249150108729344)]} 0 4
[junit4:junit4] 2> 1047287 T1851 C683 P52437 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[16 (1436249150129700864)]} 0 5
[junit4:junit4] 2> 1047299 T1820 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52434/df/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[16 (1436249150129700864)]} 0 24
[junit4:junit4] 2> 1047302 T1832 C680 P52434 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[16]} 0 31
[junit4:junit4] 2> 1047309 T1799 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[17 (1436249150162206720)]} 0 1
[junit4:junit4] 2> 1047326 T1866 C679 P52441 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52434/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[17 (1436249150170595328)]} 0 1
[junit4:junit4] 2> 1047336 T1835 C680 P52434 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[17 (1436249150170595328)]} 0 20
[junit4:junit4] 2> 1047344 T1798 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[18 (1436249150198906880)]} 0 0
[junit4:junit4] 2> 1047354 T1867 C679 P52441 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52434/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[18 (1436249150206246912)]} 0 1
[junit4:junit4] 2> 1047356 T1836 C680 P52434 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[18 (1436249150206246912)]} 0 7
[junit4:junit4] 2> 1047361 T1801 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[19 (1436249150217781248)]} 0 1
[junit4:junit4] 2> 1047369 T1868 C679 P52441 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52434/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[19 (1436249150223024128)]} 0 0
[junit4:junit4] 2> 1047371 T1837 C680 P52434 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[19 (1436249150223024128)]} 0 6
[junit4:junit4] 2> 1047375 T1800 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[20 (1436249150232461312)]} 0 0
[junit4:junit4] 2> 1047388 T1852 C683 P52437 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[20 (1436249150241898496)]} 0 1
[junit4:junit4] 2> 1047394 T1817 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52434/df/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[20 (1436249150241898496)]} 0 11
[junit4:junit4] 2> 1047401 T1833 C680 P52434 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[20]} 0 21
[junit4:junit4] 2> 1047408 T1796 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[21 (1436249150266015744)]} 0 1
[junit4:junit4] 2> 1047423 T1869 C679 P52441 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52434/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[21 (1436249150276501504)]} 0 2
[junit4:junit4] 2> 1047424 T1834 C680 P52434 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[21 (1436249150276501504)]} 0 7
[junit4:junit4] 2> 1047426 T1821 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[21]} 0 13
[junit4:junit4] 2> 1047432 T1797 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[22 (1436249150291181568)]} 0 1
[junit4:junit4] 2> 1047448 T1853 C683 P52437 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[22 (1436249150301667328)]} 0 3
[junit4:junit4] 2> 1047449 T1819 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52434/df/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[22 (1436249150301667328)]} 0 8
[junit4:junit4] 2> 1047452 T1835 C680 P52434 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[22]} 0 15
[junit4:junit4] 2> 1047459 T1799 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[23 (1436249150320541696)]} 0 1
[junit4:junit4] 2> 1047473 T1865 C679 P52441 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52434/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[23 (1436249150329978880)]} 0 1
[junit4:junit4] 2> 1047475 T1836 C680 P52434 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[23 (1436249150329978880)]} 0 7
[junit4:junit4] 2> 1047477 T1816 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[23]} 0 13
[junit4:junit4] 2> 1047483 T1798 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[24 (1436249150344658944)]} 0 2
[junit4:junit4] 2> 1047510 T1850 C683 P52437 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[24 (1436249150368776192)]} 0 1
[junit4:junit4] 2> 1047513 T1820 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52434/df/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[24 (1436249150368776192)]} 0 9
[junit4:junit4] 2> 1047515 T1837 C680 P52434 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[24]} 0 22
[junit4:junit4] 2> 1047521 T1801 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[25 (1436249150384504832)]} 0 1
[junit4:junit4] 2> 1047535 T1866 C679 P52441 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52434/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[25 (1436249150394990592)]} 0 1
[junit4:junit4] 2> 1047537 T1833 C680 P52434 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[25 (1436249150394990592)]} 0 7
[junit4:junit4] 2> 1047540 T1817 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[25]} 0 14
[junit4:junit4] 2> 1047546 T1800 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[26 (1436249150410719232)]} 0 2
[junit4:junit4] 2> 1047559 T1867 C679 P52441 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52434/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[26 (1436249150421204992)]} 0 1
[junit4:junit4] 2> 1047562 T1832 C680 P52434 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[26 (1436249150421204992)]} 0 8
[junit4:junit4] 2> 1047564 T1818 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[26]} 0 14
[junit4:junit4] 2> 1047569 T1796 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[27 (1436249150435885056)]} 0 1
[junit4:junit4] 2> 1047597 T1849 C683 P52437 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[27 (1436249150454759424)]} 0 1
[junit4:junit4] 2> 1047598 T1821 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52434/df/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[27 (1436249150454759424)]} 0 11
[junit4:junit4] 2> 1047600 T1834 C680 P52434 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[27]} 0 25
[junit4:junit4] 2> 1047609 T1799 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[28 (1436249150476779520)]} 0 1
[junit4:junit4] 2> 1047619 T1851 C683 P52437 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[28 (1436249150483070976)]} 0 1
[junit4:junit4] 2> 1047621 T1819 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[28 (1436249150483070976)]} 0 7
[junit4:junit4] 2> 1047633 T1798 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[29 (1436249150501945344)]} 0 1
[junit4:junit4] 2> 1047646 T1868 C679 P52441 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52434/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[29 (1436249150512431104)]} 0 1
[junit4:junit4] 2> 1047648 T1835 C680 P52434 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[29 (1436249150512431104)]} 0 7
[junit4:junit4] 2> 1047650 T1816 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[29]} 0 12
[junit4:junit4] 2> 1047656 T1801 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[30 (1436249150526062592)]} 0 1
[junit4:junit4] 2> 1047666 T1869 C679 P52441 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52434/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[30 (1436249150532354048)]} 0 2
[junit4:junit4] 2> 1047667 T1836 C680 P52434 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[30 (1436249150532354048)]} 0 7
[junit4:junit4] 2> 1047672 T1800 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[31 (1436249150543888384)]} 0 1
[junit4:junit4] 2> 1047697 T1870 C679 P52441 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52434/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[31 (1436249150556471296)]} 0 1
[junit4:junit4] 2> 1047699 T1837 C680 P52434 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[31 (1436249150556471296)]} 0 18
[junit4:junit4] 2> 1047705 T1797 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[32 (1436249150577442816)]} 0 1
[junit4:junit4] 2> 1047715 T1852 C683 P52437 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[32 (1436249150583734272)]} 0 1
[junit4:junit4] 2> 1047717 T1820 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[32 (1436249150583734272)]} 0 7
[junit4:junit4] 2> 1047728 T1796 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[33 (1436249150601560064)]} 0 1
[junit4:junit4] 2> 1047752 T1865 C679 P52441 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52434/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[33 (1436249150615191552)]} 0 8
[junit4:junit4] 2> 1047755 T1833 C680 P52434 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[33 (1436249150615191552)]} 0 16
[junit4:junit4] 2> 1047757 T1817 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[33]} 0 21
[junit4:junit4] 2> 1047763 T1799 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[34 (1436249150638260224)]} 0 1
[junit4:junit4] 2> 1047776 T1848 C683 P52437 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[34 (1436249150647697408)]} 0 1
[junit4:junit4] 2> 1047778 T1818 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52434/df/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[34 (1436249150647697408)]} 0 7
[junit4:junit4] 2> 1047780 T1832 C680 P52434 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[34]} 0 13
[junit4:junit4] 2> 1047786 T1798 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[35 (1436249150662377472)]} 0 1
[junit4:junit4] 2> 1047807 T1853 C683 P52437 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[35 (1436249150674960384)]} 0 1
[junit4:junit4] 2> 1047808 T1821 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52434/df/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[35 (1436249150674960384)]} 0 14
[junit4:junit4] 2> 1047810 T1834 C680 P52434 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[35]} 0 20
[junit4:junit4] 2> 1047816 T1801 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[36 (1436249150694883328)]} 0 1
[junit4:junit4] 2> 1047829 T1850 C683 P52437 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[36 (1436249150703271936)]} 0 1
[junit4:junit4] 2> 1047832 T1816 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[36 (1436249150703271936)]} 0 8
[junit4:junit4] 2> 1047838 T1800 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[37 (1436249150716903424)]} 0 2
[junit4:junit4] 2> 1047850 T1866 C679 P52441 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52434/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[37 (1436249150725292032)]} 0 1
[junit4:junit4] 2> 1047852 T1835 C680 P52434 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[37 (1436249150725292032)]} 0 8
[junit4:junit4] 2> 1047858 T1797 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[38 (1436249150737874944)]} 0 1
[junit4:junit4] 2> 1047874 T1849 C683 P52437 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[38 (1436249150749409280)]} 0 0
[junit4:junit4] 2> 1047876 T1820 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[38 (1436249150749409280)]} 0 10
[junit4:junit4] 2> 1047889 T1796 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[39 (1436249150771429376)]} 0 1
[junit4:junit4] 2> 1047902 T1867 C679 P52441 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52434/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[39 (1436249150779817984)]} 0 1
[junit4:junit4] 2> 1047906 T1837 C680 P52434 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[39 (1436249150779817984)]} 0 9
[junit4:junit4] 2> 1047909 T1817 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[39]} 0 16
[junit4:junit4] 2> 1047916 T1799 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[40 (1436249150798692352)]} 0 1
[junit4:junit4] 2> 1047928 T1852 C683 P52437 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[40 (1436249150808129536)]} 0 1
[junit4:junit4] 2> 1047934 T1818 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52434/df/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[40 (1436249150808129536)]} 0 11
[junit4:junit4] 2> 1047940 T1833 C680 P52434 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[40]} 0 20
[junit4:junit4] 2> 1047946 T1798 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[41 (1436249150831198208)]} 0 1
[junit4:junit4] 2> 1047963 T1848 C683 P52437 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[41 (1436249150842732544)]} 0 1
[junit4:junit4] 2> 1047966 T1821 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52434/df/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[41 (1436249150842732544)]} 0 9
[junit4:junit4] 2> 1047967 T1832 C680 P52434 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[41]} 0 13
[junit4:junit4] 2> 1047972 T1801 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[42 (1436249150858461184)]} 0 0
[junit4:junit4] 2> 1047991 T1853 C683 P52437 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[42 (1436249150863704064)]} 0 2
[junit4:junit4] 2> 1047993 T1819 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[42 (1436249150863704064)]} 0 16
[junit4:junit4] 2> 1048001 T1797 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[43 (1436249150888869888)]} 0 1
[junit4:junit4] 2> 1048021 T1850 C683 P52437 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[43 (1436249150903549952)]} 0 1
[junit4:junit4] 2> 1048023 T1816 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[43 (1436249150903549952)]} 0 12
[junit4:junit4] 2> 1048029 T1796 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[44 (1436249150917181440)]} 0 1
[junit4:junit4] 2> 1048049 T1851 C683 P52437 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[44 (1436249150933958656)]} 0 1
[junit4:junit4] 2> 1048051 T1820 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52434/df/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[44 (1436249150933958656)]} 0 7
[junit4:junit4] 2> 1048053 T1834 C680 P52434 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[44]} 0 17
[junit4:junit4] 2> 1048059 T1799 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[45 (1436249150948638720)]} 0 1
[junit4:junit4] 2> 1048071 T1869 C679 P52441 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52434/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[45 (1436249150957027328)]} 0 1
[junit4:junit4] 2> 1048073 T1836 C680 P52434 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[45 (1436249150957027328)]} 0 8
[junit4:junit4] 2> 1048078 T1798 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[46 (1436249150968561664)]} 0 1
[junit4:junit4] 2> 1048091 T1849 C683 P52437 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[46 (1436249150977998848)]} 0 1
[junit4:junit4] 2> 1048093 T1817 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52434/df/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[46 (1436249150977998848)]} 0 7
[junit4:junit4] 2> 1048095 T1835 C680 P52434 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[46]} 0 13
[junit4:junit4] 2> 1048101 T1801 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[47 (1436249150992678912)]} 0 1
[junit4:junit4] 2> 1048111 T1852 C683 P52437 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[47 (1436249151000018944)]} 0 1
[junit4:junit4] 2> 1048113 T1818 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[47 (1436249151000018944)]} 0 7
[junit4:junit4] 2> 1048119 T1800 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[48 (1436249151011553280)]} 0 2
[junit4:junit4] 2> 1048134 T1848 C683 P52437 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[48 (1436249151022039040)]} 0 1
[junit4:junit4] 2> 1048136 T1821 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[48 (1436249151022039040)]} 0 8
[junit4:junit4] 2> 1048145 T1797 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[49 (1436249151038816256)]} 0 1
[junit4:junit4] 2> 1048154 T1853 C683 P52437 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[49 (1436249151044059136)]} 0 1
[junit4:junit4] 2> 1048155 T1819 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[49 (1436249151044059136)]} 0 6
[junit4:junit4] 2> 1048160 T1796 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[50 (1436249151055593472)]} 0 0
[junit4:junit4] 2> 1048169 T1850 C683 P52437 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[50 (1436249151060836352)]} 0 0
[junit4:junit4] 2> 1048171 T1816 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[50 (1436249151060836352)]} 0 7
[junit4:junit4] 2> 1048177 T1799 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[51 (1436249151072370688)]} 0 1
[junit4:junit4] 2> 1048201 T1851 C683 P52437 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[51 (1436249151094390784)]} 0 1
[junit4:junit4] 2> 1048204 T1820 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52434/df/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[51 (1436249151094390784)]} 0 8
[junit4:junit4] 2> 1048206 T1837 C680 P52434 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[51]} 0 19
[junit4:junit4] 2> 1048213 T1798 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[52 (1436249151109070848)]} 0 1
[junit4:junit4] 2> 1048240 T1849 C683 P52437 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[52 (1436249151131090944)]} 0 1
[junit4:junit4] 2> 1048242 T1817 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[52 (1436249151131090944)]} 0 10
[junit4:junit4] 2> 1048246 T1801 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[53 (1436249151145771008)]} 0 1
[junit4:junit4] 2> 1048257 T1870 C679 P52441 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52434/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[53 (1436249151153111040)]} 0 1
[junit4:junit4] 2> 1048258 T1833 C680 P52434 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[53 (1436249151153111040)]} 0 5
[junit4:junit4] 2> 1048260 T1821 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[53]} 0 10
[junit4:junit4] 2> 1048268 T1800 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[54 (1436249151168839680)]} 0 0
[junit4:junit4] 2> 1048279 T1852 C683 P52437 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[54 (1436249151175131136)]} 0 1
[junit4:junit4] 2> 1048281 T1819 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[54 (1436249151175131136)]} 0 8
[junit4:junit4] 2> 1048287 T1797 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[55 (1436249151187714048)]} 0 1
[junit4:junit4] 2> 1048299 T1853 C683 P52437 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[55 (1436249151197151232)]} 0 0
[junit4:junit4] 2> 1048301 T1816 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52434/df/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[55 (1436249151197151232)]} 0 7
[junit4:junit4] 2> 1048303 T1834 C680 P52434 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[55]} 0 12
[junit4:junit4] 2> 1048309 T1796 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[56 (1436249151211831296)]} 0 1
[junit4:junit4] 2> 1048328 T1865 C679 P52441 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52434/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[56 (1436249151217074176)]} 0 4
[junit4:junit4] 2> 1048330 T1836 C680 P52434 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[56 (1436249151217074176)]} 0 17
[junit4:junit4] 2> 1048341 T1799 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[57 (1436249151244337152)]} 0 1
[junit4:junit4] 2> 1048357 T1867 C679 P52441 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52434/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[57 (1436249151257968640)]} 0 1
[junit4:junit4] 2> 1048359 T1835 C680 P52434 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[57 (1436249151257968640)]} 0 7
[junit4:junit4] 2> 1048361 T1820 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[57]} 0 12
[junit4:junit4] 2> 1048366 T1798 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[58 (1436249151271600128)]} 0 1
[junit4:junit4] 2> 1048380 T1868 C679 P52441 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52434/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[58 (1436249151281037312)]} 0 1
[junit4:junit4] 2> 1048382 T1837 C680 P52434 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[58 (1436249151281037312)]} 0 7
[junit4:junit4] 2> 1048385 T1818 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[58]} 0 14
[junit4:junit4] 2> 1048390 T1801 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[59 (1436249151296765952)]} 0 1
[junit4:junit4] 2> 1048404 T1850 C683 P52437 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[59 (1436249151307251712)]} 0 1
[junit4:junit4] 2> 1048407 T1817 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52434/df/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[59 (1436249151307251712)]} 0 8
[junit4:junit4] 2> 1048410 T1832 C680 P52434 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[59]} 0 15
[junit4:junit4] 2> 1048417 T1797 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[60 (1436249151322980352)]} 0 2
[junit4:junit4] 2> 1048436 T1869 C679 P52441 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52434/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[60 (1436249151335563264)]} 0 1
[junit4:junit4] 2> 1048437 T1833 C680 P52434 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[60 (1436249151335563264)]} 0 11
[junit4:junit4] 2> 1048446 T1796 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[61 (1436249151354437632)]} 0 0
[junit4:junit4] 2> 1048458 T1851 C683 P52437 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[61 (1436249151362826240)]} 0 0
[junit4:junit4] 2> 1048460 T1821 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52434/df/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[61 (1436249151362826240)]} 0 7
[junit4:junit4] 2> 1048462 T1834 C680 P52434 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[61]} 0 12
[junit4:junit4] 2> 1048469 T1799 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[62 (1436249151378554880)]} 0 1
[junit4:junit4] 2> 1048478 T1870 C679 P52441 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52434/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[62 (1436249151383797760)]} 0 1
[junit4:junit4] 2> 1048480 T1836 C680 P52434 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[62 (1436249151383797760)]} 0 7
[junit4:junit4] 2> 1048486 T1798 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[63 (1436249151396380672)]} 0 1
[junit4:junit4] 2> 1048501 T1849 C683 P52437 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[63 (1436249151406866432)]} 0 1
[junit4:junit4] 2> 1048503 T1819 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52434/df/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[63 (1436249151406866432)]} 0 8
[junit4:junit4] 2> 1048506 T1835 C680 P52434 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[63]} 0 15
[junit4:junit4] 2> 1048521 T1800 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[64 (1436249151433080832)]} 0 1
[junit4:junit4] 2> 1048541 T1848 C683 P52437 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[64 (1436249151439372288)]} 0 1
[junit4:junit4] 2> 1048543 T1816 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[64 (1436249151439372288)]} 0 17
[junit4:junit4] 2> 1048549 T1801 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[65 (1436249151462440960)]} 0 1
[junit4:junit4] 2> 1048559 T1852 C683 P52437 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.dist
[...truncated too long message...]
junit4] 2> "shard":"shard1_0",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":null,
[junit4:junit4] 2> "core":"collection1_shard1_0_replica1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:52437_df",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:52437/df"}
[junit4:junit4] 2> 1089541 T1943 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=null message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:52441_df_collection1",
[junit4:junit4] 2> "shard":"shard2",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "node_name":"127.0.0.1:52441_df",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:52441/df"}
[junit4:junit4] 2> 1089556 T1874 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 1090499 T1783 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 1090500 T1783 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 1090505 T1783 oasc.SolrCore.close [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@6c46adce
[junit4:junit4] 2> 1090508 T1783 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=4,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=272,cumulative_deletesById=0,cumulative_deletesByQuery=1,cumulative_errors=0}
[junit4:junit4] 2> 1090511 T1783 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4] 2> 1090512 T1783 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4] 2> 1090513 T1783 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4] 2> 1090519 T1783 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4] 2> 1090520 T1783 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
[junit4:junit4] 2> 1090521 T1783 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369713886001/jetty4/index [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369713886001/jetty4/index;done=false>>]
[junit4:junit4] 2> 1090522 T1783 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369713886001/jetty4/index
[junit4:junit4] 2> 1090523 T1783 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369713886001/jetty4 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369713886001/jetty4;done=false>>]
[junit4:junit4] 2> 1090524 T1783 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369713886001/jetty4
[junit4:junit4] 2> 1090529 T1943 oasc.Overseer$ClusterStateUpdater.amILeader According to ZK I (id=89765569234206732-127.0.0.1:52441_df-n_0000000004) am no longer a leader.
[junit4:junit4] 2> 1090556 T1783 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/df,null}
[junit4:junit4] 2> 1090671 T1783 oas.SolrTestCaseJ4.tearDown ###Ending testDistribSearch
[junit4:junit4] 2> 1090679 T1857 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 2> 1090680 T1857 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 1090681 T1857 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 2> 1090682 T1783 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:52424 52424
[junit4:junit4] 2> 1090792 T1783 oasc.ChaosMonkey.monkeyLog monkey: stop shard! 52427
[junit4:junit4] 2> !!!! WARNING: best effort to remove /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369713886001 FAILED !!!!!
[junit4:junit4] 2> 1090794 T1783 oas.SolrTestCaseJ4.tearDown ###Ending testDistribSearch
[junit4:junit4] 2> 1090795 T1783 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:52424 52424
[junit4:junit4] 1> client port:0.0.0.0/0.0.0.0:0
[junit4:junit4] 2> NOTE: reproduce with: ant test -Dtestcase=ChaosMonkeyShardSplitTest -Dtests.method=testDistribSearch -Dtests.seed=C345B394745EAB26 -Dtests.slow=true -Dtests.locale=be_BY -Dtests.timezone=America/Guadeloupe -Dtests.file.encoding=US-ASCII
[junit4:junit4] ERROR 84.0s | ChaosMonkeyShardSplitTest.testDistribSearch <<<
[junit4:junit4] > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: Server at http://127.0.0.1:52431/df returned non ok status:500, message:Server Error
[junit4:junit4] > at __randomizedtesting.SeedInfo.seed([C345B394745EAB26:42A33D8C0301CB1A]:0)
[junit4:junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:385)
[junit4:junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
[junit4:junit4] > at org.apache.solr.cloud.ShardSplitTest.splitShard(ShardSplitTest.java:208)
[junit4:junit4] > at org.apache.solr.cloud.ChaosMonkeyShardSplitTest.doTest(ChaosMonkeyShardSplitTest.java:136)
[junit4:junit4] > at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:815)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:722)
[junit4:junit4] 2> 1090823 T1783 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4] 2> 84011 T1782 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 2 leaked thread(s).
[junit4:junit4] 2> 1091837 T1874 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 2> 1091838 T1874 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 1091838 T1874 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 2> NOTE: test params are: codec=Lucene40, sim=DefaultSimilarity, locale=be_BY, timezone=America/Guadeloupe
[junit4:junit4] 2> NOTE: Mac OS X 10.8.3 x86_64/Oracle Corporation 1.7.0_21 (64-bit)/cpus=2,threads=4,free=154064328,total=325910528
[junit4:junit4] 2> NOTE: All tests run in this JVM: [TestPerFieldSimilarity, TestBinaryField, TestCSVResponseWriter, IndexReaderFactoryTest, SpatialFilterTest, BasicZkTest, TestCollationField, ShardSplitTest, CurrencyFieldOpenExchangeTest, TestFunctionQuery, SOLR749Test, AlternateDirectoryTest, FileBasedSpellCheckerTest, BadCopyFieldTest, SpellPossibilityIteratorTest, SolrRequestParserTest, TestQueryUtils, TestRTGBase, DateFieldTest, TestRandomDVFaceting, MoreLikeThisHandlerTest, TestPropInject, TestFiltering, UpdateRequestProcessorFactoryTest, TestUpdate, HighlighterTest, TestPseudoReturnFields, TestUtils, SuggesterWFSTTest, TestMaxScoreQueryParser, SuggesterFSTTest, TestAddFieldRealTimeGet, TestCloudManagedSchemaAddField, TestReplicationHandler, StatelessScriptUpdateProcessorFactoryTest, TestAtomicUpdateErrorCases, SuggesterTSTTest, TestSurroundQueryParser, FieldMutatingUpdateProcessorTest, IndexSchemaTest, TestAnalyzedSuggestions, ScriptEngineTest, TestSearchPerf, OpenCloseCoreStressTest, TestSolrXMLSerializer, SolrCoreTest, MultiTermTest, NotRequiredUniqueKeyTest, DocumentAnalysisRequestHandlerTest, SolrPluginUtilsTest, TestFieldTypeCollectionResource, TestComponentsName, TestArbitraryIndexDir, AutoCommitTest, ShardRoutingCustomTest, TestDistributedGrouping, TestValueSourceCache, CachingDirectoryFactoryTest, DirectUpdateHandlerTest, TestWriterPerf, SliceStateUpdateTest, PreAnalyzedFieldTest, BasicFunctionalityTest, DocumentBuilderTest, ChaosMonkeyShardSplitTest]
[junit4:junit4] Completed in 85.10s, 1 test, 1 error <<< FAILURES!
[...truncated 719 lines...]
BUILD FAILED
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:386: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:366: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:39: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build.xml:181: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/common-build.xml:437: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:1243: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:887: There were test failures: 296 suites, 1234 tests, 1 error, 18 ignored (6 assumptions)
Total time: 118 minutes 43 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.7.0 -XX:-UseCompressedOops -XX:+UseParallelGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure
[JENKINS] Lucene-Solr-4.x-MacOSX (64bit/jdk1.7.0) - Build # 497 -
Still Failing!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-MacOSX/497/
Java: 64bit/jdk1.7.0 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC
1 tests failed.
FAILED: org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testDistribSearch
Error Message:
collection already exists: awholynewcollection_1
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: collection already exists: awholynewcollection_1
at __randomizedtesting.SeedInfo.seed([BDDE25AA761E2ED5:3C38ABB201414EE9]:0)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:424)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
at org.apache.solr.client.solrj.impl.LBHttpSolrServer.request(LBHttpSolrServer.java:264)
at org.apache.solr.client.solrj.impl.CloudSolrServer.request(CloudSolrServer.java:306)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1400)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:438)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.doTest(CollectionsAPIDistributedZkTest.java:146)
at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:815)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:601)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at java.lang.Thread.run(Thread.java:722)
Build Log:
[...truncated 9582 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
[junit4:junit4] 2> 2293062 T4208 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /rz_ic/y
[junit4:junit4] 2> 2293105 T4208 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4] 2> Creating dataDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solrtest-CollectionsAPIDistributedZkTest-1369677382232
[junit4:junit4] 2> 2293107 T4208 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4] 2> 2293109 T4209 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4] 2> 2293210 T4208 oasc.ZkTestServer.run start zk server on port:53250
[junit4:junit4] 2> 2293212 T4208 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 2293224 T4215 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6a2cae18 name:ZooKeeperConnection Watcher:127.0.0.1:53250 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 2293224 T4208 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 2293226 T4208 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4] 2> 2293253 T4208 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 2293261 T4217 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4a2beab7 name:ZooKeeperConnection Watcher:127.0.0.1:53250/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 2293261 T4208 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 2293262 T4208 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4] 2> 2293272 T4208 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4] 2> 2293279 T4208 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4] 2> 2293285 T4208 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4] 2> 2293295 T4208 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4] 2> 2293296 T4208 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4] 2> 2293317 T4208 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4] 2> 2293319 T4208 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4] 2> 2293330 T4208 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4] 2> 2293331 T4208 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4] 2> 2293342 T4208 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4] 2> 2293343 T4208 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4] 2> 2293354 T4208 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4] 2> 2293355 T4208 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4] 2> 2293368 T4208 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4] 2> 2293369 T4208 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4] 2> 2293384 T4208 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 2> 2293385 T4208 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 2> 2293395 T4208 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4] 2> 2293396 T4208 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4] 2> 2293405 T4208 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4] 2> 2293406 T4208 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4] 2> 2294107 T4208 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 2294118 T4208 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:53253
[junit4:junit4] 2> 2294120 T4208 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 2294120 T4208 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 2294121 T4208 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369677382545
[junit4:junit4] 2> 2294122 T4208 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369677382545/solr.xml
[junit4:junit4] 2> 2294122 T4208 oasc.CoreContainer.<init> New CoreContainer 687161271
[junit4:junit4] 2> 2294123 T4208 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369677382545/'
[junit4:junit4] 2> 2294124 T4208 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369677382545/'
[junit4:junit4] 2> 2294333 T4208 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369677382545
[junit4:junit4] 2> 2294336 T4208 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369677382545/collection1
[junit4:junit4] 2> 2294339 T4208 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369677382545/collection1/conf
[junit4:junit4] 2> 2294545 T4208 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369677382545/collection1/conf/xslt
[junit4:junit4] 2> 2294550 T4208 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369677382545/collection1/lib
[junit4:junit4] 2> 2294552 T4208 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369677382545/collection1/lib/classes
[junit4:junit4] 2> 2294555 T4208 oasc.SolrCoreDiscoverer.addCore Discovered properties file /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369677382545/conf/core.properties, adding to cores
[junit4:junit4] 2> 2294572 T4208 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4] 2> 2294573 T4208 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 2294574 T4208 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4] 2> 2294574 T4208 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 2294575 T4208 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 2294575 T4208 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 2294576 T4208 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 2294576 T4208 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 2294577 T4208 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 2294578 T4208 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4] 2> 2294613 T4208 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 2294615 T4208 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:53250/solr
[junit4:junit4] 2> 2294615 T4208 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 2294617 T4208 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 2294623 T4228 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7ae0ea23 name:ZooKeeperConnection Watcher:127.0.0.1:53250 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 2294624 T4208 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 2294633 T4208 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 2294678 T4208 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 2294686 T4230 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@39de2c12 name:ZooKeeperConnection Watcher:127.0.0.1:53250/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 2294687 T4208 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 2294697 T4208 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4:junit4] 2> 2294707 T4208 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4:junit4] 2> 2294714 T4208 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4] 2> 2294720 T4208 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53253_rz_ic%2Fy
[junit4:junit4] 2> 2294723 T4208 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:53253_rz_ic%2Fy
[junit4:junit4] 2> 2294737 T4208 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4] 2> 2294758 T4208 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4] 2> 2294770 T4208 oasc.Overseer.start Overseer (id=89763176922677251-127.0.0.1:53253_rz_ic%2Fy-n_0000000000) starting
[junit4:junit4] 2> 2294784 T4208 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4:junit4] 2> 2294804 T4232 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4] 2> 2294811 T4208 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4] 2> 2294820 T4208 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4:junit4] 2> 2294832 T4208 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 2294845 T4231 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4] 2> 2294848 T4208 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4] 2> 2294849 T4208 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 2294850 T4208 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 2294872 T4208 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4] 2> 2294876 T4208 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 2294885 T4235 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@78cc47d4 name:ZooKeeperConnection Watcher:127.0.0.1:53250/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 2294886 T4208 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 2294902 T4208 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 2294910 T4208 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4] 2> 2295516 T4208 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 2295526 T4208 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:53257
[junit4:junit4] 2> 2295527 T4208 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 2295528 T4208 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 2295528 T4208 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369677384037
[junit4:junit4] 2> 2295529 T4208 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369677384037/solr.xml
[junit4:junit4] 2> 2295529 T4208 oasc.CoreContainer.<init> New CoreContainer 2102840154
[junit4:junit4] 2> 2295531 T4208 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369677384037/'
[junit4:junit4] 2> 2295532 T4208 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369677384037/'
[junit4:junit4] 2> 2295717 T4208 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369677384037
[junit4:junit4] 2> 2295720 T4208 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369677384037/collection1
[junit4:junit4] 2> 2295722 T4208 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369677384037/collection1/conf
[junit4:junit4] 2> 2295934 T4208 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369677384037/collection1/conf/xslt
[junit4:junit4] 2> 2295943 T4208 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369677384037/collection1/lib
[junit4:junit4] 2> 2295949 T4208 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369677384037/collection1/lib/classes
[junit4:junit4] 2> 2295951 T4208 oasc.SolrCoreDiscoverer.addCore Discovered properties file /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369677384037/conf/core.properties, adding to cores
[junit4:junit4] 2> 2295974 T4208 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4] 2> 2295976 T4208 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 2295977 T4208 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4] 2> 2295978 T4208 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 2295979 T4208 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 2295979 T4208 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 2295980 T4208 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 2295981 T4208 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 2295981 T4208 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 2295982 T4208 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4] 2> 2296015 T4208 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 2296016 T4208 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:53250/solr
[junit4:junit4] 2> 2296017 T4208 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 2296020 T4208 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 2296025 T4246 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6e2a9037 name:ZooKeeperConnection Watcher:127.0.0.1:53250 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 2296026 T4208 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 2296033 T4208 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 2296060 T4208 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 2296066 T4248 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@61f56338 name:ZooKeeperConnection Watcher:127.0.0.1:53250/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 2296066 T4208 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 2296087 T4208 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 2297102 T4208 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53257_rz_ic%2Fy
[junit4:junit4] 2> 2297106 T4208 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:53257_rz_ic%2Fy
[junit4:junit4] 2> 2297125 T4235 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 2297125 T4248 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 2297127 T4230 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 2297141 T4208 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4] 2> 2297142 T4208 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 2297143 T4208 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 2297832 T4208 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 2297841 T4208 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:53260
[junit4:junit4] 2> 2297844 T4208 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 2297845 T4208 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 2297845 T4208 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369677386296
[junit4:junit4] 2> 2297846 T4208 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369677386296/solr.xml
[junit4:junit4] 2> 2297847 T4208 oasc.CoreContainer.<init> New CoreContainer 1511376223
[junit4:junit4] 2> 2297848 T4208 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369677386296/'
[junit4:junit4] 2> 2297848 T4208 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369677386296/'
[junit4:junit4] 2> 2298050 T4208 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369677386296
[junit4:junit4] 2> 2298052 T4208 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369677386296/collection1
[junit4:junit4] 2> 2298055 T4208 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369677386296/collection1/conf
[junit4:junit4] 2> 2298260 T4208 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369677386296/collection1/conf/xslt
[junit4:junit4] 2> 2298266 T4208 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369677386296/collection1/lib
[junit4:junit4] 2> 2298273 T4208 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369677386296/collection1/lib/classes
[junit4:junit4] 2> 2298277 T4208 oasc.SolrCoreDiscoverer.addCore Discovered properties file /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369677386296/conf/core.properties, adding to cores
[junit4:junit4] 2> 2298300 T4208 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4] 2> 2298301 T4208 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 2298302 T4208 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4] 2> 2298303 T4208 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 2298304 T4208 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 2298305 T4208 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 2298305 T4208 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 2298306 T4208 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 2298307 T4208 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 2298308 T4208 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4] 2> 2298342 T4208 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 2298343 T4208 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:53250/solr
[junit4:junit4] 2> 2298343 T4208 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 2298346 T4208 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 2298354 T4260 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1250f346 name:ZooKeeperConnection Watcher:127.0.0.1:53250 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 2298355 T4208 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 2298360 T4208 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 2298384 T4208 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 2298391 T4262 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@25bdc12a name:ZooKeeperConnection Watcher:127.0.0.1:53250/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 2298391 T4208 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 2298411 T4208 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 2299427 T4208 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53260_rz_ic%2Fy
[junit4:junit4] 2> 2299430 T4208 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:53260_rz_ic%2Fy
[junit4:junit4] 2> 2299442 T4248 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 2299442 T4230 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 2299443 T4235 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 2299444 T4262 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 2299458 T4208 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4] 2> 2299459 T4208 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 2299459 T4208 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 2300129 T4208 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 2300138 T4208 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:53263
[junit4:junit4] 2> 2300140 T4208 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 2300158 T4208 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 2300159 T4208 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369677388608
[junit4:junit4] 2> 2300159 T4208 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369677388608/solr.xml
[junit4:junit4] 2> 2300160 T4208 oasc.CoreContainer.<init> New CoreContainer 1658084487
[junit4:junit4] 2> 2300161 T4208 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369677388608/'
[junit4:junit4] 2> 2300162 T4208 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369677388608/'
[junit4:junit4] 2> 2300359 T4208 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369677388608
[junit4:junit4] 2> 2300362 T4208 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369677388608/collection1
[junit4:junit4] 2> 2300363 T4208 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369677388608/collection1/conf
[junit4:junit4] 2> 2300572 T4208 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369677388608/collection1/conf/xslt
[junit4:junit4] 2> 2300589 T4208 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369677388608/collection1/lib
[junit4:junit4] 2> 2300594 T4208 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369677388608/collection1/lib/classes
[junit4:junit4] 2> 2300600 T4208 oasc.SolrCoreDiscoverer.addCore Discovered properties file /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369677388608/conf/core.properties, adding to cores
[junit4:junit4] 2> 2300618 T4208 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4] 2> 2300619 T4208 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 2300620 T4208 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4] 2> 2300621 T4208 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 2300622 T4208 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 2300622 T4208 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 2300623 T4208 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 2300623 T4208 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 2300624 T4208 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 2300625 T4208 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4] 2> 2300663 T4208 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 2300664 T4208 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:53250/solr
[junit4:junit4] 2> 2300665 T4208 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 2300668 T4208 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 2300673 T4274 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5ff7cd1 name:ZooKeeperConnection Watcher:127.0.0.1:53250 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 2300674 T4208 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 2300682 T4208 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 2300749 T4208 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 2300753 T4276 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@47b41147 name:ZooKeeperConnection Watcher:127.0.0.1:53250/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 2300754 T4208 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 2300765 T4208 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 2301779 T4208 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53263_rz_ic%2Fy
[junit4:junit4] 2> 2301782 T4208 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:53263_rz_ic%2Fy
[junit4:junit4] 2> 2301795 T4235 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 2301795 T4262 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 2301810 T4248 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 2301811 T4230 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 2301813 T4276 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 2301820 T4208 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4] 2> 2301821 T4208 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 2301822 T4208 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 2302816 T4208 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 2302827 T4208 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:53266
[junit4:junit4] 2> 2302830 T4208 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 2302831 T4208 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 2302831 T4208 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369677390971
[junit4:junit4] 2> 2302833 T4208 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369677390971/solr.xml
[junit4:junit4] 2> 2302834 T4208 oasc.CoreContainer.<init> New CoreContainer 866230224
[junit4:junit4] 2> 2302834 T4208 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369677390971/'
[junit4:junit4] 2> 2302836 T4208 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369677390971/'
[junit4:junit4] 2> 2303106 T4208 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369677390971
[junit4:junit4] 2> 2303108 T4208 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369677390971/collection1
[junit4:junit4] 2> 2303110 T4208 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369677390971/collection1/conf
[junit4:junit4] 2> 2303342 T4208 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369677390971/collection1/conf/xslt
[junit4:junit4] 2> 2303353 T4208 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369677390971/collection1/lib
[junit4:junit4] 2> 2303355 T4208 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369677390971/collection1/lib/classes
[junit4:junit4] 2> 2303361 T4208 oasc.SolrCoreDiscoverer.addCore Discovered properties file /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369677390971/conf/core.properties, adding to cores
[junit4:junit4] 2> 2303381 T4208 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4] 2> 2303387 T4208 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 2303388 T4208 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4] 2> 2303388 T4208 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 2303389 T4208 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 2303390 T4208 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 2303392 T4208 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 2303392 T4208 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 2303393 T4208 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 2303394 T4208 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4] 2> 2303433 T4208 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 2303434 T4208 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:53250/solr
[junit4:junit4] 2> 2303435 T4208 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 2303441 T4208 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 2303455 T4288 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1f783805 name:ZooKeeperConnection Watcher:127.0.0.1:53250 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 2303459 T4208 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 2303488 T4208 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 2303519 T4208 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 2303526 T4290 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@574040a8 name:ZooKeeperConnection Watcher:127.0.0.1:53250/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 2303529 T4208 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 2303581 T4208 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 2304636 T4208 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53266_rz_ic%2Fy
[junit4:junit4] 2> 2304671 T4208 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:53266_rz_ic%2Fy
[junit4:junit4] 2> 2304695 T4276 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 2304696 T4248 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 2304696 T4230 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 2304697 T4235 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 2304697 T4290 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 2304697 T4262 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 2304729 T4208 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4] 2> 2304730 T4208 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 2304730 T4208 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 2304769 T4208 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 2304802 T4242 oasha.CollectionsHandler.handleCreateAction Creating Collection : numShards=2&name=nodes_used_collection&replicationFactor=2&action=CREATE&wt=javabin&version=2
[junit4:junit4] 2> 2304808 T4230 oasc.DistributedQueue$LatchChildWatcher.process Watcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
[junit4:junit4] 2> 2304814 T4232 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
[junit4:junit4] 2> "operation":"createcollection",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "maxShardsPerNode":null,
[junit4:junit4] 2> "createNodeSet":null,
[junit4:junit4] 2> "name":"nodes_used_collection",
[junit4:junit4] 2> "replicationFactor":"2"}
[junit4:junit4] 2> 2304815 T4232 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard1_replica1 as part of slice shard1 of collection nodes_used_collection on 127.0.0.1:53266_rz_ic%2Fy
[junit4:junit4] 2> 2304816 T4232 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard1_replica2 as part of slice shard1 of collection nodes_used_collection on 127.0.0.1:53263_rz_ic%2Fy
[junit4:junit4] 2> 2304816 T4232 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard2_replica1 as part of slice shard2 of collection nodes_used_collection on 127.0.0.1:53260_rz_ic%2Fy
[junit4:junit4] 2> 2304818 T4232 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard2_replica2 as part of slice shard2 of collection nodes_used_collection on 127.0.0.1:53253_rz_ic%2Fy
[junit4:junit4] 2> 2304832 T4272 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard1_replica2' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369677388608/nodes_used_collection_shard1_replica2
[junit4:junit4] 2> 2304833 T4272 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
[junit4:junit4] 2> 2304832 T4285 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard1_replica1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369677390971/nodes_used_collection_shard1_replica1
[junit4:junit4] 2> 2304834 T4285 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
[junit4:junit4] 2> 2304835 T4255 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard2_replica1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369677386296/nodes_used_collection_shard2_replica1
[junit4:junit4] 2> 2304836 T4255 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
[junit4:junit4] 2> 2304835 T4221 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard2_replica2' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369677382545/nodes_used_collection_shard2_replica2
[junit4:junit4] 2> 2304837 T4221 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
[junit4:junit4] 2> 2304838 T4272 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
[junit4:junit4] 2> 2304839 T4272 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4] 2> 2304840 T4255 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
[junit4:junit4] 2> 2304840 T4255 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4] 2> 2304841 T4221 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
[junit4:junit4] 2> 2304841 T4221 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4] 2> 2304846 T4272 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4] 2> 2304846 T4255 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4] 2> 2304848 T4255 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
[junit4:junit4] 2> 2304847 T4272 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
[junit4:junit4] 2> 2304849 T4285 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
[junit4:junit4] 2> 2304849 T4221 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4] 2> 2304850 T4221 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
[junit4:junit4] 2> 2304850 T4285 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4] 2> 2304864 T4255 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
[junit4:junit4] 2> 2304867 T4221 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
[junit4:junit4] 2> 2304868 T4272 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
[junit4:junit4] 2> 2304870 T4285 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4] 2> 2304871 T4285 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
[junit4:junit4] 2> 2304874 T4255 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369677386296/nodes_used_collection_shard2_replica1/'
[junit4:junit4] 2> 2304885 T4221 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369677382545/nodes_used_collection_shard2_replica2/'
[junit4:junit4] 2> 2304898 T4272 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369677388608/nodes_used_collection_shard1_replica2/'
[junit4:junit4] 2> 2304902 T4285 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
[junit4:junit4] 2> 2304911 T4285 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369677390971/nodes_used_collection_shard1_replica1/'
[junit4:junit4] 2> 2305165 T4255 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 2305187 T4221 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 2305252 T4272 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 2305257 T4285 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 2305547 T4221 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 2305570 T4272 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 2305576 T4221 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 2305582 T4272 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 2305590 T4221 oass.IndexSchema.readSchema [nodes_used_collection_shard2_replica2] Schema name=test
[junit4:junit4] 2> 2305592 T4272 oass.IndexSchema.readSchema [nodes_used_collection_shard1_replica2] Schema name=test
[junit4:junit4] 2> 2305596 T4255 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 2305601 T4285 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 2305629 T4285 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 2305636 T4255 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 2305647 T4285 oass.IndexSchema.readSchema [nodes_used_collection_shard1_replica1] Schema name=test
[junit4:junit4] 2> 2305650 T4255 oass.IndexSchema.readSchema [nodes_used_collection_shard2_replica1] Schema name=test
[junit4:junit4] 2> 2308870 T4285 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 2308889 T4285 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 2308899 T4255 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 2308924 T4285 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 2308940 T4255 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 2308989 T4255 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 2309012 T4221 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 2309055 T4221 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 2309075 T4272 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 2309087 T4221 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 2309109 T4285 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 2309121 T4285 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 2309136 T4272 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 2309144 T4272 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 2309148 T4255 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 2309158 T4285 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 2309164 T4255 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 2309187 T4285 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 2309188 T4285 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 2309188 T4285 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 2309197 T4255 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 2309209 T4255 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 2309232 T4255 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 2309233 T4255 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 2309224 T4285 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 2309234 T4285 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 2309235 T4285 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 2309235 T4285 oasc.SolrCore.<init> [nodes_used_collection_shard1_replica1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369677390971/nodes_used_collection_shard1_replica1/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369677390971/nodes_used_collection_shard1_replica1/data/
[junit4:junit4] 2> 2309236 T4285 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3996a317
[junit4:junit4] 2> 2309237 T4285 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 2309238 T4285 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369677390971/nodes_used_collection_shard1_replica1/data
[junit4:junit4] 2> 2309241 T4285 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369677390971/nodes_used_collection_shard1_replica1/data/index/
[junit4:junit4] 2> 2309242 T4285 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard1_replica1] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369677390971/nodes_used_collection_shard1_replica1/data/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 2309243 T4285 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369677390971/nodes_used_collection_shard1_replica1/data/index
[junit4:junit4] 2> 2309261 T4255 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 2309263 T4255 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 2309263 T4255 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 2309264 T4255 oasc.SolrCore.<init> [nodes_used_collection_shard2_replica1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369677386296/nodes_used_collection_shard2_replica1/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369677386296/nodes_used_collection_shard2_replica1/data/
[junit4:junit4] 2> 2309264 T4255 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3996a317
[junit4:junit4] 2> 2309266 T4255 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 2309267 T4255 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369677386296/nodes_used_collection_shard2_replica1/data
[junit4:junit4] 2> 2309276 T4221 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 2309278 T4255 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369677386296/nodes_used_collection_shard2_replica1/data/index/
[junit4:junit4] 2> 2309279 T4255 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard2_replica1] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369677386296/nodes_used_collection_shard2_replica1/data/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 2309280 T4255 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369677386296/nodes_used_collection_shard2_replica1/data/index
[junit4:junit4] 2> 2309287 T4285 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5df77019 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2eee3bea),segFN=segments_1,generation=1}
[junit4:junit4] 2> 2309288 T4285 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 2309318 T4285 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 2309319 T4285 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 2309320 T4285 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 2309322 T4285 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 2309324 T4285 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 2309324 T4285 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 2309325 T4285 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 2309327 T4285 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 2309335 T4285 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 2309336 T4255 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@2a5d4be6 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3980a17a),segFN=segments_1,generation=1}
[junit4:junit4] 2> 2309337 T4255 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 2309355 T4221 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 2309370 T4255 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 2309372 T4255 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 2309374 T4255 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 2309375 T4255 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 2309376 T4255 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 2309376 T4255 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 2309377 T4255 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 2309378 T4255 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 2309379 T4255 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 2309381 T4285 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 2309385 T4255 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 2309420 T4255 oass.SolrIndexSearcher.<init> Opening Searcher@604dbffa main
[junit4:junit4] 2> 2309421 T4255 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369677386296/nodes_used_collection_shard2_replica1/data/tlog
[junit4:junit4] 2> 2309423 T4255 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 2309424 T4255 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 2309430 T4285 oass.SolrIndexSearcher.<init> Opening Searcher@56913019 main
[junit4:junit4] 2> 2309431 T4285 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369677390971/nodes_used_collection_shard1_replica1/data/tlog
[junit4:junit4] 2> 2309437 T4272 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 2309441 T4296 oasc.SolrCore.registerSearcher [nodes_used_collection_shard2_replica1] Registered new searcher Searcher@604dbffa main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 2309438 T4221 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 2309443 T4285 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 2309445 T4285 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 2309444 T4255 oasc.ZkController.publish publishing core=nodes_used_collection_shard2_replica1 state=down
[junit4:junit4] 2> 2309459 T4297 oasc.SolrCore.registerSearcher [nodes_used_collection_shard1_replica1] Registered new searcher Searcher@56913019 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 2309465 T4285 oasc.ZkController.publish publishing core=nodes_used_collection_shard1_replica1 state=down
[junit4:junit4] 2> 2309468 T4272 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 2309471 T4221 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 2309472 T4221 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 2309473 T4221 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 2309481 T4221 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 2309482 T4221 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 2309483 T4221 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 2309483 T4221 oasc.SolrCore.<init> [nodes_used_collection_shard2_replica2] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369677382545/nodes_used_collection_shard2_replica2/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369677382545/nodes_used_collection_shard2_replica2/data/
[junit4:junit4] 2> 2309484 T4221 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3996a317
[junit4:junit4] 2> 2309485 T4221 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 2309487 T4221 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369677382545/nodes_used_collection_shard2_replica2/data
[junit4:junit4] 2> 2309489 T4272 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 2309499 T4221 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369677382545/nodes_used_collection_shard2_replica2/data/index/
[junit4:junit4] 2> 2309499 T4221 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard2_replica2] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369677382545/nodes_used_collection_shard2_replica2/data/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 2309507 T4221 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369677382545/nodes_used_collection_shard2_replica2/data/index
[junit4:junit4] 2> 2309519 T4272 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 2309520 T4272 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 2309521 T4272 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 2309540 T4272 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 2309542 T4272 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 2309543 T4272 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 2309543 T4272 oasc.SolrCore.<init> [nodes_used_collection_shard1_replica2] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369677388608/nodes_used_collection_shard1_replica2/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369677388608/nodes_used_collection_shard1_replica2/data/
[junit4:junit4] 2> 2309544 T4272 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3996a317
[junit4:junit4] 2> 2309545 T4272 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 2309546 T4272 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369677388608/nodes_used_collection_shard1_replica2/data
[junit4:junit4] 2> 2309558 T4272 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369677388608/nodes_used_collection_shard1_replica2/data/index/
[junit4:junit4] 2> 2309559 T4272 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard1_replica2] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369677388608/nodes_used_collection_shard1_replica2/data/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 2309563 T4272 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369677388608/nodes_used_collection_shard1_replica2/data/index
[junit4:junit4] 2> 2309560 T4221 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@51dc01c8 lockFactory=org.apache.lucene.store.NativeFSLockFactory@38825af3),segFN=segments_1,generation=1}
[junit4:junit4] 2> 2309566 T4221 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 2309595 T4221 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 2309596 T4221 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 2309597 T4221 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 2309598 T4221 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 2309599 T4221 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 2309600 T4221 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 2309600 T4221 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 2309601 T4272 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@761ec08f lockFactory=org.apache.lucene.store.NativeFSLockFactory@68eadd1b),segFN=segments_1,generation=1}
[junit4:junit4] 2> 2309602 T4272 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 2309602 T4221 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 2309603 T4221 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 2309630 T4272 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 2309631 T4272 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 2309632 T4272 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 2309633 T4272 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 2309642 T4272 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 2309643 T4272 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 2309643 T4272 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 2309646 T4272 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 2309647 T4272 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 2309650 T4272 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 2309652 T4221 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 2309685 T4272 oass.SolrIndexSearcher.<init> Opening Searcher@c0217d6 main
[junit4:junit4] 2> 2309686 T4272 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369677388608/nodes_used_collection_shard1_replica2/data/tlog
[junit4:junit4] 2> 2309688 T4272 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 2309692 T4272 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 2309703 T4298 oasc.SolrCore.registerSearcher [nodes_used_collection_shard1_replica2] Registered new searcher Searcher@c0217d6 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 2309691 T4221 oass.SolrIndexSearcher.<init> Opening Searcher@6d45e002 main
[junit4:junit4] 2> 2309705 T4221 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369677382545/nodes_used_collection_shard2_replica2/data/tlog
[junit4:junit4] 2> 2309707 T4221 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 2309707 T4221 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 2309715 T4272 oasc.ZkController.publish publishing core=nodes_used_collection_shard1_replica2 state=down
[junit4:junit4] 2> 2309720 T4299 oasc.SolrCore.registerSearcher [nodes_used_collection_shard2_replica2] Registered new searcher Searcher@6d45e002 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 2309724 T4221 oasc.ZkController.publish publishing core=nodes_used_collection_shard2_replica2 state=down
[junit4:junit4] 2> 2309976 T4231 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 2309979 T4231 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard2",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"nodes_used_collection_shard2_replica1",
[junit4:junit4] 2> "collection":"nodes_used_collection",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:53260_rz_ic%2Fy",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:53260/rz_ic/y"}
[junit4:junit4] 2> 2309980 T4231 oasc.Overseer$ClusterStateUpdater.createCollection Create collection nodes_used_collection with numShards 2
[junit4:junit4] 2> 2309993 T4231 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"nodes_used_collection_shard1_replica1",
[junit4:junit4] 2> "collection":"nodes_used_collection",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:53266_rz_ic%2Fy",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:53266/rz_ic/y"}
[junit4:junit4] 2> 2310012 T4231 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"nodes_used_collection_shard1_replica2",
[junit4:junit4] 2> "collection":"nodes_used_collection",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:53263_rz_ic%2Fy",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:53263/rz_ic/y"}
[junit4:junit4] 2> 2310027 T4231 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard2",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"nodes_used_collection_shard2_replica2",
[junit4:junit4] 2> "collection":"nodes_used_collection",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:53253_rz_ic%2Fy",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:53253/rz_ic/y"}
[junit4:junit4] 2> 2310045 T4276 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 2310046 T4248 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 2310047 T4262 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 2310047 T4230 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 2310047 T4235 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 2310047 T4290 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 2310471 T4255 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard2_replica1
[junit4:junit4] 2> 2310476 T4285 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard1_replica1
[junit4:junit4] 2> 2310478 T4285 oasc.ZkController.register Register replica - core:nodes_used_collection_shard1_replica1 address:http://127.0.0.1:53266/rz_ic/y collection:nodes_used_collection shard:shard1
[junit4:junit4] 2> 2310477 T4255 oasc.ZkController.register Register replica - core:nodes_used_collection_shard2_replica1 address:http://127.0.0.1:53260/rz_ic/y collection:nodes_used_collection shard:shard2
[junit4:junit4] 2> 2310481 T4285 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leader_elect/shard1/election
[junit4:junit4] 2> 2310482 T4255 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leader_elect/shard2/election
[junit4:junit4] 2> 2310530 T4285 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 2310536 T4255 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 2310567 T4285 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=179995
[junit4:junit4] 2> 2310568 T4255 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=179997
[junit4:junit4] 2> 2310733 T4272 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard1_replica2
[junit4:junit4] 2> 2310734 T4272 oasc.ZkController.register Register replica - core:nodes_used_collection_shard1_replica2 address:http://127.0.0.1:53263/rz_ic/y collection:nodes_used_collection shard:shard1
[junit4:junit4] 2> 2310739 T4221 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard2_replica2
[junit4:junit4] 2> 2310740 T4221 oasc.ZkController.register Register replica - core:nodes_used_collection_shard2_replica2 address:http://127.0.0.1:53253/rz_ic/y collection:nodes_used_collection shard:shard2
[junit4:junit4] 2> 2311070 T4285 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 2311071 T4285 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 2311072 T4285 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:53266/rz_ic/y/nodes_used_collection_shard1_replica1/
[junit4:junit4] 2> 2311072 T4285 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard1_replica1 url=http://127.0.0.1:53266/rz_ic/y START replicas=[http://127.0.0.1:53263/rz_ic/y/nodes_used_collection_shard1_replica2/] nUpdates=100
[junit4:junit4] 2> 2311072 T4255 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 2311073 T4255 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 2311074 T4255 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:53260/rz_ic/y/nodes_used_collection_shard2_replica1/
[junit4:junit4] 2> 2311075 T4255 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard2_replica1 url=http://127.0.0.1:53260/rz_ic/y START replicas=[http://127.0.0.1:53253/rz_ic/y/nodes_used_collection_shard2_replica2/] nUpdates=100
[junit4:junit4] 2> 2311073 T4285 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard1_replica1 url=http://127.0.0.1:53266/rz_ic/y DONE. We have no versions. sync failed.
[junit4:junit4] 2> 2311077 T4285 oasc.SyncStrategy.syncReplicas Leader's attempt to sync with shard failed, moving to the next canidate
[junit4:junit4] 2> 2311078 T4285 oasc.ShardLeaderElectionContext.runLeaderProcess We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4:junit4] 2> 2311078 T4285 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:53266/rz_ic/y/nodes_used_collection_shard1_replica1/
[junit4:junit4] 2> 2311079 T4285 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leaders/shard1
[junit4:junit4] 2> 2311080 T4255 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard2_replica1 url=http://127.0.0.1:53260/rz_ic/y DONE. We have no versions. sync failed.
[junit4:junit4] 2> 2311081 T4255 oasc.SyncStrategy.syncReplicas Leader's attempt to sync with shard failed, moving to the next canidate
[junit4:junit4] 2> 2311082 T4255 oasc.ShardLeaderElectionContext.runLeaderProcess We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4:junit4] 2> 2311082 T4255 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:53260/rz_ic/y/nodes_used_collection_shard2_replica1/
[junit4:junit4] 2> 2311082 T4255 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leaders/shard2
[junit4:junit4] 2> ASYNC NEW_CORE C5933 name=nodes_used_collection_shard1_replica2 org.apache.solr.core.SolrCore@57604ec7 url=http://127.0.0.1:53263/rz_ic/y/nodes_used_collection_shard1_replica2 node=127.0.0.1:53263_rz_ic%2Fy C5933_STATE=coll:nodes_used_collection core:nodes_used_collection_shard1_replica2 props:{shard=shard1, state=down, core=nodes_used_collection_shard1_replica2, collection=nodes_used_collection, node_name=127.0.0.1:53263_rz_ic%2Fy, base_url=http://127.0.0.1:53263/rz_ic/y}
[junit4:junit4] 2> 2311089 T4270 C5933 P53263 oasc.SolrCore.execute [nodes_used_collection_shard1_replica2] webapp=/rz_ic/y path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=1
[junit4:junit4] 2> ASYNC NEW_CORE C5934 name=nodes_used_collection_shard2_replica2 org.apache.solr.core.SolrCore@25e00ca1 url=http://127.0.0.1:53253/rz_ic/y/nodes_used_collection_shard2_replica2 node=127.0.0.1:53253_rz_ic%2Fy C5934_STATE=coll:nodes_used_collection core:nodes_used_collection_shard2_replica2 props:{shard=shard2, state=down, core=nodes_used_collection_shard2_replica2, collection=nodes_used_collection, node_name=127.0.0.1:53253_rz_ic%2Fy, base_url=http://127.0.0.1:53253/rz_ic/y}
[junit4:junit4] 2> 2311108 T4226 C5934 P53253 oasc.SolrCore.execute [nodes_used_collection_shard2_replica2] webapp=/rz_ic/y path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=3
[junit4:junit4] 2> 2311642 T4231 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 2311699 T4276 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 2311700 T4262 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 2311700 T4248 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 2311700 T4290 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 2311700 T4230 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 2311700 T4235 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 2311748 T4285 oasc.ZkController.register We are http://127.0.0.1:53266/rz_ic/y/nodes_used_collection_shard1_replica1/ and leader is http://127.0.0.1:53266/rz_ic/y/nodes_used_collection_shard1_replica1/
[junit4:junit4] 2> 2311748 T4285 oasc.ZkController.register No LogReplay needed for core=nodes_used_collection_shard1_replica1 baseURL=http://127.0.0.1:53266/rz_ic/y
[junit4:junit4] 2> 2311749 T4285 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 2311749 T4285 oasc.ZkController.publish publishing core=nodes_used_collection_shard1_replica1 state=active
[junit4:junit4] 2> 2311754 T4285 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 2311756 T4285 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={numShards=2&shard=shard1&name=nodes_used_collection_shard1_replica1&action=CREATE&collection=nodes_used_collection&wt=javabin&qt=/admin/cores&version=2} status=0 QTime=6924
[junit4:junit4] 2> 2311757 T4255 oasc.ZkController.register We are http://127.0.0.1:53260/rz_ic/y/nodes_used_collection_shard2_replica1/ and leader is http://127.0.0.1:53260/rz_ic/y/nodes_used_collection_shard2_replica1/
[junit4:junit4] 2> 2311758 T4255 oasc.ZkController.register No LogReplay needed for core=nodes_used_collection_shard2_replica1 baseURL=http://127.0.0.1:53260/rz_ic/y
[junit4:junit4] 2> 2311758 T4255 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 2311759 T4255 oasc.ZkController.publish publishing core=nodes_used_collection_shard2_replica1 state=active
[junit4:junit4] 2> 2311770 T4272 oasc.ZkController.register We are http://127.0.0.1:53263/rz_ic/y/nodes_used_collection_shard1_replica2/ and leader is http://127.0.0.1:53266/rz_ic/y/nodes_used_collection_shard1_replica1/
[junit4:junit4] 2> 2311771 T4272 oasc.ZkController.register No LogReplay needed for core=nodes_used_collection_shard1_replica2 baseURL=http://127.0.0.1:53263/rz_ic/y
[junit4:junit4] 2> 2311771 T4272 oasc.ZkController.checkRecovery Core needs to recover:nodes_used_collection_shard1_replica2
[junit4:junit4] 2> 2311772 T4272 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4] 2> 2311771 T4221 oasc.ZkController.register We are http://127.0.0.1:53253/rz_ic/y/nodes_used_collection_shard2_replica2/ and leader is http://127.0.0.1:53260/rz_ic/y/nodes_used_collection_shard2_replica1/
[junit4:junit4] 2> 2311773 T4221 oasc.ZkController.register No LogReplay needed for core=nodes_used_collection_shard2_replica2 baseURL=http://127.0.0.1:53253/rz_ic/y
[junit4:junit4] 2> 2311774 T4221 oasc.ZkController.checkRecovery Core needs to recover:nodes_used_collection_shard2_replica2
[junit4:junit4] 2> 2311772 T4255 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 2311775 T4272 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 2311774 T4221 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4] 2> 2311773 T4302 C5933 P53263 oasc.RecoveryStrategy.run Starting recovery process. core=nodes_used_collection_shard1_replica2 recoveringAfterStartup=true
[junit4:junit4] 2> 2311780 T4302 C5933 P53263 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4] 2> 2311780 T4255 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={numShards=2&shard=shard2&name=nodes_used_collection_shard2_replica1&action=CREATE&collection=nodes_used_collection&wt=javabin&qt=/admin/cores&version=2} status=0 QTime=6945
[junit4:junit4] 2> 2311782 T4303 C5934 P53253 oasc.RecoveryStrategy.run Starting recovery process. core=nodes_used_collection_shard2_replica2 recoveringAfterStartup=true
[junit4:junit4] 2> 2311784 T4303 C5934 P53253 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4] 2> 2311784 T4272 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={numShards=2&shard=shard1&name=nodes_used_collection_shard1_replica2&action=CREATE&collection=nodes_used_collection&wt=javabin&qt=/admin/cores&version=2} status=0 QTime=6952
[junit4:junit4] 2> 2311783 T4302 C5933 P53263 oasc.ZkController.publish publishing core=nodes_used_collection_shard1_replica2 state=recovering
[junit4:junit4] 2> 2311785 T4303 C5934 P53253 oasc.ZkController.publish publishing core=nodes_used_collection_shard2_replica2 state=recovering
[junit4:junit4] 2> 2311788 T4221 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 2311791 T4303 C5934 P53253 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 2311791 T4221 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={numShards=2&shard=shard2&name=nodes_used_collection_shard2_replica2&action=CREATE&collection=nodes_used_collection&wt=javabin&qt=/admin/cores&version=2} status=0 QTime=6957
[junit4:junit4] 2> 2311791 T4302 C5933 P53263 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 2311794 T4232 oasc.OverseerCollectionProcessor.createCollection Finished create command on all shards for collection: nodes_used_collection
[junit4:junit4] 2> 2311844 T4281 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 127.0.0.1:53263_rz_ic%2Fy_nodes_used_collection_shard1_replica2, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4] 2> 2311855 T4248 oasc.DistributedQueue$LatchChildWatcher.process Watcher fired on path: /overseer/collection-queue-work/qnr-0000000000 state: SyncConnected type NodeDataChanged
[junit4:junit4] 2> 2311856 T4257 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 127.0.0.1:53253_rz_ic%2Fy_nodes_used_collection_shard2_replica2, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4] 2> 2311863 T4230 oasc.DistributedQueue$LatchChildWatcher.process Watcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
[junit4:junit4] 2> 2311864 T4232 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Message id:/overseer/collection-queue-work/qn-0000000000 complete, response:{success={null={responseHeader={status=0,QTime=6924},core=nodes_used_collection_shard1_replica1},null={responseHeader={status=0,QTime=6945},core=nodes_used_collection_shard2_replica1},null={responseHeader={status=0,QTime=6952},core=nodes_used_collection_shard1_replica2},null={responseHeader={status=0,QTime=6957},core=nodes_used_collection_shard2_replica2}}}
[junit4:junit4] 2> 2311865 T4242 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/collections params={numShards=2&name=nodes_used_collection&replicationFactor=2&action=CREATE&wt=javabin&version=2} status=0 QTime=7063
[junit4:junit4] 2> 2311867 T4208 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4] 2> 2311869 T4208 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 2311875 T4305 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3aa7e093 name:ZooKeeperConnection Watcher:127.0.0.1:53250/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 2311875 T4208 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 2311880 T4208 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 2311889 T4208 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4] 2> 2311892 T4208 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 2311899 T4307 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@19f388c3 name:ZooKeeperConnection Watcher:127.0.0.1:53250/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 2311899 T4208 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 2311904 T4208 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 2311935 T4224 oasha.CollectionsHandler.handleCreateAction Creating Collection : numShards=3&maxShardsPerNode=2&name=awholynewcollection_0&replicationFactor=3&action=CREATE&wt=javabin&version=2
[junit4:junit4] 2> 2311938 T4230 oasc.DistributedQueue$LatchChildWatcher.process Watcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
[junit4:junit4] 2> 2311944 T4232 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Get the message id:/overseer/collection-queue-work/qn-0000000002 message:{
[junit4:junit4] 2> "operation":"createcollection",
[junit4:junit4] 2> "numShards":"3",
[junit4:junit4] 2> "maxShardsPerNode":"2",
[junit4:junit4] 2> "createNodeSet":null,
[junit4:junit4] 2> "name":"awholynewcollection_0",
[junit4:junit4] 2> "replicationFactor":"3"}
[junit4:junit4] 2> 2311945 T4232 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard1_replica1 as part of slice shard1 of collection awholynewcollection_0 on 127.0.0.1:53260_rz_ic%2Fy
[junit4:junit4] 2> 2311945 T4232 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard1_replica2 as part of slice shard1 of collection awholynewcollection_0 on 127.0.0.1:53253_rz_ic%2Fy
[junit4:junit4] 2> 2311946 T4232 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard1_replica3 as part of slice shard1 of collection awholynewcollection_0 on 127.0.0.1:53263_rz_ic%2Fy
[junit4:junit4] 2> 2311947 T4232 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard2_replica1 as part of slice shard2 of collection awholynewcollection_0 on 127.0.0.1:53266_rz_ic%2Fy
[junit4:junit4] 2> 2311948 T4232 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard2_replica2 as part of slice shard2 of collection awholynewcollection_0 on 127.0.0.1:53257_rz_ic%2Fy
[junit4:junit4] 2> 2311949 T4232 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard2_replica3 as part of slice shard2 of collection awholynewcollection_0 on 127.0.0.1:53260_rz_ic%2Fy
[junit4:junit4] 2> 2311949 T4258 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard1_replica1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369677386296/awholynewcollection_0_shard1_replica1
[junit4:junit4] 2> 2311951 T4258 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4] 2> 2311952 T4225 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard1_replica2' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369677382545/awholynewcollection_0_shard1_replica2
[junit4:junit4] 2> 2311952 T4225 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4] 2> 2311953 T4232 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard3_replica1 as part of slice shard3 of collection awholynewcollection_0 on 127.0.0.1:53253_rz_ic%2Fy
[junit4:junit4] 2> 2311953 T4282 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard2_replica1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369677390971/awholynewcollection_0_shard2_replica1
[junit4:junit4] 2> 2311964 T4282 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4] 2> 2311965 T4267 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard1_replica3' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369677388608/awholynewcollection_0_shard1_replica3
[junit4:junit4] 2> 2311966 T4267 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4] 2> 2311966 T4244 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard2_replica2' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369677384037/awholynewcollection_0_shard2_replica2
[junit4:junit4] 2> 2311967 T4244 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4] 2> 2311966 T4232 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard3_replica2 as part of slice shard3 of collection awholynewcollection_0 on 127.0.0.1:53263_rz_ic%2Fy
[junit4:junit4] 2> 2311970 T4258 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:awholynewcollection_0
[junit4:junit4] 2> 2311975 T4244 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:awholynewcollection_0
[junit4:junit4] 2> 2311977 T4244 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4] 2> 2311975 T4226 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard3_replica1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369677382545/awholynewcollection_0_shard3_replica1
[junit4:junit4] 2> 2311978 T4226 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4] 2> 2311970 T4232 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard3_replica3 as part of slice shard3 of collection awholynewcollection_0 on 127.0.0.1:53266_rz_ic%2Fy
[junit4:junit4] 2> 2311980 T4253 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard2_replica3' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369677386296/awholynewcollection_0_shard2_replica3
[junit4:junit4] 2> 2311981 T4253 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4] 2> 2311970 T4267 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:awholynewcollection_0
[junit4:junit4] 2> 2311982 T4267 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4] 2> 2311970 T4282 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:awholynewcollection_0
[junit4:junit4] 2> 2311978 T4269 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard3_replica2' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369677388608/awholynewcollection_0_shard3_replica2
[junit4:junit4] 2> 2311984 T4269 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4] 2> 2311977 T4258 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4] 2> 2311985 T4225 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:awholynewcollection_0
[junit4:junit4] 2> 2311986 T4225 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4] 2> 2311989 T4282 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4] 2> 2311994 T4226 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:awholynewcollection_0
[junit4:junit4] 2> 2311996 T4226 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4] 2> 2311995 T4253 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:awholynewcollection_0
[junit4:junit4] 2> 2312000 T4253 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4] 2> 2311995 T4283 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard3_replica3' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369677390971/awholynewcollection_0_shard3_replica3
[junit4:junit4] 2> 2312001 T4283 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4] 2> 2311994 T4269 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:awholynewcollection_0
[junit4:junit4] 2> 2312003 T4269 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4] 2> 2311994 T4244 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4] 2> 2312007 T4244 oascc.SolrZkClient.makePath makePath: /collections/awholynewcollection_0
[junit4:junit4] 2> 2312008 T4283 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:awholynewcollection_0
[junit4:junit4] 2> 2312009 T4283 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4] 2> 2312008 T4258 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4] 2> 2312010 T4258 oascc.SolrZkClient.makePath makePath: /collections/awholynewcollection_0
[junit4:junit4] 2> 2312008 T4267 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4] 2> 2312012 T4267 oascc.SolrZkClient.makePath makePath: /collections/awholynewcollection_0
[junit4:junit4] 2> 2312016 T4282 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4] 2> 2312017 T4282 oascc.SolrZkClient.makePath makePath: /collections/awholynewcollection_0
[junit4:junit4] 2> 2312020 T4269 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4] 2> 2312020 T4269 oascc.SolrZkClient.makePath makePath: /collections/awholynewcollection_0
[junit4:junit4] 2> 2312021 T4253 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4] 2> 2312022 T4253 oascc.SolrZkClient.makePath makePath: /collections/awholynewcollection_0
[junit4:junit4] 2> 2312025 T4283 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4] 2> 2312026 T4283 oascc.SolrZkClient.makePath makePath: /collections/awholynewcollection_0
[junit4:junit4] 2> 2312028 T4225 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4] 2> 2312029 T4225 oascc.SolrZkClient.makePath makePath: /collections/awholynewcollection_0
[junit4:junit4] 2> 2312033 T4267 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4] 2> 2312034 T4258 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4] 2> 2312035 T4244 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4] 2> 2312038 T4226 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4] 2> 2312038 T4226 oascc.SolrZkClient.makePath makePath: /collections/awholynewcollection_0
[junit4:junit4] 2> 2312039 T4282 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4] 2> 2312044 T4269 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4] 2> 2312044 T4283 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4] 2> 2312045 T4253 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4] 2> 2312048 T4258 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369677386296/awholynewcollection_0_shard1_replica1/'
[junit4:junit4] 2> 2312047 T4267 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369677388608/awholynewcollection_0_shard1_replica3/'
[junit4:junit4] 2> 2312061 T4244 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369677384037/awholynewcollection_0_shard2_replica2/'
[junit4:junit4] 2> 2312071 T4282 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369677390971/awholynewcollection_0_shard2_replica1/'
[junit4:junit4] 2> 2312087 T4253 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369677386296/awholynewcollection_0_shard2_replica3/'
[junit4:junit4] 2> 2312087 T4269 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369677388608/awholynewcollection_0_shard3_replica2/'
[junit4:junit4] 2> 2312090 T4225 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4] 2> 2312090 T4283 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369677390971/awholynewcollection_0_shard3_replica3/'
[junit4:junit4] 2> 2312090 T4226 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4] 2> 2312163 T4225 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369677382545/awholynewcollection_0_shard1_replica2/'
[junit4:junit4] 2> 2312171 T4226 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369677382545/awholynewcollection_0_shard3_replica1/'
[junit4:junit4] 2> 2312439 T4283 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 2312503 T4253 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 2312536 T4258 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 2312560 T4244 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 2312619 T4282 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 2312620 T4269 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 2312774 T4267 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 2312889 T4225 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 2312890 T4226 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 2313078 T4253 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 2313103 T4253 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 2313111 T4253 oass.IndexSchema.readSchema [awholynewcollection_0_shard2_replica3] Schema name=test
[junit4:junit4] 2> 2313188 T4283 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 2313195 T4269 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 2313201 T4283 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 2313214 T4269 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 2313230 T4283 oass.IndexSchema.readSchema [awholynewcollection_0_shard3_replica3] Schema name=test
[junit4:junit4] 2> 2313244 T4231 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 2313246 T4231 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:53266_rz_ic%2Fy_nodes_used_collection_shard1_replica1",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"nodes_used_collection_shard1_replica1",
[junit4:junit4] 2> "collection":"nodes_used_collection",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:53266_rz_ic%2Fy",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:53266/rz_ic/y"}
[junit4:junit4] 2> 2313257 T4244 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 2313264 T4231 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:53260_rz_ic%2Fy_nodes_used_collection_shard2_replica1",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard2",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"nodes_used_collection_shard2_replica1",
[junit4:junit4] 2> "collection":"nodes_used_collection",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:53260_rz_ic%2Fy",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:53260/rz_ic/y"}
[junit4:junit4] 2> 2313273 T4258 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 2313280 T4244 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 2313335 T4269 oass.IndexSchema.readSchema [awholynewcollection_0_shard3_replica2] Schema name=test
[junit4:junit4] 2> 2313337 T4258 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 2313346 T4258 oass.IndexSchema.readSchema [awholynewcollection_0_shard1_replica1] Schema name=test
[junit4:junit4] 2> 2313347 T4231 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:53253_rz_ic%2Fy_nodes_used_collection_shard2_replica2",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard2",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"recovering",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"nodes_used_collection_shard2_replica2",
[junit4:junit4] 2> "collection":"nodes_used_collection",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:53253_rz_ic%2Fy",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:53253/rz_ic/y"}
[junit4:junit4] 2> 2313369 T4231 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:53263_rz_ic%2Fy_nodes_used_collection_shard1_replica2",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"recovering",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"nodes_used_collection_shard1_replica2",
[junit4:junit4] 2> "collection":"nodes_used_collection",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:53263_rz_ic%2Fy",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:53263/rz_ic/y"}
[junit4:junit4] 2> 2313375 T4267 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 2313393 T4244 oass.IndexSchema.readSchema [awholynewcollection_0_shard2_replica2] Schema name=test
[junit4:junit4] 2> 2313419 T4290 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 2313419 T4235 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 2313419 T4230 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 2313419 T4262 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 2313419 T4307 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 2313419 T4305 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 2313419 T4248 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 2313442 T4276 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 2313471 T4267 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 2313495 T4226 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 2313498 T4267 oass.IndexSchema.readSchema [awholynewcollection_0_shard1_replica3] Schema name=test
[junit4:junit4] 2> 2313534 T4226 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 2313613 T4282 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 2313615 T4226 oass.IndexSchema.readSchema [awholynewcollection_0_shard3_replica1] Schema name=test
[junit4:junit4] 2> 2313671 T4282 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 2313680 T4282 oass.IndexSchema.readSchema [awholynewcollection_0_shard2_replica1] Schema name=test
[junit4:junit4] 2> 2313771 T4225 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 2313791 T4225 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 2313804 T4225 oass.IndexSchema.readSchema [awholynewcollection_0_shard1_replica2] Schema name=test
[junit4:junit4] 2> 2313847 T4281 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 127.0.0.1:53263_rz_ic%2Fy_nodes_used_collection_shard1_replica2, state: recovering, checkLive: true, onlyIfLeader: true for: 2 seconds.
[junit4:junit4] 2> 2313847 T4281 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=127.0.0.1:53263_rz_ic%252Fy_nodes_used_collection_shard1_replica2&state=recovering&nodeName=127.0.0.1:53263_rz_ic%252Fy&action=PREPRECOVERY&checkLive=true&core=nodes_used_collection_shard1_replica1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2003
[junit4:junit4] 2> 2313859 T4257 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 127.0.0.1:53253_rz_ic%2Fy_nodes_used_collection_shard2_replica2, state: recovering, checkLive: true, onlyIfLeader: true for: 2 seconds.
[junit4:junit4] 2> 2313860 T4257 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=127.0.0.1:53253_rz_ic%252Fy_nodes_used_collection_shard2_replica2&state=recovering&nodeName=127.0.0.1:53253_rz_ic%252Fy&action=PREPRECOVERY&checkLive=true&core=nodes_used_collection_shard2_replica1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2004
[junit4:junit4] 2> ASYNC NEW_CORE C5935 name=nodes_used_collection_shard1_replica2 org.apache.solr.core.SolrCore@57604ec7 url=http://127.0.0.1:53263/rz_ic/y/nodes_used_collection_shard1_replica2 node=127.0.0.1:53263_rz_ic%2Fy C5935_STATE=coll:nodes_used_collection core:nodes_used_collection_shard1_replica2 props:{shard=shard1, state=recovering, core=nodes_used_collection_shard1_replica2, collection=nodes_used_collection, node_name=127.0.0.1:53263_rz_ic%2Fy, base_url=http://127.0.0.1:53263/rz_ic/y}
[junit4:junit4] 2> 2315850 T4302 C5935 P53263 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:53266/rz_ic/y/nodes_used_collection_shard1_replica1/ core=nodes_used_collection_shard1_replica2 - recoveringAfterStartup=true
[junit4:junit4] 2> 2315851 T4302 C5935 P53263 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard1_replica2 url=http://127.0.0.1:53263/rz_ic/y START replicas=[http://127.0.0.1:53266/rz_ic/y/nodes_used_collection_shard1_replica1/] nUpdates=100
[junit4:junit4] 2> 2315852 T4302 C5935 P53263 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4] 2> 2315852 T4302 C5935 P53263 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=nodes_used_collection_shard1_replica2
[junit4:junit4] 2> 2315852 T4302 C5935 P53263 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=nodes_used_collection_shard1_replica2
[junit4:junit4] 2> 2315853 T4302 C5935 P53263 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=nodes_used_collection_shard1_replica2
[junit4:junit4] 2> 2315853 T4302 C5935 P53263 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4] 2> 2315854 T4302 C5935 P53263 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:53266/rz_ic/y/nodes_used_collection_shard1_replica1/. core=nodes_used_collection_shard1_replica2
[junit4:junit4] 2> 2315855 T4302 C5935 P53263 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> ASYNC NEW_CORE C5936 name=nodes_used_collection_shard2_replica2 org.apache.solr.core.SolrCore@25e00ca1 url=http://127.0.0.1:53253/rz_ic/y/nodes_used_collection_shard2_replica2 node=127.0.0.1:53253_rz_ic%2Fy C5936_STATE=coll:nodes_used_collection core:nodes_used_collection_shard2_replica2 props:{shard=shard2, state=recovering, core=nodes_used_collection_shard2_replica2, collection=nodes_used_collection, node_name=127.0.0.1:53253_rz_ic%2Fy, base_url=http://127.0.0.1:53253/rz_ic/y}
[junit4:junit4] 2> 2315862 T4303 C5936 P53253 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:53260/rz_ic/y/nodes_used_collection_shard2_replica1/ core=nodes_used_collection_shard2_replica2 - recoveringAfterStartup=true
[junit4:junit4] 2> 2315863 T4303 C5936 P53253 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard2_replica2 url=http://127.0.0.1:53253/rz_ic/y START replicas=[http://127.0.0.1:53260/rz_ic/y/nodes_used_collection_shard2_replica1/] nUpdates=100
[junit4:junit4] 2> 2315866 T4303 C5936 P53253 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4] 2> 2315867 T4303 C5936 P53253 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=nodes_used_collection_shard2_replica2
[junit4:junit4] 2> 2315867 T4303 C5936 P53253 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=nodes_used_collection_shard2_replica2
[junit4:junit4] 2> 2315867 T4303 C5936 P53253 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=nodes_used_collection_shard2_replica2
[junit4:junit4] 2> 2315868 T4303 C5936 P53253 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4] 2> 2315868 T4303 C5936 P53253 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:53260/rz_ic/y/nodes_used_collection_shard2_replica1/. core=nodes_used_collection_shard2_replica2
[junit4:junit4] 2> 2315888 T4303 C5936 P53253 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> ASYNC NEW_CORE C5937 name=nodes_used_collection_shard1_replica1 org.apache.solr.core.SolrCore@6498cbd5 url=http://127.0.0.1:53266/rz_ic/y/nodes_used_collection_shard1_replica1 node=127.0.0.1:53266_rz_ic%2Fy C5937_STATE=coll:nodes_used_collection core:nodes_used_collection_shard1_replica1 props:{shard=shard1, state=active, core=nodes_used_collection_shard1_replica1, collection=nodes_used_collection, node_name=127.0.0.1:53266_rz_ic%2Fy, base_url=http://127.0.0.1:53266/rz_ic/y, leader=true}
[junit4:junit4] 2> 2315886 T4285 C5937 P53266 oasc.SolrCore.execute [nodes_used_collection_shard1_replica1] webapp=/rz_ic/y path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0
[junit4:junit4] 2> ASYNC NEW_CORE C5938 name=nodes_used_collection_shard2_replica1 org.apache.solr.core.SolrCore@63a1beaf url=http://127.0.0.1:53260/rz_ic/y/nodes_used_collection_shard2_replica1 node=127.0.0.1:53260_rz_ic%2Fy C5938_STATE=coll:nodes_used_collection core:nodes_used_collection_shard2_replica1 props:{shard=shard2, state=active, core=nodes_used_collection_shard2_replica1, collection=nodes_used_collection, node_name=127.0.0.1:53260_rz_ic%2Fy, base_url=http://127.0.0.1:53260/rz_ic/y, leader=true}
[junit4:junit4] 2> 2315926 T4254 C5938 P53260 oasc.SolrCore.execute [nodes_used_collection_shard2_replica1] webapp=/rz_ic/y path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=14
[junit4:junit4] 2> ASYNC NEW_CORE C5939 name=nodes_used_collection_shard2_replica1 org.apache.solr.core.SolrCore@63a1beaf url=http://127.0.0.1:53260/rz_ic/y/nodes_used_collection_shard2_replica1 node=127.0.0.1:53260_rz_ic%2Fy C5939_STATE=coll:nodes_used_collection core:nodes_used_collection_shard2_replica1 props:{shard=shard2, state=active, core=nodes_used_collection_shard2_replica1, collection=nodes_used_collection, node_name=127.0.0.1:53260_rz_ic%2Fy, base_url=http://127.0.0.1:53260/rz_ic/y, leader=true}
[junit4:junit4] 2> 2315976 T4257 C5939 P53260 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 2315999 T4257 C5939 P53260 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@2a5d4be6 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3980a17a),segFN=segments_1,generation=1}
[junit4:junit4] 2> 2316001 T4257 C5939 P53260 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> ASYNC NEW_CORE C5940 name=nodes_used_collection_shard1_replica1 org.apache.solr.core.SolrCore@6498cbd5 url=http://127.0.0.1:53266/rz_ic/y/nodes_used_collection_shard1_replica1 node=127.0.0.1:53266_rz_ic%2Fy C5940_STATE=coll:nodes_used_collection core:nodes_used_collection_shard1_replica1 props:{shard=shard1, state=active, core=nodes_used_collection_shard1_replica1, collection=nodes_used_collection, node_name=127.0.0.1:53266_rz_ic%2Fy, base_url=http://127.0.0.1:53266/rz_ic/y, leader=true}
[junit4:junit4] 2> 2316026 T4281 C5940 P53266 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 2316029 T4257 C5939 P53260 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@2a5d4be6 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3980a17a),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@2a5d4be6 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3980a17a),segFN=segments_2,generation=2}
[junit4:junit4] 2> 2316030 T4257 C5939 P53260 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4] 2> 2316031 T4257 C5939 P53260 oass.SolrIndexSearcher.<init> Opening Searcher@7ffe8efb realtime
[junit4:junit4] 2> 2316032 T4257 C5939 P53260 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 2316032 T4257 C5939 P53260 oasup.LogUpdateProcessor.finish [nodes_used_collection_shard2_replica1] webapp=/rz_ic/y path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 56
[junit4:junit4] 2> ASYNC NEW_CORE C5941 name=nodes_used_collection_shard2_replica2 org.apache.solr.core.SolrCore@25e00ca1 url=http://127.0.0.1:53253/rz_ic/y/nodes_used_collection_shard2_replica2 node=127.0.0.1:53253_rz_ic%2Fy C5941_STATE=coll:nodes_used_collection core:nodes_used_collection_shard2_replica2 props:{shard=shard2, state=recovering, core=nodes_used_collection_shard2_replica2, collection=nodes_used_collection, node_name=127.0.0.1:53253_rz_ic%2Fy, base_url=http://127.0.0.1:53253/rz_ic/y}
[junit4:junit4] 2> 2316047 T4303 C5941 P53253 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 2316049 T4303 C5941 P53253 oash.SnapPuller.<init> No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 2> 2316097 T4255 C5939 P53260 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 2316098 T4255 C5939 P53260 oasc.SolrCore.execute [nodes_used_collection_shard2_replica1] webapp=/rz_ic/y path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=13
[junit4:junit4] 2> 2316110 T4303 C5941 P53253 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4] 2> 2316110 T4303 C5941 P53253 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4] 2> 2316111 T4303 C5941 P53253 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4] 2> 2316142 T4254 C5939 P53260 oasc.SolrCore.execute [nodes_used_collection_shard2_replica1] webapp=/rz_ic/y path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=10
[junit4:junit4] 2> 2316143 T4303 C5941 P53253 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4] 2> 2316146 T4303 C5941 P53253 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369677382545/nodes_used_collection_shard2_replica2/data/index.20130527145645270
[junit4:junit4] 2> 2316155 T4281 C5940 P53266 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5df77019 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2eee3bea),segFN=segments_1,generation=1}
[junit4:junit4] 2> 2316158 T4281 C5940 P53266 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 2316163 T4303 C5941 P53253 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@55bc1b6 lockFactory=org.apache.lucene.store.NativeFSLockFactory@6e13fcf9) fullCopy=false
[junit4:junit4] 2> 2316170 T4281 C5940 P53266 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5df77019 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2eee3bea),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5df77019 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2eee3bea),segFN=segments_2,generation=2}
[junit4:junit4] 2> 2316172 T4281 C5940 P53266 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4] 2> 2316177 T4281 C5940 P53266 oass.SolrIndexSearcher.<init> Opening Searcher@bce7cba realtime
[junit4:junit4] 2> 2316178 T4281 C5940 P53266 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 2316178 T4281 C5940 P53266 oasup.LogUpdateProcessor.finish [nodes_used_collection_shard1_replica1] webapp=/rz_ic/y path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 153
[junit4:junit4] 2> 2316180 T4257 C5939 P53260 oasc.SolrCore.execute [nodes_used_collection_shard2_replica1] webapp=/rz_ic/y path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=1
[junit4:junit4] 2> ASYNC NEW_CORE C5942 name=nodes_used_collection_shard1_replica2 org.apache.solr.core.SolrCore@57604ec7 url=http://127.0.0.1:53263/rz_ic/y/nodes_used_collection_shard1_replica2 node=127.0.0.1:53263_rz_ic%2Fy C5942_STATE=coll:nodes_used_collection core:nodes_used_collection_shard1_replica2 props:{shard=shard1, state=recovering, core=nodes_used_collection_shard1_replica2, collection=nodes_used_collection, node_name=127.0.0.1:53263_rz_ic%2Fy, base_url=http://127.0.0.1:53263/rz_ic/y}
[junit4:junit4] 2> 2316181 T4302 C5942 P53263 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 2316182 T4302 C5942 P53263 oash.SnapPuller.<init> No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 2> 2316186 T4303 C5941 P53253 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4] 2> 2316188 T4285 C5940 P53266 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 2316189 T4285 C5940 P53266 oasc.SolrCore.execute [nodes_used_collection_shard1_replica1] webapp=/rz_ic/y path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=3
[junit4:junit4] 2> 2316191 T4302 C5942 P53263 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4] 2> 2316191 T4302 C5942 P53263 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4] 2> 2316192 T4302 C5942 P53263 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4] 2> 2316200 T4284 C5940 P53266 oasc.SolrCore.execute [nodes_used_collection_shard1_replica1] webapp=/rz_ic/y path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=5
[junit4:junit4] 2> 2316201 T4302 C5942 P53263 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4] 2> 2316213 T4302 C5942 P53263 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369677388608/nodes_used_collection_shard1_replica2/data/index.20130527145645328
[junit4:junit4] 2> 2316213 T4303 C5941 P53253 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4] 2> 2316222 T4303 C5941 P53253 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=nodes_used_collection_shard2_replica2
[junit4:junit4] 2> 2316225 T4302 C5942 P53263 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@2bf09ae0 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3e55495b) fullCopy=false
[junit4:junit4] 2> 2316233 T4303 C5941 P53253 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@51dc01c8 lockFactory=org.apache.lucene.store.NativeFSLockFactory@38825af3),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@51dc01c8 lockFactory=org.apache.lucene.store.NativeFSLockFactory@38825af3),segFN=segments_2,generation=2}
[junit4:junit4] 2> 2316236 T4303 C5941 P53253 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4] 2> 2316237 T4281 C5940 P53266 oasc.SolrCore.execute [nodes_used_collection_shard1_replica1] webapp=/rz_ic/y path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=1
[junit4:junit4] 2> 2316254 T4303 C5941 P53253 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4] 2> 2316256 T4303 C5941 P53253 oass.SolrIndexSearcher.<init> Opening Searcher@1a5ba5f0 main
[junit4:junit4] 2> 2316257 T4299 oasc.SolrCore.registerSearcher [nodes_used_collection_shard2_replica2] Registered new searcher Searcher@1a5ba5f0 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 2316268 T4303 C5941 P53253 oasc.CachingDirectoryFactory.closeCacheValue looking to close /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369677382545/nodes_used_collection_shard2_replica2/data/index.20130527145645270 [CachedDir<<refCount=0;path=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369677382545/nodes_used_collection_shard2_replica2/data/index.20130527145645270;done=true>>]
[junit4:junit4] 2> 2316269 T4303 C5941 P53253 oasc.CachingDirectoryFactory.close Closing directory: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369677382545/nodes_used_collection_shard2_replica2/data/index.20130527145645270
[junit4:junit4] 2> 2316273 T4302 C5942 P53263 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4] 2> 2316279 T4303 C5941 P53253 oasc.CachingDirectoryFactory.closeCacheValue Removing directory before core close: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369677382545/nodes_used_collection_shard2_replica2/data/index.20130527145645270
[junit4:junit4] 2> 2316280 T4303 C5941 P53253 oasc.RecoveryStrategy.replay No replay needed. core=nodes_used_collection_shard2_replica2
[junit4:junit4] 2> 2316280 T4303 C5941 P53253 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=nodes_used_collection_shard2_replica2
[junit4:junit4] 2> 2316281 T4303 C5941 P53253 oasc.ZkController.publish publishing core=nodes_used_collection_shard2_replica2 state=active
[junit4:junit4] 2> ASYNC NEW_CORE C5943 name=nodes_used_collection_shard1_replica2 org.apache.solr.core.SolrCore@57604ec7 url=http://127.0.0.1:53263/rz_ic/y/nodes_used_collection_shard1_replica2 node=127.0.0.1:53263_rz_ic%2Fy C5943_STATE=coll:nodes_used_collection core:nodes_used_collection_shard1_replica2 props:{shard=shard1, state=recovering, core=nodes_used_collection_shard1_replica2, collection=nodes_used_collection, node_name=127.0.0.1:53263_rz_ic%2Fy, base_url=http://127.0.0.1:53263/rz_ic/y}
[junit4:junit4] 2> 2316313 T4302 C5943 P53263 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4] 2> 2316314 T4302 C5943 P53263 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=nodes_used_collection_shard1_replica2
[junit4:junit4] 2> ASYNC NEW_CORE C5944 name=nodes_used_collection_shard2_replica2 org.apache.solr.core.SolrCore@25e00ca1 url=http://127.0.0.1:53253/rz_ic/y/nodes_used_collection_shard2_replica2 node=127.0.0.1:53253_rz_ic%2Fy C5944_STATE=coll:nodes_used_collection core:nodes_used_collection_shard2_replica2 props:{shard=shard2, state=recovering, core=nodes_used_collection_shard2_replica2, collection=nodes_used_collection, node_name=127.0.0.1:53253_rz_ic%2Fy, base_url=http://127.0.0.1:53253/rz_ic/y}
[junit4:junit4] 2> 2316320 T4303 C5944 P53253 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=nodes_used_collection_shard2_replica2
[junit4:junit4] 2> 2316333 T4302 C5943 P53263 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@761ec08f lockFactory=org.apache.lucene.store.NativeFSLockFactory@68eadd1b),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@761ec08f lockFactory=org.apache.lucene.store.NativeFSLockFactory@68eadd1b),segFN=segments_2,generation=2}
[junit4:junit4] 2> 2316335 T4302 C5943 P53263 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4] 2> 2316344 T4302 C5943 P53263 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4] 2> 2316345 T4302 C5943 P53263 oass.SolrIndexSearcher.<init> Opening Searcher@6e0615aa main
[junit4:junit4] 2> 2316347 T4298 oasc.SolrCore.registerSearcher [nodes_used_collection_shard1_replica2] Registered new searcher Searcher@6e0615aa main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 2316358 T4302 C5943 P53263 oasc.CachingDirectoryFactory.closeCacheValue looking to close /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369677388608/nodes_used_collection_shard1_replica2/data/index.20130527145645328 [CachedDir<<refCount=0;path=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369677388608/nodes_used_collection_shard1_replica2/data/index.20130527145645328;done=true>>]
[junit4:junit4] 2> 2316358 T4302 C5943 P53263 oasc.CachingDirectoryFactory.close Closing directory: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369677388608/nodes_used_collection_shard1_replica2/data/index.20130527145645328
[junit4:junit4] 2> 2316372 T4302 C5943 P53263 oasc.CachingDirectoryFactory.closeCacheValue Removing directory before core close: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369677388608/nodes_used_collection_shard1_replica2/data/index.20130527145645328
[junit4:junit4] 2> 2316373 T4302 C5943 P53263 oasc.RecoveryStrategy.replay No replay needed. core=nodes_used_collection_shard1_replica2
[junit4:junit4] 2> 2316373 T4302 C5943 P53263 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=nodes_used_collection_shard1_replica2
[junit4:junit4] 2> 2316374 T4302 C5943 P53263 oasc.ZkController.publish publishing core=nodes_used_collection_shard1_replica2 state=active
[junit4:junit4] 2> 2316376 T4302 C5943 P53263 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=nodes_used_collection_shard1_replica2
[junit4:junit4] 2> 2316659 T4231 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 2316661 T4231 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:53253_rz_ic%2Fy_nodes_used_collection_shard2_replica2",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard2",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"nodes_used_collection_shard2_replica2",
[junit4:junit4] 2> "collection":"nodes_used_collection",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:53253_rz_ic%2Fy",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:53253/rz_ic/y"}
[junit4:junit4] 2> 2316712 T4231 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:53263_rz_ic%2Fy_nodes_used_collection_shard1_replica2",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"nodes_used_collection_shard1_replica2",
[junit4:junit4] 2> "collection":"nodes_used_collection",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:53263_rz_ic%2Fy",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:53263/rz_ic/y"}
[junit4:junit4] 2> 2316768 T4276 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 2316768 T4262 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 2316769 T4248 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 2316769 T4305 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 2316770 T4307 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 2316770 T4290 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 2316771 T4235 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 2316784 T4230 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 2319118 T4283 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 2319228 T4225 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 2319335 T4225 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 2319422 T4225 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 2319429 T4283 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 2319451 T4283 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 2319593 T4282 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 2319595 T4267 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 2319607 T4282 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 2319611 T4267 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 2319614 T4282 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 2319665 T4267 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 2319667 T4269 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 2319680 T4283 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 2319686 T4244 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 2319687 T4225 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 2319695 T4226 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 2319699 T4244 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 2319726 T4225 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 2319736 T4283 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 2319744 T4269 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 2319750 T4225 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 2319754 T4244 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 2319756 T4269 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 2319767 T4225 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 2319768 T4225 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 2319768 T4225 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 2319775 T4283 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 2319777 T4225 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 2319778 T4225 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 2319779 T4225 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 2319780 T4225 oasc.SolrCore.<init> [awholynewcollection_0_shard1_replica2] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369677382545/awholynewcollection_0_shard1_replica2/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369677382545/awholynewcollection_0_shard1_replica2/data/
[junit4:junit4] 2> 2319781 T4225 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3996a317
[junit4:junit4] 2> 2319784 T4225 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 2319787 T4283 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 2319788 T4283 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 2319789 T4283 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 2319778 T4226 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 2319790 T4225 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369677382545/awholynewcollection_0_shard1_replica2/data
[junit4:junit4] 2> 2319799 T4283 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 2319801 T4283 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 2319801 T4283 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 2319802 T4283 oasc.SolrCore.<init> [awholynewcollection_0_shard3_replica3] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369677390971/awholynewcollection_0_shard3_replica3/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369677390971/awholynewcollection_0_shard3_replica3/data/
[junit4:junit4] 2> 2319802 T4283 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3996a317
[junit4:junit4] 2> 2319803 T4283 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 2319804 T4283 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369677390971/awholynewcollection_0_shard3_replica3/data
[junit4:junit4] 2> 2319818 T4283 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369677390971/awholynewcollection_0_shard3_replica3/data/index/
[junit4:junit4] 2> 2319820 T4283 oasc.SolrCore.initIndex WARN [awholynewcollection_0_shard3_replica3] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369677390971/awholynewcollection_0_shard3_replica3/data/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 2319821 T4283 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369677390971/awholynewcollection_0_shard3_replica3/data/index
[junit4:junit4] 2> 2319820 T4225 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369677382545/awholynewcollection_0_shard1_replica2/data/index/
[junit4:junit4] 2> 2319828 T4225 oasc.SolrCore.initIndex WARN [awholynewcollection_0_shard1_replica2] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369677382545/awholynewcollection_0_shard1_replica2/data/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 2319829 T4225 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369677382545/awholynewcollection_0_shard1_replica2/data/index
[junit4:junit4] 2> 2319830 T4226 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 2319867 T4283 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4958d855 lockFactory=org.apache.lucene.store.NativeFSLockFactory@19d75e5e),segFN=segments_1,generation=1}
[junit4:junit4] 2> 2319867 T4283 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 2319870 T4258 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 2319878 T4225 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@651b4e41 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2995915c),segFN=segments_1,generation=1}
[junit4:junit4] 2> 2319878 T4225 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 2319891 T4225 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 2319892 T4225 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 2319893 T4225 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 2319894 T4225 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 2319895 T4225 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 2319896 T4225 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 2319897 T4225 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 2319898 T4225 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 2319923 T4225 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 2319912 T4282 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 2319935 T4267 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 2319898 T4283 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 2319938 T4283 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 2319951 T4283 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 2319953 T4283 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 2319954 T4283 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 2319954 T4283 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 2319955 T4283 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 2319956 T4283 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 2319957 T4283 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 2319965 T4283 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 2319965 T4225 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 2319988 T4267 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 2319991 T4244 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 2320008 T4283 oass.SolrIndexSearcher.<init> Opening Searcher@21d2b1cf main
[junit4:junit4] 2> 2320010 T4283 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369677390971/awholynewcollection_0_shard3_replica3/data/tlog
[junit4:junit4] 2> 2320011 T4283 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 2320012 T4283 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 2320016 T4225 oass.SolrIndexSearcher.<init> Opening Searcher@226f1b82 main
[junit4:junit4] 2> 2320017 T4225 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369677382545/awholynewcollection_0_shard1_replica2/data/tlog
[junit4:junit4] 2> 2320019 T4225 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 2320020 T4225 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 2320024 T4317 oasc.SolrCore.registerSearcher [awholynewcollection_0_shard3_replica3] Registered new searcher Searcher@21d2b1cf main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 2320030 T4283 oasc.ZkController.publish publishing core=awholynewcollection_0_shard3_replica3 state=down
[junit4:junit4] 2> 2320039 T4244 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 2320044 T4282 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 2320047 T4269 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 2320075 T4244 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 2320077 T4269 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 2320077 T4258 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 2320084 T4253 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 2320090 T4226 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 2320091 T4244 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 2320092 T4244 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 2320093 T4244 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 2320099 T4282 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 2320099 T4269 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 2320095 T4267 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 2320107 T4226 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 2320108 T4258 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 2320114 T4244 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 2320115 T4244 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 2320115 T4244 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 2320116 T4244 oasc.SolrCore.<init> [awholynewcollection_0_shard2_replica2] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369677384037/awholynewcollection_0_shard2_replica2/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369677384037/awholynewcollection_0_shard2_replica2/data/
[junit4:junit4] 2> 2320116 T4244 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3996a317
[junit4:junit4] 2> 2320119 T4244 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 2320122 T4244 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369677384037/awholynewcollection_0_shard2_replica2/data
[junit4:junit4] 2> 2320121 T4267 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 2320123 T4267 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 2320124 T4267 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 2320125 T4244 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369677384037/awholynewcollection_0_shard2_replica2/data/index/
[junit4:junit4] 2> 2320125 T4244 oasc.SolrCore.initIndex WARN [awholynewcollection_0_shard2_replica2] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369677384037/awholynewcollection_0_shard2_replica2/data/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 2320126 T4244 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369677384037/awholynewcollection_0_shard2_replica2/data/index
[junit4:junit4] 2> 2320121 T4269 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 2320129 T4269 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 2320130 T4269 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 2320133 T4318 oasc.SolrCore.registerSearcher [awholynewcollection_0_shard1_replica2] Registered new searcher Searcher@226f1b82 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 2320120 T4282 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 2320135 T4282 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 2320136 T4282 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 2320125 T4226 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 2320139 T4267 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 2320142 T4267 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 2320144 T4267 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 2320145 T4267 oasc.SolrCore.<init> [awholynewcollection_0_shard1_replica3] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369677388608/awholynewcollection_0_shard1_replica3/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369677388608/awholynewcollection_0_shard1_replica3/data/
[junit4:junit4] 2> 2320145 T4267 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3996a317
[junit4:junit4] 2> 2320146 T4267 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 2320147 T4267 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369677388608/awholynewcollection_0_shard1_replica3/data
[junit4:junit4] 2> 2320150 T4267 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369677388608/awholynewcollection_0_shard1_replica3/data/index/
[junit4:junit4] 2> 2320151 T4267 oasc.SolrCore.initIndex WARN [awholynewcollection_0_shard1_replica3] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369677388608/awholynewcollection_0_shard1_replica3/data/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 2320152 T4267 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369677388608/awholynewcollection_0_shard1_replica3/data/index
[junit4:junit4] 2> 2320153 T4225 oasc.ZkController.publish publishing core=awholynewcollection_0_shard1_replica2 state=down
[junit4:junit4] 2> 2320142 T4282 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 2320154 T4282 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 2320155 T4282 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 2320155 T4282 oasc.SolrCore.<init> [awholynewcollection_0_shard2_replica1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369677390971/awholynewcollection_0_shard2_replica1/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369677390971/awholynewcollection_0_shard2_replica1/data/
[junit4:junit4] 2> 2320156 T4282 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3996a317
[junit4:junit4] 2> 2320156 T4282 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 2320158 T4282 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369677390971/awholynewcollection_0_shard2_replica1/data
[junit4:junit4] 2> 2320142 T4269 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 2320159 T4269 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 2320160 T4269 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 2320160 T4269 oasc.SolrCore.<init> [awholynewcollection_0_shard3_replica2] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369677388608/awholynewcollection_0_shard3_replica2/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369677388608/awholynewcollection_0_shard3_replica2/data/
[junit4:junit4] 2> 2320161 T4269 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3996a317
[junit4:junit4] 2> 2320162 T4269 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 2320163 T4269 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369677388608/awholynewcollection_0_shard3_replica2/data
[junit4:junit4] 2> 2320164 T4226 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 2320165 T4226 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 2320165 T4226 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 2320172 T4282 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369677390971/awholynewcollection_0_shard2_replica1/data/index/
[junit4:junit4] 2> 2320172 T4282 oasc.SolrCore.initIndex WARN [awholynewcollection_0_shard2_replica1] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369677390971/awholynewcollection_0_shard2_replica1/data/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 2320172 T4244 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@16a74086 lockFactory=org.apache.lucene.store.NativeFSLockFactory@407abb0),segFN=segments_1,generation=1}
[junit4:junit4] 2> 2320175 T4244 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 2320174 T4269 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369677388608/awholynewcollection_0_shard3_replica2/data/index/
[junit4:junit4] 2> 2320177 T4269 oasc.SolrCore.initIndex WARN [awholynewcollection_0_shard3_replica2] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369677388608/awholynewcollection_0_shard3_replica2/data/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 2320178 T4269 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369677388608/awholynewcollection_0_shard3_replica2/data/index
[junit4:junit4] 2> 2320174 T4282 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369677390971/awholynewcollection_0_shard2_replica1/data/index
[junit4:junit4] 2> 2320189 T4244 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 2320190 T4244 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 2320191 T4244 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 2320192 T4244 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 2320193 T4244 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 2320193 T4244 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 2320195 T4244 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 2320198 T4244 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 2320199 T4244 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 2320173 T4267 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7bd1e603 lockFactory=org.apache.lucene.store.NativeFSLockFactory@652a1658),segFN=segments_1,generation=1}
[junit4:junit4] 2> 2320208 T4267 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 2320180 T4226 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 2320211 T4226 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 2320212 T4226 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 2320213 T4226 oasc.SolrCore.<init> [awholynewcollection_0_shard3_replica1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369677382545/awholynewcollection_0_shard3_replica1/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369677382545/awholynewcollection_0_shard3_replica1/data/
[junit4:junit4] 2> 2320214 T4226 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3996a317
[junit4:junit4] 2> 2320215 T4226 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 2320216 T4226 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369677382545/awholynewcollection_0_shard3_replica1/data
[junit4:junit4] 2> 2320224 T4269 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@191adbce lockFactory=org.apache.lucene.store.NativeFSLockFactory@46ace4c5),segFN=segments_1,generation=1}
[junit4:junit4] 2> 2320225 T4269 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 2320234 T4226 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369677382545/awholynewcollection_0_shard3_replica1/data/index/
[junit4:junit4] 2> 2320235 T4226 oasc.SolrCore.initIndex WARN [awholynewcollection_0_shard3_replica1] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369677382545/awholynewcollection_0_shard3_replica1/data/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 2320235 T4226 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-136
[...truncated too long message...]
mits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4] 2> 2369566 T4208 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4] 2> 2369566 T4208 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4] 2> 2369567 T4208 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4] 2> 2369569 T4208 oasc.SolrCore.closeSearcher [awholynewcollection_1_shard3_replica5] Closing main searcher on request.
[junit4:junit4] 2> 2369570 T4208 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
[junit4:junit4] 2> 2369570 T4208 oasc.CachingDirectoryFactory.closeCacheValue looking to close /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369677390971/awholynewcollection_1_shard3_replica5/data/index [CachedDir<<refCount=0;path=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369677390971/awholynewcollection_1_shard3_replica5/data/index;done=false>>]
[junit4:junit4] 2> 2369571 T4208 oasc.CachingDirectoryFactory.close Closing directory: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369677390971/awholynewcollection_1_shard3_replica5/data/index
[junit4:junit4] 2> 2369571 T4208 oasc.CachingDirectoryFactory.closeCacheValue looking to close /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369677390971/awholynewcollection_1_shard3_replica5/data [CachedDir<<refCount=0;path=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369677390971/awholynewcollection_1_shard3_replica5/data;done=false>>]
[junit4:junit4] 2> 2369572 T4208 oasc.CachingDirectoryFactory.close Closing directory: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369677390971/awholynewcollection_1_shard3_replica5/data
[junit4:junit4] 2> 2369575 T4460 oasc.Overseer$ClusterStateUpdater.amILeader According to ZK I (id=89763176922677260-127.0.0.1:53266_rz_ic%2Fy-n_0000000004) am no longer a leader.
[junit4:junit4] 2> 2369593 T4208 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/rz_ic/y,null}
[junit4:junit4] 2> 2369654 T4208 oas.SolrTestCaseJ4.tearDown ###Ending testDistribSearch
[junit4:junit4] 2> 2369659 T4208 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:53250 53250
[junit4:junit4] 1> client port:0.0.0.0/0.0.0.0:0
[junit4:junit4] 2> NOTE: reproduce with: ant test -Dtestcase=CollectionsAPIDistributedZkTest -Dtests.method=testDistribSearch -Dtests.seed=BDDE25AA761E2ED5 -Dtests.slow=true -Dtests.locale=pl -Dtests.timezone=Atlantic/Bermuda -Dtests.file.encoding=ISO-8859-1
[junit4:junit4] ERROR 76.7s | CollectionsAPIDistributedZkTest.testDistribSearch <<<
[junit4:junit4] > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: collection already exists: awholynewcollection_1
[junit4:junit4] > at __randomizedtesting.SeedInfo.seed([BDDE25AA761E2ED5:3C38ABB201414EE9]:0)
[junit4:junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:424)
[junit4:junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
[junit4:junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrServer.request(LBHttpSolrServer.java:264)
[junit4:junit4] > at org.apache.solr.client.solrj.impl.CloudSolrServer.request(CloudSolrServer.java:306)
[junit4:junit4] > at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1400)
[junit4:junit4] > at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:438)
[junit4:junit4] > at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.doTest(CollectionsAPIDistributedZkTest.java:146)
[junit4:junit4] > at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:815)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:722)
[junit4:junit4] 2> 2369732 T4208 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4] 2> 76677 T4207 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 2 leaked thread(s).
[junit4:junit4] 2> 2370879 T4290 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 2> 2370880 T4290 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 2370880 T4290 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 2> NOTE: test params are: codec=Lucene42: {}, docValues:{}, sim=RandomSimilarityProvider(queryNorm=true,coord=yes): {}, locale=pl, timezone=Atlantic/Bermuda
[junit4:junit4] 2> NOTE: Mac OS X 10.8.3 x86_64/Oracle Corporation 1.7.0_21 (64-bit)/cpus=2,threads=2,free=293793472,total=453570560
[junit4:junit4] 2> NOTE: All tests run in this JVM: [NumericFieldsTest, ChaosMonkeySafeLeaderTest, MultiTermTest, TestMultiCoreConfBootstrap, TestLFUCache, TestSchemaResource, TestFastLRUCache, TestFieldResource, TestRealTimeGet, MBeansHandlerTest, TestCodecSupport, CopyFieldTest, LegacyHTMLStripCharFilterTest, TestCSVResponseWriter, TimeZoneUtilsTest, IndexSchemaRuntimeFieldTest, TestCollationField, SolrPluginUtilsTest, DirectUpdateHandlerOptimizeTest, TestSearchPerf, TestFoldingMultitermQuery, TestDFRSimilarityFactory, BadComponentTest, JsonLoaderTest, PingRequestHandlerTest, TestStressRecovery, BasicDistributedZkTest, TestPartialUpdateDeduplication, TestLMDirichletSimilarityFactory, TestFaceting, SuggesterTest, DistributedQueryElevationComponentTest, LeaderElectionIntegrationTest, DirectSolrConnectionTest, PolyFieldTest, SuggesterTSTTest, SynonymTokenizerTest, SampleTest, RequiredFieldsTest, FieldAnalysisRequestHandlerTest, TestLazyCores, TestCoreDiscovery, LeaderElectionTest, TestArbitraryIndexDir, TestCollationKeyRangeQueries, SolrCoreTest, UnloadDistributedZkTest, TestLRUCache, DistributedTermsComponentTest, BasicFunctionalityTest, TestSolr4Spatial, TestDistributedGrouping, SolrInfoMBeanTest, TestFuzzyAnalyzedSuggestions, SolrCmdDistributorTest, TestSolrCoreProperties, TestUniqueKeyFieldResource, TestPluginEnable, DirectSolrSpellCheckerTest, TestMergePolicyConfig, SolrTestCaseJ4Test, HighlighterTest, DocumentAnalysisRequestHandlerTest, PreAnalyzedFieldTest, TestRecovery, DistanceFunctionTest, TestComponentsName, TestBadConfig, ZkSolrClientTest, TestRangeQuery, TermsComponentTest, TestPostingsSolrHighlighter, UUIDFieldTest, SystemInfoHandlerTest, BasicZkTest, PrimUtilsTest, ChaosMonkeyShardSplitTest, ReturnFieldsTest, TestFastOutputStream, ClusterStateUpdateTest, SliceStateUpdateTest, TestSolrDeletionPolicy2, AutoCommitTest, ResponseLogComponentTest, TestAnalyzedSuggestions, TestTrie, ConvertedLegacyTest, TestWordDelimiterFilterFactory, TestCoreContainer, FullSolrCloudDistribCmdsTest, CurrencyFieldOpenExchangeTest, TestDynamicFieldResource, TestReplicationHandler, TestFiltering, CachingDirectoryFactoryTest, SpellPossibilityIteratorTest, OpenCloseCoreStressTest, ShardRoutingCustomTest, SpellCheckCollatorTest, DocValuesTest, TestWriterPerf, TestQueryTypes, SliceStateTest, SOLR749Test, ShardRoutingTest, DisMaxRequestHandlerTest, OpenExchangeRatesOrgProviderTest, SoftAutoCommitTest, TestJoin, SimpleFacetsTest, TestSolrDeletionPolicy1, TestSchemaVersionResource, TestOmitPositions, BadCopyFieldTest, ZkCLITest, TestIndexingPerformance, ZkNodePropsTest, TestReload, CoreContainerCoreInitFailuresTest, SolrCoreCheckLockOnStartupTest, TestDynamicFieldCollectionResource, IndexSchemaTest, DefaultValueUpdateProcessorTest, SyncSliceTest, URLClassifyProcessorTest, EchoParamsTest, CollectionsAPIDistributedZkTest]
[junit4:junit4] Completed in 78.01s, 1 test, 1 error <<< FAILURES!
[...truncated 493 lines...]
BUILD FAILED
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:386: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:366: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:39: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build.xml:181: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/common-build.xml:437: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:1243: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:887: There were test failures: 296 suites, 1234 tests, 1 error, 18 ignored (6 assumptions)
Total time: 113 minutes 8 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.7.0 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure
[JENKINS] Lucene-Solr-4.x-MacOSX (64bit/jdk1.6.0) - Build # 496 -
Still Failing!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-MacOSX/496/
Java: 64bit/jdk1.6.0 -XX:-UseCompressedOops -XX:+UseSerialGC
1 tests failed.
FAILED: org.apache.lucene.replicator.http.HttpReplicatorTest.testBasic
Error Message:
Connection to http://localhost:51513 refused
Stack Trace:
org.apache.http.conn.HttpHostConnectException: Connection to http://localhost:51513 refused
at __randomizedtesting.SeedInfo.seed([D61BF819C5EE930E:7DE1E50C1A321520]:0)
at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:190)
at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
at org.apache.lucene.replicator.http.HttpClientBase.executeGET(HttpClientBase.java:178)
at org.apache.lucene.replicator.http.HttpReplicator.checkForUpdate(HttpReplicator.java:51)
at org.apache.lucene.replicator.ReplicationClient.doUpdate(ReplicationClient.java:196)
at org.apache.lucene.replicator.ReplicationClient.updateNow(ReplicationClient.java:402)
at org.apache.lucene.replicator.http.HttpReplicatorTest.testBasic(HttpReplicatorTest.java:112)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at java.lang.Thread.run(Thread.java:680)
Caused by: java.net.ConnectException: Connection refused
at java.net.PlainSocketImpl.socketConnect(Native Method)
at java.net.PlainSocketImpl.doConnect(PlainSocketImpl.java:351)
at java.net.PlainSocketImpl.connectToAddress(PlainSocketImpl.java:213)
at java.net.PlainSocketImpl.connect(PlainSocketImpl.java:200)
at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:432)
at java.net.Socket.connect(Socket.java:529)
at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
... 48 more
Build Log:
[...truncated 7429 lines...]
[junit4:junit4] Suite: org.apache.lucene.replicator.http.HttpReplicatorTest
[junit4:junit4] 2> 2013-05-27 20:54:03.182:DBUG:oejs.ServletHandler:filterNameMap={}
[junit4:junit4] 2> 2013-05-27 20:54:03.183:DBUG:oejs.ServletHandler:pathFilters=null
[junit4:junit4] 2> 2013-05-27 20:54:03.183:DBUG:oejs.ServletHandler:servletFilterMap=null
[junit4:junit4] 2> 2013-05-27 20:54:03.183:DBUG:oejs.ServletHandler:servletPathMap={/replicate/*=org.apache.lucene.replicator.http.ReplicationServlet-570848003}
[junit4:junit4] 2> 2013-05-27 20:54:03.183:DBUG:oejs.ServletHandler:servletNameMap={org.apache.lucene.replicator.http.ReplicationServlet-570848003=org.apache.lucene.replicator.http.ReplicationServlet-570848003}
[junit4:junit4] 2> 2013-05-27 20:54:03.303:DBUG:oejuc.Container:Container org.eclipse.jetty.server.Server@37190ae9 + SelectChannelConnector@0.0.0.0:0 as connector
[junit4:junit4] 2> 2013-05-27 20:54:03.306:DBUG:oejuc.Container:Container org.eclipse.jetty.servlet.ServletHandler@411167f3 + org.apache.lucene.replicator.http.ReplicationServlet-570848003 as servlet
[junit4:junit4] 2> 2013-05-27 20:54:03.306:DBUG:oejuc.Container:Container org.eclipse.jetty.servlet.ServletHandler@411167f3 + [/replicate/*]=>org.apache.lucene.replicator.http.ReplicationServlet-570848003 as servletMapping
[junit4:junit4] 2> 2013-05-27 20:54:03.306:DBUG:oejuc.Container:Container org.eclipse.jetty.server.Server@37190ae9 + org.eclipse.jetty.servlet.ServletHandler@411167f3 as handler
[junit4:junit4] 2> 2013-05-27 20:54:03.339:DBUG:oejuc.Container:Container org.eclipse.jetty.server.Server@37190ae9 - SelectChannelConnector@0.0.0.0:0 as connector
[junit4:junit4] 2> 2013-05-27 20:54:03.340:DBUG:oejuc.Container:Container org.eclipse.jetty.server.Server@37190ae9 + SelectChannelConnector@127.0.0.1:0 as connector
[junit4:junit4] 2> 2013-05-27 20:54:03.351:DBUG:oejuc.Container:Container org.eclipse.jetty.server.Server@37190ae9 + org.eclipse.jetty.server.session.HashSessionIdManager@7e0e873b as sessionIdManager
[junit4:junit4] 2> 2013-05-27 20:54:03.351:DBUG:oejuc.AbstractLifeCycle:starting org.eclipse.jetty.server.Server@37190ae9
[junit4:junit4] 2> 2013-05-27 20:54:03.352:INFO:oejs.Server:jetty-8.1.10.v20130312
[junit4:junit4] 2> 2013-05-27 20:54:03.448:DBUG:oejuc.Container:Container org.eclipse.jetty.server.Server@37190ae9 + qtp1428159682{8<=0<=0/254,-1} as threadpool
[junit4:junit4] 2> 2013-05-27 20:54:03.448:DBUG:oejuc.AbstractLifeCycle:starting org.eclipse.jetty.servlet.ServletHandler@411167f3
[junit4:junit4] 2> 2013-05-27 20:54:03.468:DBUG:oejs.ServletHandler:filterNameMap={}
[junit4:junit4] 2> 2013-05-27 20:54:03.468:DBUG:oejs.ServletHandler:pathFilters=null
[junit4:junit4] 2> 2013-05-27 20:54:03.468:DBUG:oejs.ServletHandler:servletFilterMap=null
[junit4:junit4] 2> 2013-05-27 20:54:03.468:DBUG:oejs.ServletHandler:servletPathMap={/replicate/*=org.apache.lucene.replicator.http.ReplicationServlet-570848003}
[junit4:junit4] 2> 2013-05-27 20:54:03.468:DBUG:oejs.ServletHandler:servletNameMap={org.apache.lucene.replicator.http.ReplicationServlet-570848003=org.apache.lucene.replicator.http.ReplicationServlet-570848003}
[junit4:junit4] 2> 2013-05-27 20:54:03.468:DBUG:oejsh.AbstractHandler:starting org.eclipse.jetty.servlet.ServletHandler@411167f3
[junit4:junit4] 2> 2013-05-27 20:54:03.468:DBUG:oejuc.AbstractLifeCycle:starting org.apache.lucene.replicator.http.ReplicationServlet-570848003
[junit4:junit4] 2> 2013-05-27 20:54:03.486:DBUG:oejuc.AbstractLifeCycle:STARTED org.apache.lucene.replicator.http.ReplicationServlet-570848003
[junit4:junit4] 2> 2013-05-27 20:54:03.486:DBUG:oejuc.AbstractLifeCycle:STARTED org.eclipse.jetty.servlet.ServletHandler@411167f3
[junit4:junit4] 2> 2013-05-27 20:54:03.486:DBUG:oejsh.AbstractHandler:starting org.eclipse.jetty.server.Server@37190ae9
[junit4:junit4] 2> 2013-05-27 20:54:03.486:DBUG:oejuc.AbstractLifeCycle:starting org.eclipse.jetty.server.session.HashSessionIdManager@7e0e873b
[junit4:junit4] 2> 2013-05-27 20:54:03.486:DBUG:oejuc.AbstractLifeCycle:STARTED org.eclipse.jetty.server.session.HashSessionIdManager@7e0e873b
[junit4:junit4] 2> 2013-05-27 20:54:03.486:DBUG:oejuc.AbstractLifeCycle:starting qtp1428159682{8<=0<=0/254,-1}
[junit4:junit4] 2> 2013-05-27 20:54:03.493:DBUG:oejuc.AbstractLifeCycle:STARTED qtp1428159682{8<=7<=8/254,0}
[junit4:junit4] 2> 2013-05-27 20:54:03.494:DBUG:oejuc.AbstractLifeCycle:starting SelectChannelConnector@127.0.0.1:0
[junit4:junit4] 2> 2013-05-27 20:54:03.562:DBUG:oejuc.AbstractLifeCycle:starting null/null
[junit4:junit4] 2> 2013-05-27 20:54:03.577:DBUG:oejuc.AbstractLifeCycle:STARTED PooledBuffers [0/1024@6144,0/1024@16384,0/1024@-]/PooledBuffers [0/1024@6144,0/1024@32768,0/1024@-]
[junit4:junit4] 2> 2013-05-27 20:54:03.578:DBUG:oejuc.AbstractLifeCycle:starting org.eclipse.jetty.server.nio.SelectChannelConnector$ConnectorSelectorManager@5fe8bb4c
[junit4:junit4] 2> 2013-05-27 20:54:03.613:DBUG:oejuc.AbstractLifeCycle:STARTED org.eclipse.jetty.server.nio.SelectChannelConnector$ConnectorSelectorManager@5fe8bb4c
[junit4:junit4] 2> 2013-05-27 20:54:03.617:DBUG:oeji.nio:Starting Thread[qtp1428159682-26 Selector0,5,TGRP-HttpReplicatorTest] on org.eclipse.jetty.io.nio.SelectorManager$1@5043ffed
[junit4:junit4] 2> 2013-05-27 20:54:03.617:INFO:oejs.AbstractConnector:Started SelectChannelConnector@127.0.0.1:51513
[junit4:junit4] 2> 2013-05-27 20:54:03.622:DBUG:oejuc.AbstractLifeCycle:STARTED SelectChannelConnector@127.0.0.1:51513
[junit4:junit4] 2> 2013-05-27 20:54:03.622:DBUG:oejuc.AbstractLifeCycle:STARTED org.eclipse.jetty.server.Server@37190ae9
[junit4:junit4] 2> 2013-05-27 20:54:05.612:DBUG:oejuc.AbstractLifeCycle:stopping org.eclipse.jetty.server.Server@37190ae9
[junit4:junit4] 2> 2013-05-27 20:54:05.612:DBUG:oejuc.AbstractLifeCycle:stopping SelectChannelConnector@127.0.0.1:51513
[junit4:junit4] 2> 2013-05-27 20:54:05.614:DBUG:oejuc.AbstractLifeCycle:stopping org.eclipse.jetty.server.nio.SelectChannelConnector$ConnectorSelectorManager@5fe8bb4c
[junit4:junit4] 2> 2013-05-27 20:54:05.618:DBUG:oeji.nio:Stopped Thread[qtp1428159682-26 Selector0,5,TGRP-HttpReplicatorTest] on org.eclipse.jetty.io.nio.SelectorManager$1@5043ffed
[junit4:junit4] 2> 2013-05-27 20:54:05.632:DBUG:oejuc.AbstractLifeCycle:STOPPED org.eclipse.jetty.server.nio.SelectChannelConnector$ConnectorSelectorManager@5fe8bb4c
[junit4:junit4] 2> 2013-05-27 20:54:05.632:DBUG:oejuc.AbstractLifeCycle:stopping PooledBuffers [0/1024@6144,0/1024@16384,0/1024@-]/PooledBuffers [0/1024@6144,0/1024@32768,0/1024@-]
[junit4:junit4] 2> 2013-05-27 20:54:05.633:DBUG:oejuc.AbstractLifeCycle:STOPPED null/null
[junit4:junit4] 2> 2013-05-27 20:54:05.633:DBUG:oejuc.AbstractLifeCycle:STOPPED SelectChannelConnector@127.0.0.1:0
[junit4:junit4] 2> 2013-05-27 20:54:05.633:DBUG:oejuc.AbstractLifeCycle:stopping org.eclipse.jetty.servlet.ServletHandler@411167f3
[junit4:junit4] 2> 2013-05-27 20:54:05.633:DBUG:oejsh.AbstractHandler:stopping org.eclipse.jetty.servlet.ServletHandler@411167f3
[junit4:junit4] 2> 2013-05-27 20:54:05.633:DBUG:oejuc.AbstractLifeCycle:stopping org.apache.lucene.replicator.http.ReplicationServlet-570848003
[junit4:junit4] 2> 2013-05-27 20:54:05.634:DBUG:oejuc.AbstractLifeCycle:STOPPED org.apache.lucene.replicator.http.ReplicationServlet-570848003
[junit4:junit4] 2> 2013-05-27 20:54:05.634:DBUG:oejuc.AbstractLifeCycle:STOPPED org.eclipse.jetty.servlet.ServletHandler@411167f3
[junit4:junit4] 2> 2013-05-27 20:54:05.634:DBUG:oejsh.AbstractHandler:stopping org.eclipse.jetty.server.Server@37190ae9
[junit4:junit4] 2> 2013-05-27 20:54:05.634:DBUG:oejuc.AbstractLifeCycle:stopping qtp1428159682{8<=8<=8/254,0}
[junit4:junit4] 2> 2013-05-27 20:54:05.707:DBUG:oejuc.AbstractLifeCycle:STOPPED qtp1428159682{8<=0<=0/254,6}
[junit4:junit4] 2> 2013-05-27 20:54:05.708:DBUG:oejuc.AbstractLifeCycle:stopping org.eclipse.jetty.server.session.HashSessionIdManager@7e0e873b
[junit4:junit4] 2> 2013-05-27 20:54:05.708:DBUG:oejuc.AbstractLifeCycle:STOPPED org.eclipse.jetty.server.session.HashSessionIdManager@7e0e873b
[junit4:junit4] 2> 2013-05-27 20:54:05.708:DBUG:oejuc.AbstractLifeCycle:STOPPED org.eclipse.jetty.server.Server@37190ae9
[junit4:junit4] 2> NOTE: reproduce with: ant test -Dtestcase=HttpReplicatorTest -Dtests.method=testBasic -Dtests.seed=D61BF819C5EE930E -Dtests.slow=true -Dtests.locale=sq_AL -Dtests.timezone=Australia/Victoria -Dtests.file.encoding=ISO-8859-1
[junit4:junit4] ERROR 3.21s | HttpReplicatorTest.testBasic <<<
[junit4:junit4] > Throwable #1: org.apache.http.conn.HttpHostConnectException: Connection to http://localhost:51513 refused
[junit4:junit4] > at __randomizedtesting.SeedInfo.seed([D61BF819C5EE930E:7DE1E50C1A321520]:0)
[junit4:junit4] > at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:190)
[junit4:junit4] > at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
[junit4:junit4] > at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
[junit4:junit4] > at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
[junit4:junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
[junit4:junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
[junit4:junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
[junit4:junit4] > at org.apache.lucene.replicator.http.HttpClientBase.executeGET(HttpClientBase.java:178)
[junit4:junit4] > at org.apache.lucene.replicator.http.HttpReplicator.checkForUpdate(HttpReplicator.java:51)
[junit4:junit4] > at org.apache.lucene.replicator.ReplicationClient.doUpdate(ReplicationClient.java:196)
[junit4:junit4] > at org.apache.lucene.replicator.ReplicationClient.updateNow(ReplicationClient.java:402)
[junit4:junit4] > at org.apache.lucene.replicator.http.HttpReplicatorTest.testBasic(HttpReplicatorTest.java:112)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:680)
[junit4:junit4] > Caused by: java.net.ConnectException: Connection refused
[junit4:junit4] > at java.net.PlainSocketImpl.socketConnect(Native Method)
[junit4:junit4] > at java.net.PlainSocketImpl.doConnect(PlainSocketImpl.java:351)
[junit4:junit4] > at java.net.PlainSocketImpl.connectToAddress(PlainSocketImpl.java:213)
[junit4:junit4] > at java.net.PlainSocketImpl.connect(PlainSocketImpl.java:200)
[junit4:junit4] > at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:432)
[junit4:junit4] > at java.net.Socket.connect(Socket.java:529)
[junit4:junit4] > at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
[junit4:junit4] > at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
[junit4:junit4] > ... 48 more
[junit4:junit4] 2> NOTE: test params are: codec=HighCompressionCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=HIGH_COMPRESSION, chunkSize=305), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=HIGH_COMPRESSION, chunkSize=305)), sim=RandomSimilarityProvider(queryNorm=false,coord=no): {}, locale=sq_AL, timezone=Australia/Victoria
[junit4:junit4] 2> NOTE: Mac OS X 10.8.3 x86_64/Apple Inc. 1.6.0_45 (64-bit)/cpus=2,threads=1,free=33138464,total=48693248
[junit4:junit4] 2> NOTE: All tests run in this JVM: [IndexAndTaxonomyRevisionTest, IndexAndTaxonomyReplicationClientTest, IndexReplicationClientTest, HttpReplicatorTest]
[junit4:junit4] Completed in 3.28s, 1 test, 1 error <<< FAILURES!
[...truncated 18 lines...]
BUILD FAILED
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:386: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:366: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:39: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/build.xml:554: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:1827: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/module-build.xml:61: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:1243: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:887: There were test failures: 7 suites, 30 tests, 1 error
Total time: 41 minutes 34 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.6.0 -XX:-UseCompressedOops -XX:+UseSerialGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure
[JENKINS] Lucene-Solr-4.x-MacOSX (64bit/jdk1.6.0) - Build # 495 -
Still Failing!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-MacOSX/495/
Java: 64bit/jdk1.6.0 -XX:+UseCompressedOops -XX:+UseSerialGC
1 tests failed.
FAILED: org.apache.lucene.replicator.http.HttpReplicatorTest.testBasic
Error Message:
Connection to http://localhost:51879 refused
Stack Trace:
org.apache.http.conn.HttpHostConnectException: Connection to http://localhost:51879 refused
at __randomizedtesting.SeedInfo.seed([5B0D4A4BFB403453:F0F7575E249CB27D]:0)
at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:190)
at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
at org.apache.lucene.replicator.http.HttpClientBase.executeGET(HttpClientBase.java:178)
at org.apache.lucene.replicator.http.HttpReplicator.checkForUpdate(HttpReplicator.java:51)
at org.apache.lucene.replicator.ReplicationClient.doUpdate(ReplicationClient.java:196)
at org.apache.lucene.replicator.ReplicationClient.updateNow(ReplicationClient.java:402)
at org.apache.lucene.replicator.http.HttpReplicatorTest.testBasic(HttpReplicatorTest.java:112)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at java.lang.Thread.run(Thread.java:680)
Caused by: java.net.ConnectException: Connection refused
at java.net.PlainSocketImpl.socketConnect(Native Method)
at java.net.PlainSocketImpl.doConnect(PlainSocketImpl.java:351)
at java.net.PlainSocketImpl.connectToAddress(PlainSocketImpl.java:213)
at java.net.PlainSocketImpl.connect(PlainSocketImpl.java:200)
at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:432)
at java.net.Socket.connect(Socket.java:529)
at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
... 48 more
Build Log:
[...truncated 7395 lines...]
[junit4:junit4] Suite: org.apache.lucene.replicator.http.HttpReplicatorTest
[junit4:junit4] 2> 2013-05-27 13:30:01.933:DBUG:oejs.ServletHandler:filterNameMap={}
[junit4:junit4] 2> 2013-05-27 13:30:01.933:DBUG:oejs.ServletHandler:pathFilters=null
[junit4:junit4] 2> 2013-05-27 13:30:01.933:DBUG:oejs.ServletHandler:servletFilterMap=null
[junit4:junit4] 2> 2013-05-27 13:30:01.933:DBUG:oejs.ServletHandler:servletPathMap={/replicate/*=org.apache.lucene.replicator.http.ReplicationServlet-1312420207}
[junit4:junit4] 2> 2013-05-27 13:30:01.933:DBUG:oejs.ServletHandler:servletNameMap={org.apache.lucene.replicator.http.ReplicationServlet-1312420207=org.apache.lucene.replicator.http.ReplicationServlet-1312420207}
[junit4:junit4] 2> 2013-05-27 13:30:02.115:DBUG:oejuc.Container:Container org.eclipse.jetty.server.Server@465098f9 + SelectChannelConnector@0.0.0.0:0 as connector
[junit4:junit4] 2> 2013-05-27 13:30:02.120:DBUG:oejuc.Container:Container org.eclipse.jetty.servlet.ServletHandler@6dee2ea8 + org.apache.lucene.replicator.http.ReplicationServlet-1312420207 as servlet
[junit4:junit4] 2> 2013-05-27 13:30:02.120:DBUG:oejuc.Container:Container org.eclipse.jetty.servlet.ServletHandler@6dee2ea8 + [/replicate/*]=>org.apache.lucene.replicator.http.ReplicationServlet-1312420207 as servletMapping
[junit4:junit4] 2> 2013-05-27 13:30:02.120:DBUG:oejuc.Container:Container org.eclipse.jetty.server.Server@465098f9 + org.eclipse.jetty.servlet.ServletHandler@6dee2ea8 as handler
[junit4:junit4] 2> 2013-05-27 13:30:02.184:DBUG:oejuc.Container:Container org.eclipse.jetty.server.Server@465098f9 - SelectChannelConnector@0.0.0.0:0 as connector
[junit4:junit4] 2> 2013-05-27 13:30:02.184:DBUG:oejuc.Container:Container org.eclipse.jetty.server.Server@465098f9 + SelectChannelConnector@127.0.0.1:0 as connector
[junit4:junit4] 2> 2013-05-27 13:30:02.199:DBUG:oejuc.Container:Container org.eclipse.jetty.server.Server@465098f9 + org.eclipse.jetty.server.session.HashSessionIdManager@20dbd794 as sessionIdManager
[junit4:junit4] 2> 2013-05-27 13:30:02.199:DBUG:oejuc.AbstractLifeCycle:starting org.eclipse.jetty.server.Server@465098f9
[junit4:junit4] 2> 2013-05-27 13:30:02.199:INFO:oejs.Server:jetty-8.1.10.v20130312
[junit4:junit4] 2> 2013-05-27 13:30:02.348:DBUG:oejuc.Container:Container org.eclipse.jetty.server.Server@465098f9 + qtp344787473{8<=0<=0/254,-1} as threadpool
[junit4:junit4] 2> 2013-05-27 13:30:02.349:DBUG:oejuc.AbstractLifeCycle:starting org.eclipse.jetty.servlet.ServletHandler@6dee2ea8
[junit4:junit4] 2> 2013-05-27 13:30:02.372:DBUG:oejs.ServletHandler:filterNameMap={}
[junit4:junit4] 2> 2013-05-27 13:30:02.372:DBUG:oejs.ServletHandler:pathFilters=null
[junit4:junit4] 2> 2013-05-27 13:30:02.372:DBUG:oejs.ServletHandler:servletFilterMap=null
[junit4:junit4] 2> 2013-05-27 13:30:02.372:DBUG:oejs.ServletHandler:servletPathMap={/replicate/*=org.apache.lucene.replicator.http.ReplicationServlet-1312420207}
[junit4:junit4] 2> 2013-05-27 13:30:02.372:DBUG:oejs.ServletHandler:servletNameMap={org.apache.lucene.replicator.http.ReplicationServlet-1312420207=org.apache.lucene.replicator.http.ReplicationServlet-1312420207}
[junit4:junit4] 2> 2013-05-27 13:30:02.372:DBUG:oejsh.AbstractHandler:starting org.eclipse.jetty.servlet.ServletHandler@6dee2ea8
[junit4:junit4] 2> 2013-05-27 13:30:02.372:DBUG:oejuc.AbstractLifeCycle:starting org.apache.lucene.replicator.http.ReplicationServlet-1312420207
[junit4:junit4] 2> 2013-05-27 13:30:02.390:DBUG:oejuc.AbstractLifeCycle:STARTED org.apache.lucene.replicator.http.ReplicationServlet-1312420207
[junit4:junit4] 2> 2013-05-27 13:30:02.390:DBUG:oejuc.AbstractLifeCycle:STARTED org.eclipse.jetty.servlet.ServletHandler@6dee2ea8
[junit4:junit4] 2> 2013-05-27 13:30:02.390:DBUG:oejsh.AbstractHandler:starting org.eclipse.jetty.server.Server@465098f9
[junit4:junit4] 2> 2013-05-27 13:30:02.390:DBUG:oejuc.AbstractLifeCycle:starting org.eclipse.jetty.server.session.HashSessionIdManager@20dbd794
[junit4:junit4] 2> 2013-05-27 13:30:02.391:DBUG:oejuc.AbstractLifeCycle:STARTED org.eclipse.jetty.server.session.HashSessionIdManager@20dbd794
[junit4:junit4] 2> 2013-05-27 13:30:02.391:DBUG:oejuc.AbstractLifeCycle:starting qtp344787473{8<=0<=0/254,-1}
[junit4:junit4] 2> 2013-05-27 13:30:02.510:DBUG:oejuc.AbstractLifeCycle:STARTED qtp344787473{8<=7<=8/254,0}
[junit4:junit4] 2> 2013-05-27 13:30:02.510:DBUG:oejuc.AbstractLifeCycle:starting SelectChannelConnector@127.0.0.1:0
[junit4:junit4] 2> 2013-05-27 13:30:03.933:DBUG:oejuc.AbstractLifeCycle:starting null/null
[junit4:junit4] 2> 2013-05-27 13:30:03.957:DBUG:oejuc.AbstractLifeCycle:STARTED PooledBuffers [0/1024@6144,0/1024@16384,0/1024@-]/PooledBuffers [0/1024@6144,0/1024@32768,0/1024@-]
[junit4:junit4] 2> 2013-05-27 13:30:03.958:DBUG:oejuc.AbstractLifeCycle:starting org.eclipse.jetty.server.nio.SelectChannelConnector$ConnectorSelectorManager@54e674d6
[junit4:junit4] 2> 2013-05-27 13:30:04.009:DBUG:oejuc.AbstractLifeCycle:STARTED org.eclipse.jetty.server.nio.SelectChannelConnector$ConnectorSelectorManager@54e674d6
[junit4:junit4] 2> 2013-05-27 13:30:04.020:DBUG:oeji.nio:Starting Thread[qtp344787473-22 Selector0,5,TGRP-HttpReplicatorTest] on org.eclipse.jetty.io.nio.SelectorManager$1@e5fbbf3
[junit4:junit4] 2> 2013-05-27 13:30:04.020:INFO:oejs.AbstractConnector:Started SelectChannelConnector@127.0.0.1:51879
[junit4:junit4] 2> 2013-05-27 13:30:04.028:DBUG:oejuc.AbstractLifeCycle:STARTED SelectChannelConnector@127.0.0.1:51879
[junit4:junit4] 2> 2013-05-27 13:30:04.028:DBUG:oejuc.AbstractLifeCycle:STARTED org.eclipse.jetty.server.Server@465098f9
[junit4:junit4] 2> 2013-05-27 13:30:09.325:DBUG:oejuc.AbstractLifeCycle:stopping org.eclipse.jetty.server.Server@465098f9
[junit4:junit4] 2> 2013-05-27 13:30:09.326:DBUG:oejuc.AbstractLifeCycle:stopping SelectChannelConnector@127.0.0.1:51879
[junit4:junit4] 2> 2013-05-27 13:30:09.327:DBUG:oejuc.AbstractLifeCycle:stopping org.eclipse.jetty.server.nio.SelectChannelConnector$ConnectorSelectorManager@54e674d6
[junit4:junit4] 2> 2013-05-27 13:30:09.331:DBUG:oeji.nio:Stopped Thread[qtp344787473-22 Selector0,5,TGRP-HttpReplicatorTest] on org.eclipse.jetty.io.nio.SelectorManager$1@e5fbbf3
[junit4:junit4] 2> 2013-05-27 13:30:09.344:DBUG:oejuc.AbstractLifeCycle:STOPPED org.eclipse.jetty.server.nio.SelectChannelConnector$ConnectorSelectorManager@54e674d6
[junit4:junit4] 2> 2013-05-27 13:30:09.344:DBUG:oejuc.AbstractLifeCycle:stopping PooledBuffers [0/1024@6144,0/1024@16384,0/1024@-]/PooledBuffers [0/1024@6144,0/1024@32768,0/1024@-]
[junit4:junit4] 2> 2013-05-27 13:30:09.345:DBUG:oejuc.AbstractLifeCycle:STOPPED null/null
[junit4:junit4] 2> 2013-05-27 13:30:09.345:DBUG:oejuc.AbstractLifeCycle:STOPPED SelectChannelConnector@127.0.0.1:0
[junit4:junit4] 2> 2013-05-27 13:30:09.345:DBUG:oejuc.AbstractLifeCycle:stopping org.eclipse.jetty.servlet.ServletHandler@6dee2ea8
[junit4:junit4] 2> 2013-05-27 13:30:09.345:DBUG:oejsh.AbstractHandler:stopping org.eclipse.jetty.servlet.ServletHandler@6dee2ea8
[junit4:junit4] 2> 2013-05-27 13:30:09.346:DBUG:oejuc.AbstractLifeCycle:stopping org.apache.lucene.replicator.http.ReplicationServlet-1312420207
[junit4:junit4] 2> 2013-05-27 13:30:09.346:DBUG:oejuc.AbstractLifeCycle:STOPPED org.apache.lucene.replicator.http.ReplicationServlet-1312420207
[junit4:junit4] 2> 2013-05-27 13:30:09.346:DBUG:oejuc.AbstractLifeCycle:STOPPED org.eclipse.jetty.servlet.ServletHandler@6dee2ea8
[junit4:junit4] 2> 2013-05-27 13:30:09.346:DBUG:oejsh.AbstractHandler:stopping org.eclipse.jetty.server.Server@465098f9
[junit4:junit4] 2> 2013-05-27 13:30:09.346:DBUG:oejuc.AbstractLifeCycle:stopping qtp344787473{8<=8<=8/254,0}
[junit4:junit4] 2> 2013-05-27 13:30:09.412:DBUG:oejuc.AbstractLifeCycle:STOPPED qtp344787473{8<=0<=0/254,7}
[junit4:junit4] 2> 2013-05-27 13:30:09.412:DBUG:oejuc.AbstractLifeCycle:stopping org.eclipse.jetty.server.session.HashSessionIdManager@20dbd794
[junit4:junit4] 2> 2013-05-27 13:30:09.412:DBUG:oejuc.AbstractLifeCycle:STOPPED org.eclipse.jetty.server.session.HashSessionIdManager@20dbd794
[junit4:junit4] 2> 2013-05-27 13:30:09.412:DBUG:oejuc.AbstractLifeCycle:STOPPED org.eclipse.jetty.server.Server@465098f9
[junit4:junit4] 2> NOTE: reproduce with: ant test -Dtestcase=HttpReplicatorTest -Dtests.method=testBasic -Dtests.seed=5B0D4A4BFB403453 -Dtests.slow=true -Dtests.locale=fr_LU -Dtests.timezone=Asia/Makassar -Dtests.file.encoding=ISO-8859-1
[junit4:junit4] ERROR 8.96s | HttpReplicatorTest.testBasic <<<
[junit4:junit4] > Throwable #1: org.apache.http.conn.HttpHostConnectException: Connection to http://localhost:51879 refused
[junit4:junit4] > at __randomizedtesting.SeedInfo.seed([5B0D4A4BFB403453:F0F7575E249CB27D]:0)
[junit4:junit4] > at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:190)
[junit4:junit4] > at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
[junit4:junit4] > at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
[junit4:junit4] > at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
[junit4:junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
[junit4:junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
[junit4:junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
[junit4:junit4] > at org.apache.lucene.replicator.http.HttpClientBase.executeGET(HttpClientBase.java:178)
[junit4:junit4] > at org.apache.lucene.replicator.http.HttpReplicator.checkForUpdate(HttpReplicator.java:51)
[junit4:junit4] > at org.apache.lucene.replicator.ReplicationClient.doUpdate(ReplicationClient.java:196)
[junit4:junit4] > at org.apache.lucene.replicator.ReplicationClient.updateNow(ReplicationClient.java:402)
[junit4:junit4] > at org.apache.lucene.replicator.http.HttpReplicatorTest.testBasic(HttpReplicatorTest.java:112)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:680)
[junit4:junit4] > Caused by: java.net.ConnectException: Connection refused
[junit4:junit4] > at java.net.PlainSocketImpl.socketConnect(Native Method)
[junit4:junit4] > at java.net.PlainSocketImpl.doConnect(PlainSocketImpl.java:351)
[junit4:junit4] > at java.net.PlainSocketImpl.connectToAddress(PlainSocketImpl.java:213)
[junit4:junit4] > at java.net.PlainSocketImpl.connect(PlainSocketImpl.java:200)
[junit4:junit4] > at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:432)
[junit4:junit4] > at java.net.Socket.connect(Socket.java:529)
[junit4:junit4] > at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
[junit4:junit4] > at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
[junit4:junit4] > ... 48 more
[junit4:junit4] 2> NOTE: test params are: codec=Lucene41, sim=RandomSimilarityProvider(queryNorm=true,coord=no): {}, locale=fr_LU, timezone=Asia/Makassar
[junit4:junit4] 2> NOTE: Mac OS X 10.8.3 x86_64/Apple Inc. 1.6.0_45 (64-bit)/cpus=2,threads=1,free=26957280,total=48693248
[junit4:junit4] 2> NOTE: All tests run in this JVM: [IndexAndTaxonomyRevisionTest, IndexReplicationClientTest, HttpReplicatorTest]
[junit4:junit4] Completed in 9.09s, 1 test, 1 error <<< FAILURES!
[...truncated 21 lines...]
BUILD FAILED
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:386: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:366: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:39: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/build.xml:554: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:1827: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/module-build.xml:61: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:1243: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:887: There were test failures: 7 suites, 30 tests, 1 error
Total time: 50 minutes 33 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.6.0 -XX:+UseCompressedOops -XX:+UseSerialGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure