You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2013/05/26 11:55:19 UTC
[JENKINS] Lucene-Solr-4.x-MacOSX (64bit/jdk1.6.0) - Build # 492 -
Still Failing!
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-MacOSX/492/
Java: 64bit/jdk1.6.0 -XX:+UseCompressedOops -XX:+UseParallelGC
1 tests failed.
FAILED: org.apache.lucene.replicator.http.HttpReplicatorTest.testBasic
Error Message:
Connection to http://localhost:51339 refused
Stack Trace:
org.apache.http.conn.HttpHostConnectException: Connection to http://localhost:51339 refused
at __randomizedtesting.SeedInfo.seed([342A32D8269798F6:9FD02FCDF94B1ED8]:0)
at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:190)
at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
at org.apache.lucene.replicator.http.HttpClientBase.executeGET(HttpClientBase.java:178)
at org.apache.lucene.replicator.http.HttpReplicator.checkForUpdate(HttpReplicator.java:51)
at org.apache.lucene.replicator.ReplicationClient.doUpdate(ReplicationClient.java:196)
at org.apache.lucene.replicator.ReplicationClient.updateNow(ReplicationClient.java:402)
at org.apache.lucene.replicator.http.HttpReplicatorTest.testBasic(HttpReplicatorTest.java:112)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at java.lang.Thread.run(Thread.java:680)
Caused by: java.net.ConnectException: Connection refused
at java.net.PlainSocketImpl.socketConnect(Native Method)
at java.net.PlainSocketImpl.doConnect(PlainSocketImpl.java:351)
at java.net.PlainSocketImpl.connectToAddress(PlainSocketImpl.java:213)
at java.net.PlainSocketImpl.connect(PlainSocketImpl.java:200)
at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:432)
at java.net.Socket.connect(Socket.java:529)
at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
... 48 more
Build Log:
[...truncated 7422 lines...]
[junit4:junit4] Suite: org.apache.lucene.replicator.http.HttpReplicatorTest
[junit4:junit4] 2> 2013-05-26 20:54:29.537:DBUG:oejs.ServletHandler:filterNameMap={}
[junit4:junit4] 2> 2013-05-26 20:54:29.537:DBUG:oejs.ServletHandler:pathFilters=null
[junit4:junit4] 2> 2013-05-26 20:54:29.537:DBUG:oejs.ServletHandler:servletFilterMap=null
[junit4:junit4] 2> 2013-05-26 20:54:29.537:DBUG:oejs.ServletHandler:servletPathMap={/replicate/*=org.apache.lucene.replicator.http.ReplicationServlet-1052752867}
[junit4:junit4] 2> 2013-05-26 20:54:29.538:DBUG:oejs.ServletHandler:servletNameMap={org.apache.lucene.replicator.http.ReplicationServlet-1052752867=org.apache.lucene.replicator.http.ReplicationServlet-1052752867}
[junit4:junit4] 2> 2013-05-26 20:54:29.760:DBUG:oejuc.Container:Container org.eclipse.jetty.server.Server@8135daf + SelectChannelConnector@0.0.0.0:0 as connector
[junit4:junit4] 2> 2013-05-26 20:54:29.764:DBUG:oejuc.Container:Container org.eclipse.jetty.servlet.ServletHandler@3ecec78d + org.apache.lucene.replicator.http.ReplicationServlet-1052752867 as servlet
[junit4:junit4] 2> 2013-05-26 20:54:29.765:DBUG:oejuc.Container:Container org.eclipse.jetty.servlet.ServletHandler@3ecec78d + [/replicate/*]=>org.apache.lucene.replicator.http.ReplicationServlet-1052752867 as servletMapping
[junit4:junit4] 2> 2013-05-26 20:54:29.765:DBUG:oejuc.Container:Container org.eclipse.jetty.server.Server@8135daf + org.eclipse.jetty.servlet.ServletHandler@3ecec78d as handler
[junit4:junit4] 2> 2013-05-26 20:54:29.813:DBUG:oejuc.Container:Container org.eclipse.jetty.server.Server@8135daf - SelectChannelConnector@0.0.0.0:0 as connector
[junit4:junit4] 2> 2013-05-26 20:54:29.814:DBUG:oejuc.Container:Container org.eclipse.jetty.server.Server@8135daf + SelectChannelConnector@127.0.0.1:0 as connector
[junit4:junit4] 2> 2013-05-26 20:54:29.825:DBUG:oejuc.Container:Container org.eclipse.jetty.server.Server@8135daf + org.eclipse.jetty.server.session.HashSessionIdManager@109ce4a3 as sessionIdManager
[junit4:junit4] 2> 2013-05-26 20:54:29.825:DBUG:oejuc.AbstractLifeCycle:starting org.eclipse.jetty.server.Server@8135daf
[junit4:junit4] 2> 2013-05-26 20:54:29.825:INFO:oejs.Server:jetty-8.1.10.v20130312
[junit4:junit4] 2> 2013-05-26 20:54:30.033:DBUG:oejuc.Container:Container org.eclipse.jetty.server.Server@8135daf + qtp1475720401{8<=0<=0/254,-1} as threadpool
[junit4:junit4] 2> 2013-05-26 20:54:30.033:DBUG:oejuc.AbstractLifeCycle:starting org.eclipse.jetty.servlet.ServletHandler@3ecec78d
[junit4:junit4] 2> 2013-05-26 20:54:30.080:DBUG:oejs.ServletHandler:filterNameMap={}
[junit4:junit4] 2> 2013-05-26 20:54:30.081:DBUG:oejs.ServletHandler:pathFilters=null
[junit4:junit4] 2> 2013-05-26 20:54:30.081:DBUG:oejs.ServletHandler:servletFilterMap=null
[junit4:junit4] 2> 2013-05-26 20:54:30.081:DBUG:oejs.ServletHandler:servletPathMap={/replicate/*=org.apache.lucene.replicator.http.ReplicationServlet-1052752867}
[junit4:junit4] 2> 2013-05-26 20:54:30.081:DBUG:oejs.ServletHandler:servletNameMap={org.apache.lucene.replicator.http.ReplicationServlet-1052752867=org.apache.lucene.replicator.http.ReplicationServlet-1052752867}
[junit4:junit4] 2> 2013-05-26 20:54:30.081:DBUG:oejsh.AbstractHandler:starting org.eclipse.jetty.servlet.ServletHandler@3ecec78d
[junit4:junit4] 2> 2013-05-26 20:54:30.082:DBUG:oejuc.AbstractLifeCycle:starting org.apache.lucene.replicator.http.ReplicationServlet-1052752867
[junit4:junit4] 2> 2013-05-26 20:54:30.119:DBUG:oejuc.AbstractLifeCycle:STARTED org.apache.lucene.replicator.http.ReplicationServlet-1052752867
[junit4:junit4] 2> 2013-05-26 20:54:30.119:DBUG:oejuc.AbstractLifeCycle:STARTED org.eclipse.jetty.servlet.ServletHandler@3ecec78d
[junit4:junit4] 2> 2013-05-26 20:54:30.120:DBUG:oejsh.AbstractHandler:starting org.eclipse.jetty.server.Server@8135daf
[junit4:junit4] 2> 2013-05-26 20:54:30.120:DBUG:oejuc.AbstractLifeCycle:starting org.eclipse.jetty.server.session.HashSessionIdManager@109ce4a3
[junit4:junit4] 2> 2013-05-26 20:54:30.120:DBUG:oejuc.AbstractLifeCycle:STARTED org.eclipse.jetty.server.session.HashSessionIdManager@109ce4a3
[junit4:junit4] 2> 2013-05-26 20:54:30.120:DBUG:oejuc.AbstractLifeCycle:starting qtp1475720401{8<=0<=0/254,-1}
[junit4:junit4] 2> 2013-05-26 20:54:30.137:DBUG:oejuc.AbstractLifeCycle:STARTED qtp1475720401{8<=8<=8/254,0}
[junit4:junit4] 2> 2013-05-26 20:54:30.137:DBUG:oejuc.AbstractLifeCycle:starting SelectChannelConnector@127.0.0.1:0
[junit4:junit4] 2> 2013-05-26 20:54:30.236:DBUG:oejuc.AbstractLifeCycle:starting null/null
[junit4:junit4] 2> 2013-05-26 20:54:30.252:DBUG:oejuc.AbstractLifeCycle:STARTED PooledBuffers [0/1024@6144,0/1024@16384,0/1024@-]/PooledBuffers [0/1024@6144,0/1024@32768,0/1024@-]
[junit4:junit4] 2> 2013-05-26 20:54:30.253:DBUG:oejuc.AbstractLifeCycle:starting org.eclipse.jetty.server.nio.SelectChannelConnector$ConnectorSelectorManager@5c1a1ff9
[junit4:junit4] 2> 2013-05-26 20:54:30.304:DBUG:oejuc.AbstractLifeCycle:STARTED org.eclipse.jetty.server.nio.SelectChannelConnector$ConnectorSelectorManager@5c1a1ff9
[junit4:junit4] 2> 2013-05-26 20:54:30.304:DBUG:oeji.nio:Starting Thread[qtp1475720401-15 Selector0,5,TGRP-HttpReplicatorTest] on org.eclipse.jetty.io.nio.SelectorManager$1@7befc208
[junit4:junit4] 2> 2013-05-26 20:54:30.310:INFO:oejs.AbstractConnector:Started SelectChannelConnector@127.0.0.1:51339
[junit4:junit4] 2> 2013-05-26 20:54:30.310:DBUG:oejuc.AbstractLifeCycle:STARTED SelectChannelConnector@127.0.0.1:51339
[junit4:junit4] 2> 2013-05-26 20:54:30.310:DBUG:oejuc.AbstractLifeCycle:STARTED org.eclipse.jetty.server.Server@8135daf
[junit4:junit4] 2> 2013-05-26 20:54:32.804:DBUG:oejuc.AbstractLifeCycle:stopping org.eclipse.jetty.server.Server@8135daf
[junit4:junit4] 2> 2013-05-26 20:54:32.804:DBUG:oejuc.AbstractLifeCycle:stopping SelectChannelConnector@127.0.0.1:51339
[junit4:junit4] 2> 2013-05-26 20:54:32.812:DBUG:oejuc.AbstractLifeCycle:stopping org.eclipse.jetty.server.nio.SelectChannelConnector$ConnectorSelectorManager@5c1a1ff9
[junit4:junit4] 2> 2013-05-26 20:54:32.815:DBUG:oeji.nio:Stopped Thread[qtp1475720401-15 Selector0,5,TGRP-HttpReplicatorTest] on org.eclipse.jetty.io.nio.SelectorManager$1@7befc208
[junit4:junit4] 2> 2013-05-26 20:54:32.829:DBUG:oejuc.AbstractLifeCycle:STOPPED org.eclipse.jetty.server.nio.SelectChannelConnector$ConnectorSelectorManager@5c1a1ff9
[junit4:junit4] 2> 2013-05-26 20:54:32.829:DBUG:oejuc.AbstractLifeCycle:stopping PooledBuffers [0/1024@6144,0/1024@16384,0/1024@-]/PooledBuffers [0/1024@6144,0/1024@32768,0/1024@-]
[junit4:junit4] 2> 2013-05-26 20:54:32.831:DBUG:oejuc.AbstractLifeCycle:STOPPED null/null
[junit4:junit4] 2> 2013-05-26 20:54:32.832:DBUG:oejuc.AbstractLifeCycle:STOPPED SelectChannelConnector@127.0.0.1:0
[junit4:junit4] 2> 2013-05-26 20:54:32.833:DBUG:oejuc.AbstractLifeCycle:stopping org.eclipse.jetty.servlet.ServletHandler@3ecec78d
[junit4:junit4] 2> 2013-05-26 20:54:32.834:DBUG:oejsh.AbstractHandler:stopping org.eclipse.jetty.servlet.ServletHandler@3ecec78d
[junit4:junit4] 2> 2013-05-26 20:54:32.834:DBUG:oejuc.AbstractLifeCycle:stopping org.apache.lucene.replicator.http.ReplicationServlet-1052752867
[junit4:junit4] 2> 2013-05-26 20:54:32.835:DBUG:oejuc.AbstractLifeCycle:STOPPED org.apache.lucene.replicator.http.ReplicationServlet-1052752867
[junit4:junit4] 2> 2013-05-26 20:54:32.835:DBUG:oejuc.AbstractLifeCycle:STOPPED org.eclipse.jetty.servlet.ServletHandler@3ecec78d
[junit4:junit4] 2> 2013-05-26 20:54:32.836:DBUG:oejsh.AbstractHandler:stopping org.eclipse.jetty.server.Server@8135daf
[junit4:junit4] 2> 2013-05-26 20:54:32.837:DBUG:oejuc.AbstractLifeCycle:stopping qtp1475720401{8<=8<=8/254,0}
[junit4:junit4] 2> 2013-05-26 20:54:32.906:DBUG:oejuc.AbstractLifeCycle:STOPPED qtp1475720401{8<=0<=0/254,5}
[junit4:junit4] 2> 2013-05-26 20:54:32.906:DBUG:oejuc.AbstractLifeCycle:stopping org.eclipse.jetty.server.session.HashSessionIdManager@109ce4a3
[junit4:junit4] 2> 2013-05-26 20:54:32.906:DBUG:oejuc.AbstractLifeCycle:STOPPED org.eclipse.jetty.server.session.HashSessionIdManager@109ce4a3
[junit4:junit4] 2> 2013-05-26 20:54:32.906:DBUG:oejuc.AbstractLifeCycle:STOPPED org.eclipse.jetty.server.Server@8135daf
[junit4:junit4] 2> NOTE: reproduce with: ant test -Dtestcase=HttpReplicatorTest -Dtests.method=testBasic -Dtests.seed=342A32D8269798F6 -Dtests.slow=true -Dtests.locale=fr_CH -Dtests.timezone=SST -Dtests.file.encoding=US-ASCII
[junit4:junit4] ERROR 4.57s | HttpReplicatorTest.testBasic <<<
[junit4:junit4] > Throwable #1: org.apache.http.conn.HttpHostConnectException: Connection to http://localhost:51339 refused
[junit4:junit4] > at __randomizedtesting.SeedInfo.seed([342A32D8269798F6:9FD02FCDF94B1ED8]:0)
[junit4:junit4] > at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:190)
[junit4:junit4] > at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
[junit4:junit4] > at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
[junit4:junit4] > at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
[junit4:junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
[junit4:junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
[junit4:junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
[junit4:junit4] > at org.apache.lucene.replicator.http.HttpClientBase.executeGET(HttpClientBase.java:178)
[junit4:junit4] > at org.apache.lucene.replicator.http.HttpReplicator.checkForUpdate(HttpReplicator.java:51)
[junit4:junit4] > at org.apache.lucene.replicator.ReplicationClient.doUpdate(ReplicationClient.java:196)
[junit4:junit4] > at org.apache.lucene.replicator.ReplicationClient.updateNow(ReplicationClient.java:402)
[junit4:junit4] > at org.apache.lucene.replicator.http.HttpReplicatorTest.testBasic(HttpReplicatorTest.java:112)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:680)
[junit4:junit4] > Caused by: java.net.ConnectException: Connection refused
[junit4:junit4] > at java.net.PlainSocketImpl.socketConnect(Native Method)
[junit4:junit4] > at java.net.PlainSocketImpl.doConnect(PlainSocketImpl.java:351)
[junit4:junit4] > at java.net.PlainSocketImpl.connectToAddress(PlainSocketImpl.java:213)
[junit4:junit4] > at java.net.PlainSocketImpl.connect(PlainSocketImpl.java:200)
[junit4:junit4] > at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:432)
[junit4:junit4] > at java.net.Socket.connect(Socket.java:529)
[junit4:junit4] > at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
[junit4:junit4] > at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
[junit4:junit4] > ... 48 more
[junit4:junit4] 2> NOTE: test params are: codec=Lucene42: {}, docValues:{}, sim=DefaultSimilarity, locale=fr_CH, timezone=SST
[junit4:junit4] 2> NOTE: Mac OS X 10.8.3 x86_64/Apple Inc. 1.6.0_45 (64-bit)/cpus=2,threads=1,free=61192208,total=85983232
[junit4:junit4] 2> NOTE: All tests run in this JVM: [IndexRevisionTest, HttpReplicatorTest]
[junit4:junit4] Completed in 4.72s, 1 test, 1 error <<< FAILURES!
[...truncated 24 lines...]
BUILD FAILED
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:386: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:366: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:39: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/build.xml:554: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:1827: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/module-build.xml:61: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:1243: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:887: There were test failures: 7 suites, 30 tests, 1 error
Total time: 49 minutes 12 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.6.0 -XX:+UseCompressedOops -XX:+UseParallelGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure
[JENKINS] Lucene-Solr-4.x-MacOSX (64bit/jdk1.7.0) - Build # 498 -
Still Failing!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-MacOSX/498/
Java: 64bit/jdk1.7.0 -XX:-UseCompressedOops -XX:+UseParallelGC
1 tests failed.
REGRESSION: org.apache.solr.cloud.ChaosMonkeyShardSplitTest.testDistribSearch
Error Message:
Server at http://127.0.0.1:52431/df returned non ok status:500, message:Server Error
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: Server at http://127.0.0.1:52431/df returned non ok status:500, message:Server Error
at __randomizedtesting.SeedInfo.seed([C345B394745EAB26:42A33D8C0301CB1A]:0)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:385)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
at org.apache.solr.cloud.ShardSplitTest.splitShard(ShardSplitTest.java:208)
at org.apache.solr.cloud.ChaosMonkeyShardSplitTest.doTest(ChaosMonkeyShardSplitTest.java:136)
at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:815)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:601)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at java.lang.Thread.run(Thread.java:722)
Build Log:
[...truncated 9396 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.ChaosMonkeyShardSplitTest
[junit4:junit4] 2> 1006823 T1783 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /df/
[junit4:junit4] 2> 1006838 T1783 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4] 2> Creating dataDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solrtest-ChaosMonkeyShardSplitTest-1369713886003
[junit4:junit4] 2> 1006842 T1783 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4] 2> 1006845 T1784 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4] 2> 1006947 T1783 oasc.ZkTestServer.run start zk server on port:52424
[junit4:junit4] 2> 1006950 T1783 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 1006959 T1790 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@17d526e5 name:ZooKeeperConnection Watcher:127.0.0.1:52424 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 1006960 T1783 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 1006960 T1783 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4] 2> 1006980 T1783 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 1006988 T1792 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@24426f41 name:ZooKeeperConnection Watcher:127.0.0.1:52424/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 1006988 T1783 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 1006989 T1783 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4] 2> 1007004 T1783 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4] 2> 1007017 T1783 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4] 2> 1007028 T1783 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4] 2> 1007041 T1783 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4] 2> 1007043 T1783 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4] 2> 1007057 T1783 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4:junit4] 2> 1007058 T1783 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4] 2> 1007077 T1783 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4] 2> 1007079 T1783 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4] 2> 1007089 T1783 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4] 2> 1007091 T1783 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4] 2> 1007099 T1783 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4] 2> 1007101 T1783 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4] 2> 1007110 T1783 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4] 2> 1007112 T1783 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4] 2> 1007122 T1783 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 2> 1007123 T1783 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 2> 1007141 T1783 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4] 2> 1007142 T1783 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4] 2> 1007152 T1783 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4] 2> 1007154 T1783 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4] 2> 1007939 T1783 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 1007957 T1783 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52427
[junit4:junit4] 2> 1007958 T1783 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 1007959 T1783 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 1007959 T1783 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1369713886328
[junit4:junit4] 2> 1007960 T1783 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1369713886328/solr.xml
[junit4:junit4] 2> 1007961 T1783 oasc.CoreContainer.<init> New CoreContainer 172202967
[junit4:junit4] 2> 1007962 T1783 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1369713886328/'
[junit4:junit4] 2> 1007964 T1783 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1369713886328/'
[junit4:junit4] 2> 1008237 T1783 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 1008237 T1783 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 1008238 T1783 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 1008238 T1783 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 1008239 T1783 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 1008239 T1783 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 1008239 T1783 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 1008240 T1783 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 1008240 T1783 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 1008241 T1783 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 1008279 T1783 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 1008280 T1783 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:52424/solr
[junit4:junit4] 2> 1008281 T1783 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 1008284 T1783 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 1008292 T1803 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7fa49ae7 name:ZooKeeperConnection Watcher:127.0.0.1:52424 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 1008294 T1783 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 1008301 T1783 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 1008337 T1783 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 1008342 T1805 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@19338d5f name:ZooKeeperConnection Watcher:127.0.0.1:52424/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 1008343 T1783 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 1008349 T1783 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4:junit4] 2> 1008362 T1783 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4:junit4] 2> 1008374 T1783 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4] 2> 1008381 T1783 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52427_df
[junit4:junit4] 2> 1008384 T1783 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52427_df
[junit4:junit4] 2> 1008395 T1783 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4] 2> 1008421 T1783 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4] 2> 1008433 T1783 oasc.Overseer.start Overseer (id=89765569234206723-127.0.0.1:52427_df-n_0000000000) starting
[junit4:junit4] 2> 1008444 T1783 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4:junit4] 2> 1008457 T1807 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4] 2> 1008464 T1783 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4] 2> 1008479 T1783 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4:junit4] 2> 1008489 T1783 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 1008500 T1806 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4] 2> 1008513 T1808 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1369713886328/collection1
[junit4:junit4] 2> 1008513 T1808 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4] 2> 1008515 T1808 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 1008516 T1808 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4] 2> 1008520 T1808 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1369713886328/collection1/'
[junit4:junit4] 2> 1008523 T1808 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1369713886328/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 1008523 T1808 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1369713886328/collection1/lib/README' to classloader
[junit4:junit4] 2> 1008622 T1808 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 1008764 T1808 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 1008768 T1808 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 1008776 T1808 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> 1009904 T1808 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 1009912 T1808 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 1009917 T1808 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 1009931 T1808 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 1010058 T1808 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 1010059 T1808 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1369713886328/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369713886001/control/data/
[junit4:junit4] 2> 1010060 T1808 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1ed56fe5
[junit4:junit4] 2> 1010061 T1808 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 1010062 T1808 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369713886001/control/data
[junit4:junit4] 2> 1010063 T1808 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369713886001/control/data/index/
[junit4:junit4] 2> 1010064 T1808 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369713886001/control/data/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 1010065 T1808 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369713886001/control/data/index
[junit4:junit4] 2> 1010074 T1808 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@56d0ddb8 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2c24cb1b),segFN=segments_1,generation=1}
[junit4:junit4] 2> 1010075 T1808 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 1010083 T1808 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 1010085 T1808 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 1010091 T1808 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 1010095 T1808 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 1010096 T1808 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 1010097 T1808 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 1010097 T1808 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 1010098 T1808 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 1010099 T1808 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 1010125 T1808 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 1010140 T1808 oass.SolrIndexSearcher.<init> Opening Searcher@4d9fc7ad main
[junit4:junit4] 2> 1010141 T1808 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369713886001/control/data/tlog
[junit4:junit4] 2> 1010144 T1808 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 1010145 T1808 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 1010153 T1809 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4d9fc7ad main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 1010156 T1808 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 1010156 T1808 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 1011530 T1806 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1011533 T1806 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"control_collection",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:52427_df",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:52427/df"}
[junit4:junit4] 2> 1011533 T1806 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4] 2> 1011534 T1806 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4] 2> 1011550 T1805 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 1012163 T1808 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 1012163 T1808 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:52427/df collection:control_collection shard:shard1
[junit4:junit4] 2> 1012166 T1808 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4] 2> 1012203 T1808 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 1012211 T1808 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 1012211 T1808 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 1012212 T1808 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:52427/df/collection1/
[junit4:junit4] 2> 1012212 T1808 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 1012213 T1808 oasc.SyncStrategy.syncToMe http://127.0.0.1:52427/df/collection1/ has no replicas
[junit4:junit4] 2> 1012213 T1808 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:52427/df/collection1/
[junit4:junit4] 2> 1012213 T1808 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4] 2> 1013071 T1806 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1013104 T1805 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 1013160 T1808 oasc.ZkController.register We are http://127.0.0.1:52427/df/collection1/ and leader is http://127.0.0.1:52427/df/collection1/
[junit4:junit4] 2> 1013161 T1808 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:52427/df
[junit4:junit4] 2> 1013161 T1808 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 1013161 T1808 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 1013161 T1808 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 1013165 T1808 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1013169 T1783 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4] 2> 1013169 T1783 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 1013170 T1783 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 1013203 T1783 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4] 2> 1013206 T1783 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 1013212 T1812 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1bc51f4e name:ZooKeeperConnection Watcher:127.0.0.1:52424/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 1013213 T1783 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 1013218 T1783 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 1013227 T1783 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4] 2> 1013839 T1783 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 1013849 T1783 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52431
[junit4:junit4] 2> 1013850 T1783 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 1013851 T1783 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 1013851 T1783 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1369713892390
[junit4:junit4] 2> 1013852 T1783 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1369713892390/solr.xml
[junit4:junit4] 2> 1013852 T1783 oasc.CoreContainer.<init> New CoreContainer 1521339240
[junit4:junit4] 2> 1013853 T1783 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1369713892390/'
[junit4:junit4] 2> 1013854 T1783 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1369713892390/'
[junit4:junit4] 2> 1014072 T1783 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 1014073 T1783 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 1014073 T1783 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 1014074 T1783 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 1014075 T1783 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 1014075 T1783 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 1014076 T1783 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 1014076 T1783 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 1014077 T1783 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 1014078 T1783 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 1014106 T1783 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 1014107 T1783 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:52424/solr
[junit4:junit4] 2> 1014107 T1783 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 1014113 T1783 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 1014118 T1823 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3771eba name:ZooKeeperConnection Watcher:127.0.0.1:52424 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 1014119 T1783 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 1014127 T1783 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 1014183 T1783 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 1014190 T1825 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5508e99f name:ZooKeeperConnection Watcher:127.0.0.1:52424/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 1014192 T1783 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 1014210 T1783 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 1014628 T1806 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1014630 T1806 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:52427_df_collection1",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"control_collection",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:52427_df",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:52427/df"}
[junit4:junit4] 2> 1014644 T1825 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 1014645 T1812 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 1014645 T1805 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 1015223 T1783 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52431_df
[junit4:junit4] 2> 1015228 T1783 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52431_df
[junit4:junit4] 2> 1015238 T1825 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 1015239 T1805 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 1015241 T1812 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 1015241 T1812 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 1015250 T1805 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 1015257 T1825 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 1015270 T1826 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1369713892390/collection1
[junit4:junit4] 2> 1015271 T1826 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 1015273 T1826 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 1015273 T1826 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 1015277 T1826 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1369713892390/collection1/'
[junit4:junit4] 2> 1015280 T1826 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1369713892390/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 1015281 T1826 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1369713892390/collection1/lib/README' to classloader
[junit4:junit4] 2> 1015368 T1826 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 1015466 T1826 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 1015470 T1826 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 1015477 T1826 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> 1016435 T1826 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 1016441 T1826 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 1016444 T1826 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 1016462 T1826 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 1016549 T1826 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 1016550 T1826 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1369713892390/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369713886001/jetty1/
[junit4:junit4] 2> 1016550 T1826 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1ed56fe5
[junit4:junit4] 2> 1016551 T1826 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 1016552 T1826 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369713886001/jetty1
[junit4:junit4] 2> 1016552 T1826 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369713886001/jetty1/index/
[junit4:junit4] 2> 1016552 T1826 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369713886001/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 1016554 T1826 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369713886001/jetty1/index
[junit4:junit4] 2> 1016560 T1826 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@32eeca40 lockFactory=org.apache.lucene.store.NativeFSLockFactory@56889e1c),segFN=segments_1,generation=1}
[junit4:junit4] 2> 1016561 T1826 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 1016566 T1826 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 1016566 T1826 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 1016568 T1826 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 1016570 T1826 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 1016571 T1826 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 1016572 T1826 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 1016572 T1826 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 1016573 T1826 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 1016574 T1826 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 1016599 T1826 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 1016639 T1826 oass.SolrIndexSearcher.<init> Opening Searcher@ee27ba main
[junit4:junit4] 2> 1016640 T1826 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369713886001/jetty1/tlog
[junit4:junit4] 2> 1016642 T1826 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 1016642 T1826 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 1016648 T1827 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@ee27ba main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 1016652 T1826 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 1016652 T1826 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 1017693 T1806 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1017702 T1806 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:52431_df",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:52431/df"}
[junit4:junit4] 2> 1017703 T1806 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 2
[junit4:junit4] 2> 1017703 T1806 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4] 2> 1017730 T1812 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 1017730 T1825 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 1017731 T1805 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 1018660 T1826 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 1018661 T1826 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:52431/df collection:collection1 shard:shard1
[junit4:junit4] 2> 1018668 T1826 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4] 2> 1018703 T1826 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 1018722 T1826 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 1018723 T1826 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 1018723 T1826 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:52431/df/collection1/
[junit4:junit4] 2> 1018723 T1826 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 1018724 T1826 oasc.SyncStrategy.syncToMe http://127.0.0.1:52431/df/collection1/ has no replicas
[junit4:junit4] 2> 1018724 T1826 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:52431/df/collection1/
[junit4:junit4] 2> 1018724 T1826 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4] 2> 1019268 T1806 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1019311 T1825 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 1019313 T1812 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 1019314 T1805 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 1019322 T1826 oasc.ZkController.register We are http://127.0.0.1:52431/df/collection1/ and leader is http://127.0.0.1:52431/df/collection1/
[junit4:junit4] 2> 1019322 T1826 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:52431/df
[junit4:junit4] 2> 1019323 T1826 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 1019324 T1826 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 1019325 T1826 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 1019334 T1826 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1019349 T1783 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4] 2> 1019352 T1783 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 1019353 T1783 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 1020430 T1783 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 1020472 T1783 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52434
[junit4:junit4] 2> 1020478 T1783 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 1020481 T1783 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 1020483 T1783 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1369713898575
[junit4:junit4] 2> 1020484 T1783 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1369713898575/solr.xml
[junit4:junit4] 2> 1020485 T1783 oasc.CoreContainer.<init> New CoreContainer 655466152
[junit4:junit4] 2> 1020486 T1783 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1369713898575/'
[junit4:junit4] 2> 1020488 T1783 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1369713898575/'
[junit4:junit4] 2> 1020821 T1783 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 1020822 T1783 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 1020823 T1783 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 1020823 T1783 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 1020824 T1783 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 1020824 T1783 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 1020825 T1783 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 1020835 T1783 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 1020836 T1783 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 1020836 T1783 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 1020875 T1783 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 1020884 T1783 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:52424/solr
[junit4:junit4] 2> 1020885 T1783 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 1020896 T1783 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 1020901 T1806 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1020909 T1806 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:52431_df_collection1",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:52431_df",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:52431/df"}
[junit4:junit4] 2> 1020912 T1839 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@70973084 name:ZooKeeperConnection Watcher:127.0.0.1:52424 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 1020912 T1783 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 1020951 T1783 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 1020954 T1805 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 1020953 T1825 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 1020953 T1812 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 1021003 T1783 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 1021012 T1841 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5e936a53 name:ZooKeeperConnection Watcher:127.0.0.1:52424/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 1021014 T1783 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 1021078 T1783 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 1022121 T1783 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52434_df
[junit4:junit4] 2> 1022128 T1783 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52434_df
[junit4:junit4] 2> 1022142 T1805 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 1022146 T1825 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 1022151 T1812 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 1022152 T1841 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 1022152 T1812 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1022157 T1805 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 1022163 T1825 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 1022181 T1842 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1369713898575/collection1
[junit4:junit4] 2> 1022182 T1842 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 1022187 T1842 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 1022187 T1842 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 1022196 T1842 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1369713898575/collection1/'
[junit4:junit4] 2> 1022197 T1842 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1369713898575/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 1022198 T1842 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1369713898575/collection1/lib/README' to classloader
[junit4:junit4] 2> 1022299 T1842 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 1022488 T1842 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 1022495 T1842 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 1022508 T1842 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> 1023948 T1842 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 1023965 T1842 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 1023969 T1842 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 1023982 T1842 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 1024246 T1842 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 1024248 T1842 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1369713898575/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369713886001/jetty2/
[junit4:junit4] 2> 1024248 T1842 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1ed56fe5
[junit4:junit4] 2> 1024250 T1842 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 1024254 T1842 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369713886001/jetty2
[junit4:junit4] 2> 1024255 T1842 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369713886001/jetty2/index/
[junit4:junit4] 2> 1024256 T1842 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369713886001/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 1024262 T1842 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369713886001/jetty2/index
[junit4:junit4] 2> 1024269 T1842 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6f255dc5 lockFactory=org.apache.lucene.store.NativeFSLockFactory@d7b5bd4),segFN=segments_1,generation=1}
[junit4:junit4] 2> 1024270 T1842 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 1024280 T1842 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 1024281 T1842 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 1024283 T1842 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 1024285 T1842 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 1024287 T1842 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 1024288 T1842 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 1024289 T1842 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 1024290 T1842 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 1024292 T1842 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 1024328 T1842 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 1024378 T1842 oass.SolrIndexSearcher.<init> Opening Searcher@52b3d4a0 main
[junit4:junit4] 2> 1024379 T1842 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369713886001/jetty2/tlog
[junit4:junit4] 2> 1024382 T1842 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 1024382 T1842 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 1024394 T1843 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@52b3d4a0 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 1024401 T1842 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 1024402 T1842 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 1025514 T1806 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1025521 T1806 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:52434_df",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:52434/df"}
[junit4:junit4] 2> 1025522 T1806 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4] 2> 1025523 T1806 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard2
[junit4:junit4] 2> 1025549 T1841 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1025550 T1812 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1025551 T1825 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1025552 T1805 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1026410 T1842 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 1026411 T1842 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:52434/df collection:collection1 shard:shard2
[junit4:junit4] 2> 1026413 T1842 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4:junit4] 2> 1026447 T1842 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 1026457 T1842 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 1026458 T1842 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 1026459 T1842 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:52434/df/collection1/
[junit4:junit4] 2> 1026459 T1842 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 1026460 T1842 oasc.SyncStrategy.syncToMe http://127.0.0.1:52434/df/collection1/ has no replicas
[junit4:junit4] 2> 1026460 T1842 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:52434/df/collection1/
[junit4:junit4] 2> 1026461 T1842 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4:junit4] 2> 1027079 T1806 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1027107 T1812 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1027107 T1841 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1027109 T1805 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1027109 T1825 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1027154 T1842 oasc.ZkController.register We are http://127.0.0.1:52434/df/collection1/ and leader is http://127.0.0.1:52434/df/collection1/
[junit4:junit4] 2> 1027155 T1842 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:52434/df
[junit4:junit4] 2> 1027156 T1842 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 1027156 T1842 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 1027157 T1842 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 1027163 T1842 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1027167 T1783 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4] 2> 1027168 T1783 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 1027169 T1783 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 1028199 T1783 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 1028222 T1783 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52437
[junit4:junit4] 2> 1028224 T1783 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 1028225 T1783 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 1028226 T1783 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1369713906377
[junit4:junit4] 2> 1028227 T1783 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1369713906377/solr.xml
[junit4:junit4] 2> 1028228 T1783 oasc.CoreContainer.<init> New CoreContainer 1890794987
[junit4:junit4] 2> 1028229 T1783 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1369713906377/'
[junit4:junit4] 2> 1028231 T1783 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1369713906377/'
[junit4:junit4] 2> 1028618 T1783 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 1028619 T1783 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 1028619 T1783 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 1028620 T1783 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 1028621 T1783 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 1028622 T1783 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 1028622 T1783 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 1028623 T1783 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 1028624 T1783 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 1028624 T1783 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 1028652 T1806 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1028657 T1806 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:52434_df_collection1",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard2",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:52434_df",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:52434/df"}
[junit4:junit4] 2> 1028686 T1783 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 1028703 T1783 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:52424/solr
[junit4:junit4] 2> 1028704 T1783 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 1028698 T1805 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1028698 T1825 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1028697 T1812 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1028697 T1841 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1028736 T1783 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 1028739 T1855 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7a030e2a name:ZooKeeperConnection Watcher:127.0.0.1:52424 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 1028741 T1783 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 1028785 T1783 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 1028826 T1783 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 1028841 T1857 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@79c04bb1 name:ZooKeeperConnection Watcher:127.0.0.1:52424/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 1028845 T1783 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 1028943 T1783 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 1030000 T1783 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52437_df
[junit4:junit4] 2> 1030011 T1783 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52437_df
[junit4:junit4] 2> 1030024 T1825 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1030027 T1805 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1030033 T1812 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 1030033 T1812 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 1030034 T1857 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 1030036 T1841 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 1030036 T1841 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 1030046 T1825 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 1030047 T1805 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 1030073 T1858 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1369713906377/collection1
[junit4:junit4] 2> 1030073 T1858 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 1030077 T1858 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 1030078 T1858 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 1030083 T1858 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1369713906377/collection1/'
[junit4:junit4] 2> 1030086 T1858 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1369713906377/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 1030086 T1858 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1369713906377/collection1/lib/README' to classloader
[junit4:junit4] 2> 1030207 T1858 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 1030389 T1858 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 1030398 T1858 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 1030405 T1858 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> 1031736 T1858 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 1031745 T1858 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 1031751 T1858 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 1031772 T1858 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 1031913 T1858 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 1031915 T1858 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1369713906377/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369713886001/jetty3/
[junit4:junit4] 2> 1031915 T1858 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1ed56fe5
[junit4:junit4] 2> 1031918 T1858 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 1031919 T1858 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369713886001/jetty3
[junit4:junit4] 2> 1031919 T1858 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369713886001/jetty3/index/
[junit4:junit4] 2> 1031920 T1858 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369713886001/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 1031922 T1858 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369713886001/jetty3/index
[junit4:junit4] 2> 1031931 T1858 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@14414fe5 lockFactory=org.apache.lucene.store.NativeFSLockFactory@190ba1c3),segFN=segments_1,generation=1}
[junit4:junit4] 2> 1031933 T1858 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 1031940 T1858 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 1031941 T1858 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 1031942 T1858 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 1031943 T1858 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 1031945 T1858 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 1031945 T1858 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 1031946 T1858 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 1031947 T1858 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 1031948 T1858 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 1031983 T1858 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 1031999 T1858 oass.SolrIndexSearcher.<init> Opening Searcher@3f971d31 main
[junit4:junit4] 2> 1032000 T1858 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369713886001/jetty3/tlog
[junit4:junit4] 2> 1032003 T1858 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 1032004 T1858 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 1032014 T1859 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3f971d31 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 1032020 T1858 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 1032020 T1858 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 1033266 T1806 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1033268 T1806 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:52437_df",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:52437/df"}
[junit4:junit4] 2> 1033269 T1806 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4] 2> 1033269 T1806 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4] 2> 1033347 T1857 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 1033348 T1841 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 1033349 T1812 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 1033349 T1825 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 1033350 T1805 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 1034028 T1858 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 1034029 T1858 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:52437/df collection:collection1 shard:shard1
[junit4:junit4] 2> 1034044 T1858 oasc.ZkController.register We are http://127.0.0.1:52437/df/collection1/ and leader is http://127.0.0.1:52431/df/collection1/
[junit4:junit4] 2> 1034045 T1858 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:52437/df
[junit4:junit4] 2> 1034045 T1858 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4] 2> 1034046 T1858 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4] 2> ASYNC NEW_CORE C676 name=collection1 org.apache.solr.core.SolrCore@7b3bd807 url=http://127.0.0.1:52437/df/collection1 node=127.0.0.1:52437_df C676_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:52437_df, base_url=http://127.0.0.1:52437/df}
[junit4:junit4] 2> 1034048 T1860 C676 P52437 oasc.RecoveryStrategy.run Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 2> 1034052 T1860 C676 P52437 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4] 2> 1034056 T1860 C676 P52437 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4] 2> 1034057 T1860 C676 P52437 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 1034063 T1858 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1034065 T1860 C676 P52437 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 1034069 T1783 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4] 2> 1034070 T1783 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 1034071 T1783 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 1034122 T1820 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 127.0.0.1:52437_df_collection1, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4] 2> 1034875 T1806 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1034878 T1806 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:52437_df_collection1",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"recovering",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:52437_df",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:52437/df"}
[junit4:junit4] 2> 1034893 T1857 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 1034894 T1812 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 1034894 T1825 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 1034896 T1805 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 1034895 T1841 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 1034983 T1783 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 1034995 T1783 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52441
[junit4:junit4] 2> 1034996 T1783 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 1034997 T1783 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 1034997 T1783 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1369713913270
[junit4:junit4] 2> 1034998 T1783 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1369713913270/solr.xml
[junit4:junit4] 2> 1034999 T1783 oasc.CoreContainer.<init> New CoreContainer 1946064216
[junit4:junit4] 2> 1034999 T1783 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1369713913270/'
[junit4:junit4] 2> 1035000 T1783 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1369713913270/'
[junit4:junit4] 2> 1035124 T1820 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 127.0.0.1:52437_df_collection1, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4:junit4] 2> 1035125 T1820 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=127.0.0.1:52437_df_collection1&state=recovering&nodeName=127.0.0.1:52437_df&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=1003
[junit4:junit4] 2> 1035255 T1783 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 1035256 T1783 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 1035256 T1783 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 1035256 T1783 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 1035257 T1783 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 1035257 T1783 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 1035258 T1783 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 1035258 T1783 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 1035259 T1783 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 1035259 T1783 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 1035292 T1783 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 1035294 T1783 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:52424/solr
[junit4:junit4] 2> 1035295 T1783 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 1035297 T1783 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 1035304 T1872 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@58c9a974 name:ZooKeeperConnection Watcher:127.0.0.1:52424 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 1035305 T1783 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 1035313 T1783 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 1035350 T1783 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 1035359 T1874 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@35ffa460 name:ZooKeeperConnection Watcher:127.0.0.1:52424/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 1035359 T1783 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 1035389 T1783 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 1036402 T1783 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52441_df
[junit4:junit4] 2> 1036404 T1783 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52441_df
[junit4:junit4] 2> 1036414 T1825 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 1036416 T1805 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 1036426 T1857 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 1036426 T1857 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1036426 T1874 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 1036427 T1841 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 1036427 T1841 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1036427 T1812 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 1036429 T1812 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1036436 T1805 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 1036439 T1825 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 1036454 T1875 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1369713913270/collection1
[junit4:junit4] 2> 1036455 T1875 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 1036457 T1875 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 1036457 T1875 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 1036461 T1875 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1369713913270/collection1/'
[junit4:junit4] 2> 1036463 T1875 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1369713913270/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 1036468 T1875 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1369713913270/collection1/lib/README' to classloader
[junit4:junit4] 2> 1036547 T1875 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 1036650 T1875 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 1036655 T1875 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 1036663 T1875 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> ASYNC NEW_CORE C677 name=collection1 org.apache.solr.core.SolrCore@7b3bd807 url=http://127.0.0.1:52437/df/collection1 node=127.0.0.1:52437_df C677_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:52437_df, base_url=http://127.0.0.1:52437/df}
[junit4:junit4] 2> 1037128 T1860 C677 P52437 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:52431/df/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4] 2> 1037129 T1860 C677 P52437 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:52437/df START replicas=[http://127.0.0.1:52431/df/collection1/] nUpdates=100
[junit4:junit4] 2> 1037130 T1860 C677 P52437 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4] 2> 1037156 T1860 C677 P52437 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4] 2> 1037158 T1860 C677 P52437 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4] 2> 1037158 T1860 C677 P52437 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4] 2> 1037158 T1860 C677 P52437 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4] 2> 1037160 T1860 C677 P52437 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:52431/df/collection1/. core=collection1
[junit4:junit4] 2> 1037161 T1860 C677 P52437 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> ASYNC NEW_CORE C678 name=collection1 org.apache.solr.core.SolrCore@3383994a url=http://127.0.0.1:52431/df/collection1 node=127.0.0.1:52431_df C678_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:52431_df, base_url=http://127.0.0.1:52431/df, leader=true}
[junit4:junit4] 2> 1037173 T1817 C678 P52431 oasc.SolrCore.execute [collection1] webapp=/df path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=1
[junit4:junit4] 2> 1037187 T1818 C678 P52431 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 1037232 T1818 C678 P52431 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@32eeca40 lockFactory=org.apache.lucene.store.NativeFSLockFactory@56889e1c),segFN=segments_1,generation=1}
[junit4:junit4] 2> 1037236 T1818 C678 P52431 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 1037237 T1818 C678 P52431 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@32eeca40 lockFactory=org.apache.lucene.store.NativeFSLockFactory@56889e1c),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@32eeca40 lockFactory=org.apache.lucene.store.NativeFSLockFactory@56889e1c),segFN=segments_2,generation=2}
[junit4:junit4] 2> 1037238 T1818 C678 P52431 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4] 2> 1037238 T1818 C678 P52431 oass.SolrIndexSearcher.<init> Opening Searcher@2a1fa744 realtime
[junit4:junit4] 2> 1037239 T1818 C678 P52431 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 1037239 T1818 C678 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 52
[junit4:junit4] 2> 1037241 T1860 C677 P52437 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 1037241 T1860 C677 P52437 oash.SnapPuller.<init> No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 2> 1037251 T1821 C678 P52431 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 1037252 T1821 C678 P52431 oasc.SolrCore.execute [collection1] webapp=/df path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=6
[junit4:junit4] 2> 1037253 T1860 C677 P52437 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4] 2> 1037253 T1860 C677 P52437 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4] 2> 1037254 T1860 C677 P52437 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4] 2> 1037257 T1816 C678 P52431 oasc.SolrCore.execute [collection1] webapp=/df path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=0
[junit4:junit4] 2> 1037258 T1860 C677 P52437 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4] 2> 1037270 T1860 C677 P52437 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369713886001/jetty3/index.20130528000516421
[junit4:junit4] 2> 1037270 T1860 C677 P52437 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@1511c6ee lockFactory=org.apache.lucene.store.NativeFSLockFactory@51c718ce) fullCopy=false
[junit4:junit4] 2> 1037273 T1820 C678 P52431 oasc.SolrCore.execute [collection1] webapp=/df path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0
[junit4:junit4] 2> 1037286 T1860 C677 P52437 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4] 2> 1037309 T1860 C677 P52437 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4] 2> 1037310 T1860 C677 P52437 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4] 2> 1037315 T1860 C677 P52437 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@14414fe5 lockFactory=org.apache.lucene.store.NativeFSLockFactory@190ba1c3),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@14414fe5 lockFactory=org.apache.lucene.store.NativeFSLockFactory@190ba1c3),segFN=segments_2,generation=2}
[junit4:junit4] 2> 1037354 T1860 C677 P52437 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4] 2> 1037358 T1860 C677 P52437 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4] 2> 1037359 T1860 C677 P52437 oass.SolrIndexSearcher.<init> Opening Searcher@44fbac51 main
[junit4:junit4] 2> 1037361 T1859 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@44fbac51 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 1037362 T1860 C677 P52437 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369713886001/jetty3/index.20130528000516421 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369713886001/jetty3/index.20130528000516421;done=true>>]
[junit4:junit4] 2> 1037363 T1860 C677 P52437 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369713886001/jetty3/index.20130528000516421
[junit4:junit4] 2> 1037363 T1860 C677 P52437 oasc.CachingDirectoryFactory.closeCacheValue Removing directory before core close: ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369713886001/jetty3/index.20130528000516421
[junit4:junit4] 2> 1037363 T1860 C677 P52437 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4] 2> 1037364 T1860 C677 P52437 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4] 2> 1037364 T1860 C677 P52437 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 1037364 T1860 C677 P52437 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 1037367 T1860 C677 P52437 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4] 2> 1037840 T1875 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 1037845 T1875 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 1037848 T1875 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 1037857 T1875 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 1037952 T1806 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1037954 T1806 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:52437_df_collection1",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:52437_df",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:52437/df"}
[junit4:junit4] 2> 1037965 T1875 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 1037965 T1875 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1369713913270/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369713886001/jetty4/
[junit4:junit4] 2> 1037966 T1875 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1ed56fe5
[junit4:junit4] 2> 1037968 T1875 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 1037977 T1812 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1037977 T1857 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1037978 T1825 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1037978 T1805 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1037978 T1841 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1037981 T1875 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369713886001/jetty4
[junit4:junit4] 2> 1037981 T1875 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369713886001/jetty4/index/
[junit4:junit4] 2> 1037978 T1874 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1037982 T1875 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369713886001/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 1037990 T1875 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369713886001/jetty4/index
[junit4:junit4] 2> 1037998 T1875 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4e28ed8d lockFactory=org.apache.lucene.store.NativeFSLockFactory@2b25f2be),segFN=segments_1,generation=1}
[junit4:junit4] 2> 1037999 T1875 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 1038004 T1875 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 1038004 T1875 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 1038005 T1875 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 1038006 T1875 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 1038007 T1875 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 1038008 T1875 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 1038009 T1875 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 1038010 T1875 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 1038011 T1875 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 1038031 T1875 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 1038040 T1875 oass.SolrIndexSearcher.<init> Opening Searcher@79140b4d main
[junit4:junit4] 2> 1038041 T1875 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369713886001/jetty4/tlog
[junit4:junit4] 2> 1038042 T1875 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 1038043 T1875 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 1038048 T1878 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@79140b4d main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 1038053 T1875 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 1038054 T1875 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 1039508 T1806 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1039510 T1806 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:52441_df",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:52441/df"}
[junit4:junit4] 2> 1039511 T1806 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4] 2> 1039511 T1806 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard2
[junit4:junit4] 2> 1039529 T1874 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1039530 T1805 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1039533 T1841 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1039534 T1857 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1039535 T1812 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1039536 T1825 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1040061 T1875 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 1040062 T1875 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:52441/df collection:collection1 shard:shard2
[junit4:junit4] 2> 1040075 T1875 oasc.ZkController.register We are http://127.0.0.1:52441/df/collection1/ and leader is http://127.0.0.1:52434/df/collection1/
[junit4:junit4] 2> 1040075 T1875 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:52441/df
[junit4:junit4] 2> 1040076 T1875 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4] 2> 1040080 T1875 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4] 2> ASYNC NEW_CORE C679 name=collection1 org.apache.solr.core.SolrCore@6c46adce url=http://127.0.0.1:52441/df/collection1 node=127.0.0.1:52441_df C679_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:52441_df, base_url=http://127.0.0.1:52441/df}
[junit4:junit4] 2> 1040086 T1879 C679 P52441 oasc.RecoveryStrategy.run Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 2> 1040087 T1879 C679 P52441 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4] 2> 1040088 T1875 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1040088 T1879 C679 P52441 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4] 2> 1040089 T1879 C679 P52441 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 1040093 T1783 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4] 2> 1040094 T1783 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 1040093 T1879 C679 P52441 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 1040094 T1783 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 1040140 T1832 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 127.0.0.1:52441_df_collection1, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4] 2> 1040143 T1783 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1040145 T1783 oasc.AbstractFullDistribZkTestBase.waitForThingsToLevelOut Wait for recoveries to finish - wait 15 for each attempt
[junit4:junit4] 2> 1040146 T1783 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):15
[junit4:junit4] 2> 1040148 T1783 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1041079 T1806 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1041083 T1806 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:52441_df_collection1",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard2",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"recovering",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:52441_df",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:52441/df"}
[junit4:junit4] 2> 1041101 T1805 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1041101 T1857 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1041102 T1825 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1041102 T1874 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1041102 T1841 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1041102 T1812 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1041142 T1832 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 127.0.0.1:52441_df_collection1, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4:junit4] 2> 1041142 T1832 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=127.0.0.1:52441_df_collection1&state=recovering&nodeName=127.0.0.1:52441_df&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=1002
[junit4:junit4] 2> 1041158 T1783 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1042164 T1783 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> C679_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:52441_df, base_url=http://127.0.0.1:52441/df}
[junit4:junit4] 2> 1043145 T1879 C679 P52441 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:52434/df/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4] 2> 1043145 T1879 C679 P52441 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:52441/df START replicas=[http://127.0.0.1:52434/df/collection1/] nUpdates=100
[junit4:junit4] 2> 1043146 T1879 C679 P52441 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4] 2> 1043146 T1879 C679 P52441 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4] 2> 1043146 T1879 C679 P52441 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4] 2> 1043147 T1879 C679 P52441 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4] 2> 1043147 T1879 C679 P52441 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4] 2> 1043147 T1879 C679 P52441 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:52434/df/collection1/. core=collection1
[junit4:junit4] 2> 1043148 T1879 C679 P52441 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 1043198 T1783 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> ASYNC NEW_CORE C680 name=collection1 org.apache.solr.core.SolrCore@1e327923 url=http://127.0.0.1:52434/df/collection1 node=127.0.0.1:52434_df C680_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:52434_df, base_url=http://127.0.0.1:52434/df, leader=true}
[junit4:junit4] 2> 1043213 T1835 C680 P52434 oasc.SolrCore.execute [collection1] webapp=/df path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=2
[junit4:junit4] 2> 1043219 T1836 C680 P52434 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 1043226 T1836 C680 P52434 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6f255dc5 lockFactory=org.apache.lucene.store.NativeFSLockFactory@d7b5bd4),segFN=segments_1,generation=1}
[junit4:junit4] 2> 1043232 T1836 C680 P52434 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 1043239 T1836 C680 P52434 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6f255dc5 lockFactory=org.apache.lucene.store.NativeFSLockFactory@d7b5bd4),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6f255dc5 lockFactory=org.apache.lucene.store.NativeFSLockFactory@d7b5bd4),segFN=segments_2,generation=2}
[junit4:junit4] 2> 1043241 T1836 C680 P52434 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4] 2> 1043247 T1836 C680 P52434 oass.SolrIndexSearcher.<init> Opening Searcher@397f0b97 realtime
[junit4:junit4] 2> 1043247 T1836 C680 P52434 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 1043248 T1836 C680 P52434 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 29
[junit4:junit4] 2> 1043250 T1879 C679 P52441 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 1043251 T1879 C679 P52441 oash.SnapPuller.<init> No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 2> 1043268 T1833 C680 P52434 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 1043269 T1833 C680 P52434 oasc.SolrCore.execute [collection1] webapp=/df path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=3
[junit4:junit4] 2> 1043271 T1879 C679 P52441 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4] 2> 1043271 T1879 C679 P52441 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4] 2> 1043272 T1879 C679 P52441 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4] 2> 1043279 T1834 C680 P52434 oasc.SolrCore.execute [collection1] webapp=/df path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=1
[junit4:junit4] 2> 1043281 T1879 C679 P52441 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4] 2> 1043286 T1879 C679 P52441 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369713886001/jetty4/index.20130528000522445
[junit4:junit4] 2> 1043287 T1879 C679 P52441 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@40c459b9 lockFactory=org.apache.lucene.store.NativeFSLockFactory@6e78d4a) fullCopy=false
[junit4:junit4] 2> 1043295 T1832 C680 P52434 oasc.SolrCore.execute [collection1] webapp=/df path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0
[junit4:junit4] 2> 1043309 T1879 C679 P52441 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4] 2> 1043332 T1879 C679 P52441 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4] 2> 1043332 T1879 C679 P52441 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4] 2> 1043336 T1879 C679 P52441 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4e28ed8d lockFactory=org.apache.lucene.store.NativeFSLockFactory@2b25f2be),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4e28ed8d lockFactory=org.apache.lucene.store.NativeFSLockFactory@2b25f2be),segFN=segments_2,generation=2}
[junit4:junit4] 2> 1043337 T1879 C679 P52441 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4] 2> 1043347 T1879 C679 P52441 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4] 2> 1043358 T1879 C679 P52441 oass.SolrIndexSearcher.<init> Opening Searcher@7a6d91c5 main
[junit4:junit4] 2> 1043361 T1878 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7a6d91c5 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 1043362 T1879 C679 P52441 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369713886001/jetty4/index.20130528000522445 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369713886001/jetty4/index.20130528000522445;done=true>>]
[junit4:junit4] 2> 1043362 T1879 C679 P52441 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369713886001/jetty4/index.20130528000522445
[junit4:junit4] 2> 1043364 T1879 C679 P52441 oasc.CachingDirectoryFactory.closeCacheValue Removing directory before core close: ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369713886001/jetty4/index.20130528000522445
[junit4:junit4] 2> 1043368 T1879 C679 P52441 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4] 2> 1043368 T1879 C679 P52441 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4] 2> 1043369 T1879 C679 P52441 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 1043369 T1879 C679 P52441 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 1043375 T1879 C679 P52441 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4] 2> 1044148 T1806 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1044153 T1806 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:52441_df_collection1",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard2",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:52441_df",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:52441/df"}
[junit4:junit4] 2> 1044198 T1874 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1044198 T1805 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1044199 T1857 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1044200 T1841 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1044201 T1825 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1044199 T1812 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1044225 T1783 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1044229 T1783 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: collection1
[junit4:junit4] 2> ASYNC NEW_CORE C681 name=collection1 org.apache.solr.core.SolrCore@4adf0ee9 url=http://127.0.0.1:52427/df/collection1 node=127.0.0.1:52427_df C681_STATE=coll:control_collection core:collection1 props:{shard=shard1, state=active, core=collection1, collection=control_collection, node_name=127.0.0.1:52427_df, base_url=http://127.0.0.1:52427/df, leader=true}
[junit4:junit4] 2> 1044263 T1796 C681 P52427 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 1044276 T1796 C681 P52427 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@56d0ddb8 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2c24cb1b),segFN=segments_1,generation=1}
[junit4:junit4] 2> 1044277 T1796 C681 P52427 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 1044292 T1796 C681 P52427 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@56d0ddb8 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2c24cb1b),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@56d0ddb8 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2c24cb1b),segFN=segments_2,generation=2}
[junit4:junit4] 2> 1044293 T1796 C681 P52427 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4] 2> 1044296 T1796 C681 P52427 oass.SolrIndexSearcher.<init> Opening Searcher@67c5c23a main
[junit4:junit4] 2> 1044307 T1809 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@67c5c23a main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 1044309 T1796 C681 P52427 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 1044317 T1796 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 53
[junit4:junit4] 2> ASYNC NEW_CORE C682 name=collection1 org.apache.solr.core.SolrCore@3383994a url=http://127.0.0.1:52431/df/collection1 node=127.0.0.1:52431_df C682_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:52431_df, base_url=http://127.0.0.1:52431/df, leader=true}
[junit4:junit4] 2> 1044370 T1820 C682 P52431 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 1044398 T1820 C682 P52431 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@32eeca40 lockFactory=org.apache.lucene.store.NativeFSLockFactory@56889e1c),segFN=segments_2,generation=2}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@32eeca40 lockFactory=org.apache.lucene.store.NativeFSLockFactory@56889e1c),segFN=segments_3,generation=3}
[junit4:junit4] 2> 1044400 T1820 C682 P52431 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4] 2> 1044401 T1820 C682 P52431 oass.SolrIndexSearcher.<init> Opening Searcher@111b8549 main
[junit4:junit4] 2> 1044402 T1820 C682 P52431 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 1044405 T1827 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@111b8549 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 1044406 T1820 C682 P52431 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:52437/df/collection1/, StdNode: http://127.0.0.1:52434/df/collection1/, StdNode: http://127.0.0.1:52441/df/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4] 2> 1044436 T1837 C680 P52434 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 1044477 T1837 C680 P52434 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6f255dc5 lockFactory=org.apache.lucene.store.NativeFSLockFactory@d7b5bd4),segFN=segments_2,generation=2}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6f255dc5 lockFactory=org.apache.lucene.store.NativeFSLockFactory@d7b5bd4),segFN=segments_3,generation=3}
[junit4:junit4] 2> 1044482 T1837 C680 P52434 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4] 2> 1044484 T1837 C680 P52434 oass.SolrIndexSearcher.<init> Opening Searcher@7d622e9d main
[junit4:junit4] 2> 1044486 T1837 C680 P52434 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 1044487 T1843 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7d622e9d main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> C679_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:52441_df, base_url=http://127.0.0.1:52441/df}
[junit4:junit4] 2> 1044491 T1869 C679 P52441 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 1044495 T1837 C680 P52434 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 56
[junit4:junit4] 2> ASYNC NEW_CORE C683 name=collection1 org.apache.solr.core.SolrCore@7b3bd807 url=http://127.0.0.1:52437/df/collection1 node=127.0.0.1:52437_df C683_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:52437_df, base_url=http://127.0.0.1:52437/df}
[junit4:junit4] 2> 1044502 T1850 C683 P52437 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 1044513 T1869 C679 P52441 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4e28ed8d lockFactory=org.apache.lucene.store.NativeFSLockFactory@2b25f2be),segFN=segments_2,generation=2}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4e28ed8d lockFactory=org.apache.lucene.store.NativeFSLockFactory@2b25f2be),segFN=segments_3,generation=3}
[junit4:junit4] 2> 1044514 T1869 C679 P52441 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4] 2> 1044516 T1869 C679 P52441 oass.SolrIndexSearcher.<init> Opening Searcher@209d1789 main
[junit4:junit4] 2> 1044517 T1869 C679 P52441 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 1044518 T1878 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@209d1789 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 1044521 T1869 C679 P52441 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 30
[junit4:junit4] 2> 1044537 T1850 C683 P52437 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@14414fe5 lockFactory=org.apache.lucene.store.NativeFSLockFactory@190ba1c3),segFN=segments_2,generation=2}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@14414fe5 lockFactory=org.apache.lucene.store.NativeFSLockFactory@190ba1c3),segFN=segments_3,generation=3}
[junit4:junit4] 2> 1044544 T1850 C683 P52437 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4] 2> 1044552 T1850 C683 P52437 oass.SolrIndexSearcher.<init> Opening Searcher@54cfa13a main
[junit4:junit4] 2> 1044558 T1859 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@54cfa13a main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 1044558 T1850 C683 P52437 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 1044559 T1850 C683 P52437 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 57
[junit4:junit4] 2> 1044560 T1820 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 190
[junit4:junit4] 2> 1044565 T1783 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1044578 T1818 C682 P52431 oasc.SolrCore.execute [collection1] webapp=/df path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=1
[junit4:junit4] 2> 1044587 T1851 C683 P52437 oasc.SolrCore.execute [collection1] webapp=/df path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0
[junit4:junit4] 2> 1044599 T1834 C680 P52434 oasc.SolrCore.execute [collection1] webapp=/df path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=1
[junit4:junit4] 2> 1044607 T1870 C679 P52441 oasc.SolrCore.execute [collection1] webapp=/df path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=1
[junit4:junit4] 2> 1046618 T1796 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {deleteByQuery=*:* (-1436249149435543552)} 0 4
[junit4:junit4] 2> 1046661 T1870 C679 P52441 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={update.distrib=FROMLEADER&_version_=-1436249149450223616&update.from=http://127.0.0.1:52434/df/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1436249149450223616)} 0 17
[junit4:junit4] 2> 1046671 T1851 C683 P52437 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={update.distrib=FROMLEADER&_version_=-1436249149468049408&update.from=http://127.0.0.1:52431/df/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1436249149468049408)} 0 4
[junit4:junit4] 2> 1046673 T1818 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={update.distrib=TOLEADER&wt=javabin&version=2} {deleteByQuery=*:* (-1436249149468049408)} 0 27
[junit4:junit4] 2> 1046677 T1833 C680 P52434 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {deleteByQuery=*:* (-1436249149450223616)} 0 49
[junit4:junit4] 2> 1046689 T1797 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[0 (1436249149507895296)]} 0 5
[junit4:junit4] 2> 1046734 T1852 C683 P52437 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[0 (1436249149532012544)]} 0 11
[junit4:junit4] 2> 1046738 T1819 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52434/df/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[0 (1436249149532012544)]} 0 32
[junit4:junit4] 2> 1046741 T1834 C680 P52434 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[0]} 0 46
[junit4:junit4] 2> 1046752 T1798 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[1 (1436249149577101312)]} 0 3
[junit4:junit4] 2> 1046778 T1853 C683 P52437 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1436249149587587072)]} 0 10
[junit4:junit4] 2> 1046781 T1821 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[1 (1436249149587587072)]} 0 21
[junit4:junit4] 2> 1046794 T1800 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[2 (1436249149623238656)]} 0 1
[junit4:junit4] 2> 1046830 T1865 C679 P52441 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52434/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[2 (1436249149647355904)]} 0 4
[junit4:junit4] 2> 1046832 T1832 C680 P52434 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[2 (1436249149647355904)]} 0 15
[junit4:junit4] 2> 1046836 T1816 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[2]} 0 25
[junit4:junit4] 2> 1046844 T1801 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[3 (1436249149674618880)]} 0 1
[junit4:junit4] 2> 1046883 T1866 C679 P52441 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52434/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[3 (1436249149701881856)]} 0 2
[junit4:junit4] 2> 1046886 T1835 C680 P52434 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[3 (1436249149701881856)]} 0 19
[junit4:junit4] 2> 1046889 T1820 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[3]} 0 35
[junit4:junit4] 2> 1046895 T1796 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[4 (1436249149728096256)]} 0 2
[junit4:junit4] 2> 1046922 T1848 C683 P52437 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[4 (1436249149748019200)]} 0 1
[junit4:junit4] 2> 1046924 T1817 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52434/df/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[4 (1436249149748019200)]} 0 13
[junit4:junit4] 2> 1046927 T1836 C680 P52434 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[4]} 0 18
[junit4:junit4] 2> 1046932 T1797 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[5 (1436249149767942144)]} 0 0
[junit4:junit4] 2> 1046946 T1867 C679 P52441 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52434/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[5 (1436249149777379328)]} 0 1
[junit4:junit4] 2> 1046948 T1837 C680 P52434 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[5 (1436249149777379328)]} 0 8
[junit4:junit4] 2> 1046954 T1799 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[6 (1436249149789962240)]} 0 1
[junit4:junit4] 2> 1046981 T1868 C679 P52441 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52434/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[6 (1436249149811982336)]} 0 4
[junit4:junit4] 2> 1046983 T1833 C680 P52434 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[6 (1436249149811982336)]} 0 10
[junit4:junit4] 2> 1046985 T1818 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[6]} 0 25
[junit4:junit4] 2> 1046989 T1798 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[7 (1436249149827710976)]} 0 0
[junit4:junit4] 2> 1047004 T1869 C679 P52441 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52434/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[7 (1436249149836099584)]} 0 1
[junit4:junit4] 2> 1047006 T1834 C680 P52434 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[7 (1436249149836099584)]} 0 9
[junit4:junit4] 2> 1047009 T1819 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[7]} 0 15
[junit4:junit4] 2> 1047014 T1800 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[8 (1436249149852876800)]} 0 1
[junit4:junit4] 2> 1047027 T1849 C683 P52437 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[8 (1436249149861265408)]} 0 1
[junit4:junit4] 2> 1047028 T1816 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52434/df/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[8 (1436249149861265408)]} 0 7
[junit4:junit4] 2> 1047030 T1835 C680 P52434 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[8]} 0 12
[junit4:junit4] 2> 1047040 T1801 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[9 (1436249149880139776)]} 0 1
[junit4:junit4] 2> 1047053 T1870 C679 P52441 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52434/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[9 (1436249149885382656)]} 0 4
[junit4:junit4] 2> 1047058 T1836 C680 P52434 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[9 (1436249149885382656)]} 0 14
[junit4:junit4] 2> 1047070 T1796 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[10 (1436249149912645632)]} 0 1
[junit4:junit4] 2> 1047080 T1851 C683 P52437 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10 (1436249149917888512)]} 0 1
[junit4:junit4] 2> 1047083 T1820 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[10 (1436249149917888512)]} 0 8
[junit4:junit4] 2> 1047090 T1797 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[11 (1436249149931520000)]} 0 2
[junit4:junit4] 2> 1047104 T1852 C683 P52437 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[11 (1436249149943054336)]} 0 1
[junit4:junit4] 2> 1047106 T1817 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52434/df/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[11 (1436249149943054336)]} 0 7
[junit4:junit4] 2> 1047108 T1837 C680 P52434 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[11]} 0 13
[junit4:junit4] 2> 1047116 T1799 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[12 (1436249149959831552)]} 0 1
[junit4:junit4] 2> 1047126 T1853 C683 P52437 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[12 (1436249149966123008)]} 0 1
[junit4:junit4] 2> 1047129 T1818 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[12 (1436249149966123008)]} 0 8
[junit4:junit4] 2> 1047135 T1798 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[13 (1436249149979754496)]} 0 2
[junit4:junit4] 2> 1047153 T1848 C683 P52437 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[13 (1436249149987094528)]} 0 6
[junit4:junit4] 2> 1047156 T1821 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[13 (1436249149987094528)]} 0 16
[junit4:junit4] 2> 1047164 T1800 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[14 (1436249150011211776)]} 0 0
[junit4:junit4] 2> 1047184 T1850 C683 P52437 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[14 (1436249150025891840)]} 0 1
[junit4:junit4] 2> 1047193 T1819 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52434/df/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[14 (1436249150025891840)]} 0 15
[junit4:junit4] 2> 1047204 T1833 C680 P52434 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[14]} 0 34
[junit4:junit4] 2> 1047211 T1796 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[15 (1436249150060494848)]} 0 1
[junit4:junit4] 2> 1047231 T1849 C683 P52437 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[15 (1436249150073077760)]} 0 2
[junit4:junit4] 2> 1047240 T1816 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52434/df/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[15 (1436249150073077760)]} 0 17
[junit4:junit4] 2> 1047244 T1834 C680 P52434 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[15]} 0 27
[junit4:junit4] 2> 1047260 T1797 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[16 (1436249150108729344)]} 0 4
[junit4:junit4] 2> 1047287 T1851 C683 P52437 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[16 (1436249150129700864)]} 0 5
[junit4:junit4] 2> 1047299 T1820 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52434/df/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[16 (1436249150129700864)]} 0 24
[junit4:junit4] 2> 1047302 T1832 C680 P52434 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[16]} 0 31
[junit4:junit4] 2> 1047309 T1799 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[17 (1436249150162206720)]} 0 1
[junit4:junit4] 2> 1047326 T1866 C679 P52441 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52434/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[17 (1436249150170595328)]} 0 1
[junit4:junit4] 2> 1047336 T1835 C680 P52434 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[17 (1436249150170595328)]} 0 20
[junit4:junit4] 2> 1047344 T1798 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[18 (1436249150198906880)]} 0 0
[junit4:junit4] 2> 1047354 T1867 C679 P52441 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52434/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[18 (1436249150206246912)]} 0 1
[junit4:junit4] 2> 1047356 T1836 C680 P52434 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[18 (1436249150206246912)]} 0 7
[junit4:junit4] 2> 1047361 T1801 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[19 (1436249150217781248)]} 0 1
[junit4:junit4] 2> 1047369 T1868 C679 P52441 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52434/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[19 (1436249150223024128)]} 0 0
[junit4:junit4] 2> 1047371 T1837 C680 P52434 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[19 (1436249150223024128)]} 0 6
[junit4:junit4] 2> 1047375 T1800 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[20 (1436249150232461312)]} 0 0
[junit4:junit4] 2> 1047388 T1852 C683 P52437 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[20 (1436249150241898496)]} 0 1
[junit4:junit4] 2> 1047394 T1817 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52434/df/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[20 (1436249150241898496)]} 0 11
[junit4:junit4] 2> 1047401 T1833 C680 P52434 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[20]} 0 21
[junit4:junit4] 2> 1047408 T1796 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[21 (1436249150266015744)]} 0 1
[junit4:junit4] 2> 1047423 T1869 C679 P52441 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52434/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[21 (1436249150276501504)]} 0 2
[junit4:junit4] 2> 1047424 T1834 C680 P52434 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[21 (1436249150276501504)]} 0 7
[junit4:junit4] 2> 1047426 T1821 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[21]} 0 13
[junit4:junit4] 2> 1047432 T1797 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[22 (1436249150291181568)]} 0 1
[junit4:junit4] 2> 1047448 T1853 C683 P52437 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[22 (1436249150301667328)]} 0 3
[junit4:junit4] 2> 1047449 T1819 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52434/df/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[22 (1436249150301667328)]} 0 8
[junit4:junit4] 2> 1047452 T1835 C680 P52434 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[22]} 0 15
[junit4:junit4] 2> 1047459 T1799 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[23 (1436249150320541696)]} 0 1
[junit4:junit4] 2> 1047473 T1865 C679 P52441 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52434/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[23 (1436249150329978880)]} 0 1
[junit4:junit4] 2> 1047475 T1836 C680 P52434 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[23 (1436249150329978880)]} 0 7
[junit4:junit4] 2> 1047477 T1816 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[23]} 0 13
[junit4:junit4] 2> 1047483 T1798 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[24 (1436249150344658944)]} 0 2
[junit4:junit4] 2> 1047510 T1850 C683 P52437 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[24 (1436249150368776192)]} 0 1
[junit4:junit4] 2> 1047513 T1820 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52434/df/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[24 (1436249150368776192)]} 0 9
[junit4:junit4] 2> 1047515 T1837 C680 P52434 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[24]} 0 22
[junit4:junit4] 2> 1047521 T1801 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[25 (1436249150384504832)]} 0 1
[junit4:junit4] 2> 1047535 T1866 C679 P52441 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52434/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[25 (1436249150394990592)]} 0 1
[junit4:junit4] 2> 1047537 T1833 C680 P52434 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[25 (1436249150394990592)]} 0 7
[junit4:junit4] 2> 1047540 T1817 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[25]} 0 14
[junit4:junit4] 2> 1047546 T1800 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[26 (1436249150410719232)]} 0 2
[junit4:junit4] 2> 1047559 T1867 C679 P52441 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52434/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[26 (1436249150421204992)]} 0 1
[junit4:junit4] 2> 1047562 T1832 C680 P52434 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[26 (1436249150421204992)]} 0 8
[junit4:junit4] 2> 1047564 T1818 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[26]} 0 14
[junit4:junit4] 2> 1047569 T1796 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[27 (1436249150435885056)]} 0 1
[junit4:junit4] 2> 1047597 T1849 C683 P52437 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[27 (1436249150454759424)]} 0 1
[junit4:junit4] 2> 1047598 T1821 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52434/df/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[27 (1436249150454759424)]} 0 11
[junit4:junit4] 2> 1047600 T1834 C680 P52434 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[27]} 0 25
[junit4:junit4] 2> 1047609 T1799 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[28 (1436249150476779520)]} 0 1
[junit4:junit4] 2> 1047619 T1851 C683 P52437 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[28 (1436249150483070976)]} 0 1
[junit4:junit4] 2> 1047621 T1819 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[28 (1436249150483070976)]} 0 7
[junit4:junit4] 2> 1047633 T1798 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[29 (1436249150501945344)]} 0 1
[junit4:junit4] 2> 1047646 T1868 C679 P52441 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52434/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[29 (1436249150512431104)]} 0 1
[junit4:junit4] 2> 1047648 T1835 C680 P52434 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[29 (1436249150512431104)]} 0 7
[junit4:junit4] 2> 1047650 T1816 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[29]} 0 12
[junit4:junit4] 2> 1047656 T1801 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[30 (1436249150526062592)]} 0 1
[junit4:junit4] 2> 1047666 T1869 C679 P52441 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52434/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[30 (1436249150532354048)]} 0 2
[junit4:junit4] 2> 1047667 T1836 C680 P52434 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[30 (1436249150532354048)]} 0 7
[junit4:junit4] 2> 1047672 T1800 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[31 (1436249150543888384)]} 0 1
[junit4:junit4] 2> 1047697 T1870 C679 P52441 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52434/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[31 (1436249150556471296)]} 0 1
[junit4:junit4] 2> 1047699 T1837 C680 P52434 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[31 (1436249150556471296)]} 0 18
[junit4:junit4] 2> 1047705 T1797 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[32 (1436249150577442816)]} 0 1
[junit4:junit4] 2> 1047715 T1852 C683 P52437 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[32 (1436249150583734272)]} 0 1
[junit4:junit4] 2> 1047717 T1820 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[32 (1436249150583734272)]} 0 7
[junit4:junit4] 2> 1047728 T1796 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[33 (1436249150601560064)]} 0 1
[junit4:junit4] 2> 1047752 T1865 C679 P52441 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52434/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[33 (1436249150615191552)]} 0 8
[junit4:junit4] 2> 1047755 T1833 C680 P52434 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[33 (1436249150615191552)]} 0 16
[junit4:junit4] 2> 1047757 T1817 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[33]} 0 21
[junit4:junit4] 2> 1047763 T1799 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[34 (1436249150638260224)]} 0 1
[junit4:junit4] 2> 1047776 T1848 C683 P52437 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[34 (1436249150647697408)]} 0 1
[junit4:junit4] 2> 1047778 T1818 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52434/df/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[34 (1436249150647697408)]} 0 7
[junit4:junit4] 2> 1047780 T1832 C680 P52434 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[34]} 0 13
[junit4:junit4] 2> 1047786 T1798 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[35 (1436249150662377472)]} 0 1
[junit4:junit4] 2> 1047807 T1853 C683 P52437 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[35 (1436249150674960384)]} 0 1
[junit4:junit4] 2> 1047808 T1821 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52434/df/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[35 (1436249150674960384)]} 0 14
[junit4:junit4] 2> 1047810 T1834 C680 P52434 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[35]} 0 20
[junit4:junit4] 2> 1047816 T1801 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[36 (1436249150694883328)]} 0 1
[junit4:junit4] 2> 1047829 T1850 C683 P52437 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[36 (1436249150703271936)]} 0 1
[junit4:junit4] 2> 1047832 T1816 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[36 (1436249150703271936)]} 0 8
[junit4:junit4] 2> 1047838 T1800 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[37 (1436249150716903424)]} 0 2
[junit4:junit4] 2> 1047850 T1866 C679 P52441 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52434/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[37 (1436249150725292032)]} 0 1
[junit4:junit4] 2> 1047852 T1835 C680 P52434 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[37 (1436249150725292032)]} 0 8
[junit4:junit4] 2> 1047858 T1797 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[38 (1436249150737874944)]} 0 1
[junit4:junit4] 2> 1047874 T1849 C683 P52437 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[38 (1436249150749409280)]} 0 0
[junit4:junit4] 2> 1047876 T1820 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[38 (1436249150749409280)]} 0 10
[junit4:junit4] 2> 1047889 T1796 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[39 (1436249150771429376)]} 0 1
[junit4:junit4] 2> 1047902 T1867 C679 P52441 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52434/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[39 (1436249150779817984)]} 0 1
[junit4:junit4] 2> 1047906 T1837 C680 P52434 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[39 (1436249150779817984)]} 0 9
[junit4:junit4] 2> 1047909 T1817 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[39]} 0 16
[junit4:junit4] 2> 1047916 T1799 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[40 (1436249150798692352)]} 0 1
[junit4:junit4] 2> 1047928 T1852 C683 P52437 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[40 (1436249150808129536)]} 0 1
[junit4:junit4] 2> 1047934 T1818 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52434/df/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[40 (1436249150808129536)]} 0 11
[junit4:junit4] 2> 1047940 T1833 C680 P52434 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[40]} 0 20
[junit4:junit4] 2> 1047946 T1798 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[41 (1436249150831198208)]} 0 1
[junit4:junit4] 2> 1047963 T1848 C683 P52437 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[41 (1436249150842732544)]} 0 1
[junit4:junit4] 2> 1047966 T1821 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52434/df/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[41 (1436249150842732544)]} 0 9
[junit4:junit4] 2> 1047967 T1832 C680 P52434 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[41]} 0 13
[junit4:junit4] 2> 1047972 T1801 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[42 (1436249150858461184)]} 0 0
[junit4:junit4] 2> 1047991 T1853 C683 P52437 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[42 (1436249150863704064)]} 0 2
[junit4:junit4] 2> 1047993 T1819 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[42 (1436249150863704064)]} 0 16
[junit4:junit4] 2> 1048001 T1797 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[43 (1436249150888869888)]} 0 1
[junit4:junit4] 2> 1048021 T1850 C683 P52437 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[43 (1436249150903549952)]} 0 1
[junit4:junit4] 2> 1048023 T1816 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[43 (1436249150903549952)]} 0 12
[junit4:junit4] 2> 1048029 T1796 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[44 (1436249150917181440)]} 0 1
[junit4:junit4] 2> 1048049 T1851 C683 P52437 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[44 (1436249150933958656)]} 0 1
[junit4:junit4] 2> 1048051 T1820 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52434/df/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[44 (1436249150933958656)]} 0 7
[junit4:junit4] 2> 1048053 T1834 C680 P52434 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[44]} 0 17
[junit4:junit4] 2> 1048059 T1799 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[45 (1436249150948638720)]} 0 1
[junit4:junit4] 2> 1048071 T1869 C679 P52441 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52434/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[45 (1436249150957027328)]} 0 1
[junit4:junit4] 2> 1048073 T1836 C680 P52434 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[45 (1436249150957027328)]} 0 8
[junit4:junit4] 2> 1048078 T1798 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[46 (1436249150968561664)]} 0 1
[junit4:junit4] 2> 1048091 T1849 C683 P52437 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[46 (1436249150977998848)]} 0 1
[junit4:junit4] 2> 1048093 T1817 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52434/df/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[46 (1436249150977998848)]} 0 7
[junit4:junit4] 2> 1048095 T1835 C680 P52434 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[46]} 0 13
[junit4:junit4] 2> 1048101 T1801 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[47 (1436249150992678912)]} 0 1
[junit4:junit4] 2> 1048111 T1852 C683 P52437 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[47 (1436249151000018944)]} 0 1
[junit4:junit4] 2> 1048113 T1818 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[47 (1436249151000018944)]} 0 7
[junit4:junit4] 2> 1048119 T1800 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[48 (1436249151011553280)]} 0 2
[junit4:junit4] 2> 1048134 T1848 C683 P52437 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[48 (1436249151022039040)]} 0 1
[junit4:junit4] 2> 1048136 T1821 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[48 (1436249151022039040)]} 0 8
[junit4:junit4] 2> 1048145 T1797 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[49 (1436249151038816256)]} 0 1
[junit4:junit4] 2> 1048154 T1853 C683 P52437 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[49 (1436249151044059136)]} 0 1
[junit4:junit4] 2> 1048155 T1819 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[49 (1436249151044059136)]} 0 6
[junit4:junit4] 2> 1048160 T1796 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[50 (1436249151055593472)]} 0 0
[junit4:junit4] 2> 1048169 T1850 C683 P52437 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[50 (1436249151060836352)]} 0 0
[junit4:junit4] 2> 1048171 T1816 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[50 (1436249151060836352)]} 0 7
[junit4:junit4] 2> 1048177 T1799 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[51 (1436249151072370688)]} 0 1
[junit4:junit4] 2> 1048201 T1851 C683 P52437 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[51 (1436249151094390784)]} 0 1
[junit4:junit4] 2> 1048204 T1820 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52434/df/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[51 (1436249151094390784)]} 0 8
[junit4:junit4] 2> 1048206 T1837 C680 P52434 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[51]} 0 19
[junit4:junit4] 2> 1048213 T1798 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[52 (1436249151109070848)]} 0 1
[junit4:junit4] 2> 1048240 T1849 C683 P52437 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[52 (1436249151131090944)]} 0 1
[junit4:junit4] 2> 1048242 T1817 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[52 (1436249151131090944)]} 0 10
[junit4:junit4] 2> 1048246 T1801 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[53 (1436249151145771008)]} 0 1
[junit4:junit4] 2> 1048257 T1870 C679 P52441 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52434/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[53 (1436249151153111040)]} 0 1
[junit4:junit4] 2> 1048258 T1833 C680 P52434 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[53 (1436249151153111040)]} 0 5
[junit4:junit4] 2> 1048260 T1821 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[53]} 0 10
[junit4:junit4] 2> 1048268 T1800 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[54 (1436249151168839680)]} 0 0
[junit4:junit4] 2> 1048279 T1852 C683 P52437 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[54 (1436249151175131136)]} 0 1
[junit4:junit4] 2> 1048281 T1819 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[54 (1436249151175131136)]} 0 8
[junit4:junit4] 2> 1048287 T1797 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[55 (1436249151187714048)]} 0 1
[junit4:junit4] 2> 1048299 T1853 C683 P52437 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[55 (1436249151197151232)]} 0 0
[junit4:junit4] 2> 1048301 T1816 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52434/df/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[55 (1436249151197151232)]} 0 7
[junit4:junit4] 2> 1048303 T1834 C680 P52434 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[55]} 0 12
[junit4:junit4] 2> 1048309 T1796 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[56 (1436249151211831296)]} 0 1
[junit4:junit4] 2> 1048328 T1865 C679 P52441 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52434/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[56 (1436249151217074176)]} 0 4
[junit4:junit4] 2> 1048330 T1836 C680 P52434 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[56 (1436249151217074176)]} 0 17
[junit4:junit4] 2> 1048341 T1799 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[57 (1436249151244337152)]} 0 1
[junit4:junit4] 2> 1048357 T1867 C679 P52441 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52434/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[57 (1436249151257968640)]} 0 1
[junit4:junit4] 2> 1048359 T1835 C680 P52434 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[57 (1436249151257968640)]} 0 7
[junit4:junit4] 2> 1048361 T1820 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[57]} 0 12
[junit4:junit4] 2> 1048366 T1798 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[58 (1436249151271600128)]} 0 1
[junit4:junit4] 2> 1048380 T1868 C679 P52441 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52434/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[58 (1436249151281037312)]} 0 1
[junit4:junit4] 2> 1048382 T1837 C680 P52434 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[58 (1436249151281037312)]} 0 7
[junit4:junit4] 2> 1048385 T1818 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[58]} 0 14
[junit4:junit4] 2> 1048390 T1801 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[59 (1436249151296765952)]} 0 1
[junit4:junit4] 2> 1048404 T1850 C683 P52437 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[59 (1436249151307251712)]} 0 1
[junit4:junit4] 2> 1048407 T1817 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52434/df/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[59 (1436249151307251712)]} 0 8
[junit4:junit4] 2> 1048410 T1832 C680 P52434 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[59]} 0 15
[junit4:junit4] 2> 1048417 T1797 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[60 (1436249151322980352)]} 0 2
[junit4:junit4] 2> 1048436 T1869 C679 P52441 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52434/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[60 (1436249151335563264)]} 0 1
[junit4:junit4] 2> 1048437 T1833 C680 P52434 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[60 (1436249151335563264)]} 0 11
[junit4:junit4] 2> 1048446 T1796 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[61 (1436249151354437632)]} 0 0
[junit4:junit4] 2> 1048458 T1851 C683 P52437 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[61 (1436249151362826240)]} 0 0
[junit4:junit4] 2> 1048460 T1821 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52434/df/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[61 (1436249151362826240)]} 0 7
[junit4:junit4] 2> 1048462 T1834 C680 P52434 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[61]} 0 12
[junit4:junit4] 2> 1048469 T1799 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[62 (1436249151378554880)]} 0 1
[junit4:junit4] 2> 1048478 T1870 C679 P52441 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52434/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[62 (1436249151383797760)]} 0 1
[junit4:junit4] 2> 1048480 T1836 C680 P52434 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[62 (1436249151383797760)]} 0 7
[junit4:junit4] 2> 1048486 T1798 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[63 (1436249151396380672)]} 0 1
[junit4:junit4] 2> 1048501 T1849 C683 P52437 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[63 (1436249151406866432)]} 0 1
[junit4:junit4] 2> 1048503 T1819 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52434/df/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[63 (1436249151406866432)]} 0 8
[junit4:junit4] 2> 1048506 T1835 C680 P52434 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[63]} 0 15
[junit4:junit4] 2> 1048521 T1800 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[64 (1436249151433080832)]} 0 1
[junit4:junit4] 2> 1048541 T1848 C683 P52437 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[64 (1436249151439372288)]} 0 1
[junit4:junit4] 2> 1048543 T1816 C682 P52431 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[64 (1436249151439372288)]} 0 17
[junit4:junit4] 2> 1048549 T1801 C681 P52427 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={wt=javabin&version=2} {add=[65 (1436249151462440960)]} 0 1
[junit4:junit4] 2> 1048559 T1852 C683 P52437 oasup.LogUpdateProcessor.finish [collection1] webapp=/df path=/update params={distrib.from=http://127.0.0.1:52431/df/collection1/&update.dist
[...truncated too long message...]
junit4] 2> "shard":"shard1_0",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":null,
[junit4:junit4] 2> "core":"collection1_shard1_0_replica1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:52437_df",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:52437/df"}
[junit4:junit4] 2> 1089541 T1943 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=null message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:52441_df_collection1",
[junit4:junit4] 2> "shard":"shard2",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "node_name":"127.0.0.1:52441_df",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:52441/df"}
[junit4:junit4] 2> 1089556 T1874 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 1090499 T1783 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 1090500 T1783 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 1090505 T1783 oasc.SolrCore.close [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@6c46adce
[junit4:junit4] 2> 1090508 T1783 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=4,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=272,cumulative_deletesById=0,cumulative_deletesByQuery=1,cumulative_errors=0}
[junit4:junit4] 2> 1090511 T1783 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4] 2> 1090512 T1783 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4] 2> 1090513 T1783 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4] 2> 1090519 T1783 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4] 2> 1090520 T1783 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
[junit4:junit4] 2> 1090521 T1783 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369713886001/jetty4/index [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369713886001/jetty4/index;done=false>>]
[junit4:junit4] 2> 1090522 T1783 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369713886001/jetty4/index
[junit4:junit4] 2> 1090523 T1783 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369713886001/jetty4 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369713886001/jetty4;done=false>>]
[junit4:junit4] 2> 1090524 T1783 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369713886001/jetty4
[junit4:junit4] 2> 1090529 T1943 oasc.Overseer$ClusterStateUpdater.amILeader According to ZK I (id=89765569234206732-127.0.0.1:52441_df-n_0000000004) am no longer a leader.
[junit4:junit4] 2> 1090556 T1783 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/df,null}
[junit4:junit4] 2> 1090671 T1783 oas.SolrTestCaseJ4.tearDown ###Ending testDistribSearch
[junit4:junit4] 2> 1090679 T1857 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 2> 1090680 T1857 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 1090681 T1857 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 2> 1090682 T1783 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:52424 52424
[junit4:junit4] 2> 1090792 T1783 oasc.ChaosMonkey.monkeyLog monkey: stop shard! 52427
[junit4:junit4] 2> !!!! WARNING: best effort to remove /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369713886001 FAILED !!!!!
[junit4:junit4] 2> 1090794 T1783 oas.SolrTestCaseJ4.tearDown ###Ending testDistribSearch
[junit4:junit4] 2> 1090795 T1783 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:52424 52424
[junit4:junit4] 1> client port:0.0.0.0/0.0.0.0:0
[junit4:junit4] 2> NOTE: reproduce with: ant test -Dtestcase=ChaosMonkeyShardSplitTest -Dtests.method=testDistribSearch -Dtests.seed=C345B394745EAB26 -Dtests.slow=true -Dtests.locale=be_BY -Dtests.timezone=America/Guadeloupe -Dtests.file.encoding=US-ASCII
[junit4:junit4] ERROR 84.0s | ChaosMonkeyShardSplitTest.testDistribSearch <<<
[junit4:junit4] > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: Server at http://127.0.0.1:52431/df returned non ok status:500, message:Server Error
[junit4:junit4] > at __randomizedtesting.SeedInfo.seed([C345B394745EAB26:42A33D8C0301CB1A]:0)
[junit4:junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:385)
[junit4:junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
[junit4:junit4] > at org.apache.solr.cloud.ShardSplitTest.splitShard(ShardSplitTest.java:208)
[junit4:junit4] > at org.apache.solr.cloud.ChaosMonkeyShardSplitTest.doTest(ChaosMonkeyShardSplitTest.java:136)
[junit4:junit4] > at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:815)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:722)
[junit4:junit4] 2> 1090823 T1783 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4] 2> 84011 T1782 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 2 leaked thread(s).
[junit4:junit4] 2> 1091837 T1874 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 2> 1091838 T1874 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 1091838 T1874 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 2> NOTE: test params are: codec=Lucene40, sim=DefaultSimilarity, locale=be_BY, timezone=America/Guadeloupe
[junit4:junit4] 2> NOTE: Mac OS X 10.8.3 x86_64/Oracle Corporation 1.7.0_21 (64-bit)/cpus=2,threads=4,free=154064328,total=325910528
[junit4:junit4] 2> NOTE: All tests run in this JVM: [TestPerFieldSimilarity, TestBinaryField, TestCSVResponseWriter, IndexReaderFactoryTest, SpatialFilterTest, BasicZkTest, TestCollationField, ShardSplitTest, CurrencyFieldOpenExchangeTest, TestFunctionQuery, SOLR749Test, AlternateDirectoryTest, FileBasedSpellCheckerTest, BadCopyFieldTest, SpellPossibilityIteratorTest, SolrRequestParserTest, TestQueryUtils, TestRTGBase, DateFieldTest, TestRandomDVFaceting, MoreLikeThisHandlerTest, TestPropInject, TestFiltering, UpdateRequestProcessorFactoryTest, TestUpdate, HighlighterTest, TestPseudoReturnFields, TestUtils, SuggesterWFSTTest, TestMaxScoreQueryParser, SuggesterFSTTest, TestAddFieldRealTimeGet, TestCloudManagedSchemaAddField, TestReplicationHandler, StatelessScriptUpdateProcessorFactoryTest, TestAtomicUpdateErrorCases, SuggesterTSTTest, TestSurroundQueryParser, FieldMutatingUpdateProcessorTest, IndexSchemaTest, TestAnalyzedSuggestions, ScriptEngineTest, TestSearchPerf, OpenCloseCoreStressTest, TestSolrXMLSerializer, SolrCoreTest, MultiTermTest, NotRequiredUniqueKeyTest, DocumentAnalysisRequestHandlerTest, SolrPluginUtilsTest, TestFieldTypeCollectionResource, TestComponentsName, TestArbitraryIndexDir, AutoCommitTest, ShardRoutingCustomTest, TestDistributedGrouping, TestValueSourceCache, CachingDirectoryFactoryTest, DirectUpdateHandlerTest, TestWriterPerf, SliceStateUpdateTest, PreAnalyzedFieldTest, BasicFunctionalityTest, DocumentBuilderTest, ChaosMonkeyShardSplitTest]
[junit4:junit4] Completed in 85.10s, 1 test, 1 error <<< FAILURES!
[...truncated 719 lines...]
BUILD FAILED
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:386: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:366: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:39: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build.xml:181: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/common-build.xml:437: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:1243: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:887: There were test failures: 296 suites, 1234 tests, 1 error, 18 ignored (6 assumptions)
Total time: 118 minutes 43 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.7.0 -XX:-UseCompressedOops -XX:+UseParallelGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure
[JENKINS] Lucene-Solr-4.x-MacOSX (64bit/jdk1.7.0) - Build # 497 -
Still Failing!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-MacOSX/497/
Java: 64bit/jdk1.7.0 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC
1 tests failed.
FAILED: org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testDistribSearch
Error Message:
collection already exists: awholynewcollection_1
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: collection already exists: awholynewcollection_1
at __randomizedtesting.SeedInfo.seed([BDDE25AA761E2ED5:3C38ABB201414EE9]:0)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:424)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
at org.apache.solr.client.solrj.impl.LBHttpSolrServer.request(LBHttpSolrServer.java:264)
at org.apache.solr.client.solrj.impl.CloudSolrServer.request(CloudSolrServer.java:306)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1400)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:438)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.doTest(CollectionsAPIDistributedZkTest.java:146)
at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:815)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:601)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at java.lang.Thread.run(Thread.java:722)
Build Log:
[...truncated 9582 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
[junit4:junit4] 2> 2293062 T4208 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /rz_ic/y
[junit4:junit4] 2> 2293105 T4208 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4] 2> Creating dataDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solrtest-CollectionsAPIDistributedZkTest-1369677382232
[junit4:junit4] 2> 2293107 T4208 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4] 2> 2293109 T4209 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4] 2> 2293210 T4208 oasc.ZkTestServer.run start zk server on port:53250
[junit4:junit4] 2> 2293212 T4208 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 2293224 T4215 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6a2cae18 name:ZooKeeperConnection Watcher:127.0.0.1:53250 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 2293224 T4208 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 2293226 T4208 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4] 2> 2293253 T4208 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 2293261 T4217 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4a2beab7 name:ZooKeeperConnection Watcher:127.0.0.1:53250/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 2293261 T4208 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 2293262 T4208 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4] 2> 2293272 T4208 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4] 2> 2293279 T4208 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4] 2> 2293285 T4208 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4] 2> 2293295 T4208 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4] 2> 2293296 T4208 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4] 2> 2293317 T4208 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4] 2> 2293319 T4208 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4] 2> 2293330 T4208 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4] 2> 2293331 T4208 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4] 2> 2293342 T4208 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4] 2> 2293343 T4208 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4] 2> 2293354 T4208 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4] 2> 2293355 T4208 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4] 2> 2293368 T4208 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4] 2> 2293369 T4208 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4] 2> 2293384 T4208 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 2> 2293385 T4208 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 2> 2293395 T4208 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4] 2> 2293396 T4208 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4] 2> 2293405 T4208 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4] 2> 2293406 T4208 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4] 2> 2294107 T4208 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 2294118 T4208 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:53253
[junit4:junit4] 2> 2294120 T4208 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 2294120 T4208 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 2294121 T4208 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369677382545
[junit4:junit4] 2> 2294122 T4208 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369677382545/solr.xml
[junit4:junit4] 2> 2294122 T4208 oasc.CoreContainer.<init> New CoreContainer 687161271
[junit4:junit4] 2> 2294123 T4208 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369677382545/'
[junit4:junit4] 2> 2294124 T4208 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369677382545/'
[junit4:junit4] 2> 2294333 T4208 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369677382545
[junit4:junit4] 2> 2294336 T4208 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369677382545/collection1
[junit4:junit4] 2> 2294339 T4208 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369677382545/collection1/conf
[junit4:junit4] 2> 2294545 T4208 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369677382545/collection1/conf/xslt
[junit4:junit4] 2> 2294550 T4208 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369677382545/collection1/lib
[junit4:junit4] 2> 2294552 T4208 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369677382545/collection1/lib/classes
[junit4:junit4] 2> 2294555 T4208 oasc.SolrCoreDiscoverer.addCore Discovered properties file /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369677382545/conf/core.properties, adding to cores
[junit4:junit4] 2> 2294572 T4208 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4] 2> 2294573 T4208 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 2294574 T4208 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4] 2> 2294574 T4208 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 2294575 T4208 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 2294575 T4208 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 2294576 T4208 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 2294576 T4208 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 2294577 T4208 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 2294578 T4208 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4] 2> 2294613 T4208 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 2294615 T4208 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:53250/solr
[junit4:junit4] 2> 2294615 T4208 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 2294617 T4208 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 2294623 T4228 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7ae0ea23 name:ZooKeeperConnection Watcher:127.0.0.1:53250 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 2294624 T4208 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 2294633 T4208 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 2294678 T4208 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 2294686 T4230 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@39de2c12 name:ZooKeeperConnection Watcher:127.0.0.1:53250/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 2294687 T4208 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 2294697 T4208 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4:junit4] 2> 2294707 T4208 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4:junit4] 2> 2294714 T4208 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4] 2> 2294720 T4208 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53253_rz_ic%2Fy
[junit4:junit4] 2> 2294723 T4208 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:53253_rz_ic%2Fy
[junit4:junit4] 2> 2294737 T4208 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4] 2> 2294758 T4208 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4] 2> 2294770 T4208 oasc.Overseer.start Overseer (id=89763176922677251-127.0.0.1:53253_rz_ic%2Fy-n_0000000000) starting
[junit4:junit4] 2> 2294784 T4208 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4:junit4] 2> 2294804 T4232 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4] 2> 2294811 T4208 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4] 2> 2294820 T4208 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4:junit4] 2> 2294832 T4208 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 2294845 T4231 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4] 2> 2294848 T4208 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4] 2> 2294849 T4208 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 2294850 T4208 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 2294872 T4208 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4] 2> 2294876 T4208 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 2294885 T4235 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@78cc47d4 name:ZooKeeperConnection Watcher:127.0.0.1:53250/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 2294886 T4208 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 2294902 T4208 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 2294910 T4208 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4] 2> 2295516 T4208 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 2295526 T4208 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:53257
[junit4:junit4] 2> 2295527 T4208 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 2295528 T4208 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 2295528 T4208 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369677384037
[junit4:junit4] 2> 2295529 T4208 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369677384037/solr.xml
[junit4:junit4] 2> 2295529 T4208 oasc.CoreContainer.<init> New CoreContainer 2102840154
[junit4:junit4] 2> 2295531 T4208 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369677384037/'
[junit4:junit4] 2> 2295532 T4208 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369677384037/'
[junit4:junit4] 2> 2295717 T4208 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369677384037
[junit4:junit4] 2> 2295720 T4208 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369677384037/collection1
[junit4:junit4] 2> 2295722 T4208 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369677384037/collection1/conf
[junit4:junit4] 2> 2295934 T4208 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369677384037/collection1/conf/xslt
[junit4:junit4] 2> 2295943 T4208 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369677384037/collection1/lib
[junit4:junit4] 2> 2295949 T4208 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369677384037/collection1/lib/classes
[junit4:junit4] 2> 2295951 T4208 oasc.SolrCoreDiscoverer.addCore Discovered properties file /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369677384037/conf/core.properties, adding to cores
[junit4:junit4] 2> 2295974 T4208 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4] 2> 2295976 T4208 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 2295977 T4208 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4] 2> 2295978 T4208 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 2295979 T4208 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 2295979 T4208 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 2295980 T4208 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 2295981 T4208 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 2295981 T4208 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 2295982 T4208 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4] 2> 2296015 T4208 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 2296016 T4208 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:53250/solr
[junit4:junit4] 2> 2296017 T4208 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 2296020 T4208 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 2296025 T4246 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6e2a9037 name:ZooKeeperConnection Watcher:127.0.0.1:53250 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 2296026 T4208 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 2296033 T4208 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 2296060 T4208 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 2296066 T4248 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@61f56338 name:ZooKeeperConnection Watcher:127.0.0.1:53250/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 2296066 T4208 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 2296087 T4208 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 2297102 T4208 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53257_rz_ic%2Fy
[junit4:junit4] 2> 2297106 T4208 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:53257_rz_ic%2Fy
[junit4:junit4] 2> 2297125 T4235 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 2297125 T4248 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 2297127 T4230 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 2297141 T4208 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4] 2> 2297142 T4208 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 2297143 T4208 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 2297832 T4208 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 2297841 T4208 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:53260
[junit4:junit4] 2> 2297844 T4208 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 2297845 T4208 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 2297845 T4208 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369677386296
[junit4:junit4] 2> 2297846 T4208 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369677386296/solr.xml
[junit4:junit4] 2> 2297847 T4208 oasc.CoreContainer.<init> New CoreContainer 1511376223
[junit4:junit4] 2> 2297848 T4208 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369677386296/'
[junit4:junit4] 2> 2297848 T4208 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369677386296/'
[junit4:junit4] 2> 2298050 T4208 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369677386296
[junit4:junit4] 2> 2298052 T4208 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369677386296/collection1
[junit4:junit4] 2> 2298055 T4208 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369677386296/collection1/conf
[junit4:junit4] 2> 2298260 T4208 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369677386296/collection1/conf/xslt
[junit4:junit4] 2> 2298266 T4208 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369677386296/collection1/lib
[junit4:junit4] 2> 2298273 T4208 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369677386296/collection1/lib/classes
[junit4:junit4] 2> 2298277 T4208 oasc.SolrCoreDiscoverer.addCore Discovered properties file /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369677386296/conf/core.properties, adding to cores
[junit4:junit4] 2> 2298300 T4208 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4] 2> 2298301 T4208 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 2298302 T4208 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4] 2> 2298303 T4208 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 2298304 T4208 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 2298305 T4208 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 2298305 T4208 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 2298306 T4208 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 2298307 T4208 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 2298308 T4208 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4] 2> 2298342 T4208 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 2298343 T4208 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:53250/solr
[junit4:junit4] 2> 2298343 T4208 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 2298346 T4208 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 2298354 T4260 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1250f346 name:ZooKeeperConnection Watcher:127.0.0.1:53250 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 2298355 T4208 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 2298360 T4208 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 2298384 T4208 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 2298391 T4262 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@25bdc12a name:ZooKeeperConnection Watcher:127.0.0.1:53250/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 2298391 T4208 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 2298411 T4208 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 2299427 T4208 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53260_rz_ic%2Fy
[junit4:junit4] 2> 2299430 T4208 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:53260_rz_ic%2Fy
[junit4:junit4] 2> 2299442 T4248 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 2299442 T4230 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 2299443 T4235 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 2299444 T4262 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 2299458 T4208 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4] 2> 2299459 T4208 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 2299459 T4208 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 2300129 T4208 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 2300138 T4208 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:53263
[junit4:junit4] 2> 2300140 T4208 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 2300158 T4208 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 2300159 T4208 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369677388608
[junit4:junit4] 2> 2300159 T4208 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369677388608/solr.xml
[junit4:junit4] 2> 2300160 T4208 oasc.CoreContainer.<init> New CoreContainer 1658084487
[junit4:junit4] 2> 2300161 T4208 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369677388608/'
[junit4:junit4] 2> 2300162 T4208 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369677388608/'
[junit4:junit4] 2> 2300359 T4208 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369677388608
[junit4:junit4] 2> 2300362 T4208 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369677388608/collection1
[junit4:junit4] 2> 2300363 T4208 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369677388608/collection1/conf
[junit4:junit4] 2> 2300572 T4208 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369677388608/collection1/conf/xslt
[junit4:junit4] 2> 2300589 T4208 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369677388608/collection1/lib
[junit4:junit4] 2> 2300594 T4208 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369677388608/collection1/lib/classes
[junit4:junit4] 2> 2300600 T4208 oasc.SolrCoreDiscoverer.addCore Discovered properties file /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369677388608/conf/core.properties, adding to cores
[junit4:junit4] 2> 2300618 T4208 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4] 2> 2300619 T4208 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 2300620 T4208 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4] 2> 2300621 T4208 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 2300622 T4208 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 2300622 T4208 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 2300623 T4208 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 2300623 T4208 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 2300624 T4208 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 2300625 T4208 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4] 2> 2300663 T4208 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 2300664 T4208 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:53250/solr
[junit4:junit4] 2> 2300665 T4208 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 2300668 T4208 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 2300673 T4274 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5ff7cd1 name:ZooKeeperConnection Watcher:127.0.0.1:53250 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 2300674 T4208 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 2300682 T4208 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 2300749 T4208 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 2300753 T4276 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@47b41147 name:ZooKeeperConnection Watcher:127.0.0.1:53250/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 2300754 T4208 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 2300765 T4208 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 2301779 T4208 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53263_rz_ic%2Fy
[junit4:junit4] 2> 2301782 T4208 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:53263_rz_ic%2Fy
[junit4:junit4] 2> 2301795 T4235 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 2301795 T4262 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 2301810 T4248 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 2301811 T4230 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 2301813 T4276 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 2301820 T4208 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4] 2> 2301821 T4208 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 2301822 T4208 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 2302816 T4208 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 2302827 T4208 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:53266
[junit4:junit4] 2> 2302830 T4208 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 2302831 T4208 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 2302831 T4208 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369677390971
[junit4:junit4] 2> 2302833 T4208 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369677390971/solr.xml
[junit4:junit4] 2> 2302834 T4208 oasc.CoreContainer.<init> New CoreContainer 866230224
[junit4:junit4] 2> 2302834 T4208 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369677390971/'
[junit4:junit4] 2> 2302836 T4208 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369677390971/'
[junit4:junit4] 2> 2303106 T4208 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369677390971
[junit4:junit4] 2> 2303108 T4208 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369677390971/collection1
[junit4:junit4] 2> 2303110 T4208 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369677390971/collection1/conf
[junit4:junit4] 2> 2303342 T4208 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369677390971/collection1/conf/xslt
[junit4:junit4] 2> 2303353 T4208 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369677390971/collection1/lib
[junit4:junit4] 2> 2303355 T4208 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369677390971/collection1/lib/classes
[junit4:junit4] 2> 2303361 T4208 oasc.SolrCoreDiscoverer.addCore Discovered properties file /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369677390971/conf/core.properties, adding to cores
[junit4:junit4] 2> 2303381 T4208 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4] 2> 2303387 T4208 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 2303388 T4208 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4] 2> 2303388 T4208 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 2303389 T4208 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 2303390 T4208 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 2303392 T4208 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 2303392 T4208 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 2303393 T4208 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 2303394 T4208 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4] 2> 2303433 T4208 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 2303434 T4208 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:53250/solr
[junit4:junit4] 2> 2303435 T4208 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 2303441 T4208 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 2303455 T4288 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1f783805 name:ZooKeeperConnection Watcher:127.0.0.1:53250 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 2303459 T4208 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 2303488 T4208 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 2303519 T4208 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 2303526 T4290 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@574040a8 name:ZooKeeperConnection Watcher:127.0.0.1:53250/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 2303529 T4208 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 2303581 T4208 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 2304636 T4208 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53266_rz_ic%2Fy
[junit4:junit4] 2> 2304671 T4208 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:53266_rz_ic%2Fy
[junit4:junit4] 2> 2304695 T4276 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 2304696 T4248 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 2304696 T4230 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 2304697 T4235 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 2304697 T4290 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 2304697 T4262 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 2304729 T4208 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4] 2> 2304730 T4208 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 2304730 T4208 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 2304769 T4208 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 2304802 T4242 oasha.CollectionsHandler.handleCreateAction Creating Collection : numShards=2&name=nodes_used_collection&replicationFactor=2&action=CREATE&wt=javabin&version=2
[junit4:junit4] 2> 2304808 T4230 oasc.DistributedQueue$LatchChildWatcher.process Watcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
[junit4:junit4] 2> 2304814 T4232 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
[junit4:junit4] 2> "operation":"createcollection",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "maxShardsPerNode":null,
[junit4:junit4] 2> "createNodeSet":null,
[junit4:junit4] 2> "name":"nodes_used_collection",
[junit4:junit4] 2> "replicationFactor":"2"}
[junit4:junit4] 2> 2304815 T4232 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard1_replica1 as part of slice shard1 of collection nodes_used_collection on 127.0.0.1:53266_rz_ic%2Fy
[junit4:junit4] 2> 2304816 T4232 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard1_replica2 as part of slice shard1 of collection nodes_used_collection on 127.0.0.1:53263_rz_ic%2Fy
[junit4:junit4] 2> 2304816 T4232 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard2_replica1 as part of slice shard2 of collection nodes_used_collection on 127.0.0.1:53260_rz_ic%2Fy
[junit4:junit4] 2> 2304818 T4232 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard2_replica2 as part of slice shard2 of collection nodes_used_collection on 127.0.0.1:53253_rz_ic%2Fy
[junit4:junit4] 2> 2304832 T4272 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard1_replica2' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369677388608/nodes_used_collection_shard1_replica2
[junit4:junit4] 2> 2304833 T4272 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
[junit4:junit4] 2> 2304832 T4285 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard1_replica1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369677390971/nodes_used_collection_shard1_replica1
[junit4:junit4] 2> 2304834 T4285 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
[junit4:junit4] 2> 2304835 T4255 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard2_replica1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369677386296/nodes_used_collection_shard2_replica1
[junit4:junit4] 2> 2304836 T4255 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
[junit4:junit4] 2> 2304835 T4221 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard2_replica2' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369677382545/nodes_used_collection_shard2_replica2
[junit4:junit4] 2> 2304837 T4221 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
[junit4:junit4] 2> 2304838 T4272 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
[junit4:junit4] 2> 2304839 T4272 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4] 2> 2304840 T4255 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
[junit4:junit4] 2> 2304840 T4255 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4] 2> 2304841 T4221 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
[junit4:junit4] 2> 2304841 T4221 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4] 2> 2304846 T4272 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4] 2> 2304846 T4255 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4] 2> 2304848 T4255 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
[junit4:junit4] 2> 2304847 T4272 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
[junit4:junit4] 2> 2304849 T4285 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
[junit4:junit4] 2> 2304849 T4221 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4] 2> 2304850 T4221 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
[junit4:junit4] 2> 2304850 T4285 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4] 2> 2304864 T4255 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
[junit4:junit4] 2> 2304867 T4221 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
[junit4:junit4] 2> 2304868 T4272 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
[junit4:junit4] 2> 2304870 T4285 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4] 2> 2304871 T4285 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
[junit4:junit4] 2> 2304874 T4255 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369677386296/nodes_used_collection_shard2_replica1/'
[junit4:junit4] 2> 2304885 T4221 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369677382545/nodes_used_collection_shard2_replica2/'
[junit4:junit4] 2> 2304898 T4272 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369677388608/nodes_used_collection_shard1_replica2/'
[junit4:junit4] 2> 2304902 T4285 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
[junit4:junit4] 2> 2304911 T4285 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369677390971/nodes_used_collection_shard1_replica1/'
[junit4:junit4] 2> 2305165 T4255 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 2305187 T4221 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 2305252 T4272 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 2305257 T4285 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 2305547 T4221 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 2305570 T4272 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 2305576 T4221 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 2305582 T4272 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 2305590 T4221 oass.IndexSchema.readSchema [nodes_used_collection_shard2_replica2] Schema name=test
[junit4:junit4] 2> 2305592 T4272 oass.IndexSchema.readSchema [nodes_used_collection_shard1_replica2] Schema name=test
[junit4:junit4] 2> 2305596 T4255 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 2305601 T4285 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 2305629 T4285 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 2305636 T4255 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 2305647 T4285 oass.IndexSchema.readSchema [nodes_used_collection_shard1_replica1] Schema name=test
[junit4:junit4] 2> 2305650 T4255 oass.IndexSchema.readSchema [nodes_used_collection_shard2_replica1] Schema name=test
[junit4:junit4] 2> 2308870 T4285 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 2308889 T4285 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 2308899 T4255 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 2308924 T4285 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 2308940 T4255 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 2308989 T4255 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 2309012 T4221 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 2309055 T4221 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 2309075 T4272 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 2309087 T4221 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 2309109 T4285 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 2309121 T4285 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 2309136 T4272 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 2309144 T4272 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 2309148 T4255 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 2309158 T4285 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 2309164 T4255 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 2309187 T4285 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 2309188 T4285 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 2309188 T4285 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 2309197 T4255 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 2309209 T4255 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 2309232 T4255 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 2309233 T4255 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 2309224 T4285 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 2309234 T4285 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 2309235 T4285 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 2309235 T4285 oasc.SolrCore.<init> [nodes_used_collection_shard1_replica1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369677390971/nodes_used_collection_shard1_replica1/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369677390971/nodes_used_collection_shard1_replica1/data/
[junit4:junit4] 2> 2309236 T4285 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3996a317
[junit4:junit4] 2> 2309237 T4285 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 2309238 T4285 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369677390971/nodes_used_collection_shard1_replica1/data
[junit4:junit4] 2> 2309241 T4285 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369677390971/nodes_used_collection_shard1_replica1/data/index/
[junit4:junit4] 2> 2309242 T4285 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard1_replica1] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369677390971/nodes_used_collection_shard1_replica1/data/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 2309243 T4285 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369677390971/nodes_used_collection_shard1_replica1/data/index
[junit4:junit4] 2> 2309261 T4255 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 2309263 T4255 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 2309263 T4255 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 2309264 T4255 oasc.SolrCore.<init> [nodes_used_collection_shard2_replica1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369677386296/nodes_used_collection_shard2_replica1/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369677386296/nodes_used_collection_shard2_replica1/data/
[junit4:junit4] 2> 2309264 T4255 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3996a317
[junit4:junit4] 2> 2309266 T4255 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 2309267 T4255 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369677386296/nodes_used_collection_shard2_replica1/data
[junit4:junit4] 2> 2309276 T4221 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 2309278 T4255 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369677386296/nodes_used_collection_shard2_replica1/data/index/
[junit4:junit4] 2> 2309279 T4255 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard2_replica1] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369677386296/nodes_used_collection_shard2_replica1/data/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 2309280 T4255 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369677386296/nodes_used_collection_shard2_replica1/data/index
[junit4:junit4] 2> 2309287 T4285 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5df77019 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2eee3bea),segFN=segments_1,generation=1}
[junit4:junit4] 2> 2309288 T4285 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 2309318 T4285 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 2309319 T4285 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 2309320 T4285 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 2309322 T4285 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 2309324 T4285 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 2309324 T4285 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 2309325 T4285 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 2309327 T4285 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 2309335 T4285 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 2309336 T4255 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@2a5d4be6 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3980a17a),segFN=segments_1,generation=1}
[junit4:junit4] 2> 2309337 T4255 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 2309355 T4221 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 2309370 T4255 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 2309372 T4255 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 2309374 T4255 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 2309375 T4255 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 2309376 T4255 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 2309376 T4255 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 2309377 T4255 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 2309378 T4255 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 2309379 T4255 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 2309381 T4285 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 2309385 T4255 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 2309420 T4255 oass.SolrIndexSearcher.<init> Opening Searcher@604dbffa main
[junit4:junit4] 2> 2309421 T4255 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369677386296/nodes_used_collection_shard2_replica1/data/tlog
[junit4:junit4] 2> 2309423 T4255 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 2309424 T4255 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 2309430 T4285 oass.SolrIndexSearcher.<init> Opening Searcher@56913019 main
[junit4:junit4] 2> 2309431 T4285 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369677390971/nodes_used_collection_shard1_replica1/data/tlog
[junit4:junit4] 2> 2309437 T4272 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 2309441 T4296 oasc.SolrCore.registerSearcher [nodes_used_collection_shard2_replica1] Registered new searcher Searcher@604dbffa main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 2309438 T4221 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 2309443 T4285 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 2309445 T4285 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 2309444 T4255 oasc.ZkController.publish publishing core=nodes_used_collection_shard2_replica1 state=down
[junit4:junit4] 2> 2309459 T4297 oasc.SolrCore.registerSearcher [nodes_used_collection_shard1_replica1] Registered new searcher Searcher@56913019 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 2309465 T4285 oasc.ZkController.publish publishing core=nodes_used_collection_shard1_replica1 state=down
[junit4:junit4] 2> 2309468 T4272 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 2309471 T4221 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 2309472 T4221 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 2309473 T4221 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 2309481 T4221 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 2309482 T4221 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 2309483 T4221 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 2309483 T4221 oasc.SolrCore.<init> [nodes_used_collection_shard2_replica2] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369677382545/nodes_used_collection_shard2_replica2/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369677382545/nodes_used_collection_shard2_replica2/data/
[junit4:junit4] 2> 2309484 T4221 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3996a317
[junit4:junit4] 2> 2309485 T4221 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 2309487 T4221 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369677382545/nodes_used_collection_shard2_replica2/data
[junit4:junit4] 2> 2309489 T4272 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 2309499 T4221 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369677382545/nodes_used_collection_shard2_replica2/data/index/
[junit4:junit4] 2> 2309499 T4221 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard2_replica2] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369677382545/nodes_used_collection_shard2_replica2/data/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 2309507 T4221 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369677382545/nodes_used_collection_shard2_replica2/data/index
[junit4:junit4] 2> 2309519 T4272 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 2309520 T4272 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 2309521 T4272 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 2309540 T4272 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 2309542 T4272 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 2309543 T4272 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 2309543 T4272 oasc.SolrCore.<init> [nodes_used_collection_shard1_replica2] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369677388608/nodes_used_collection_shard1_replica2/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369677388608/nodes_used_collection_shard1_replica2/data/
[junit4:junit4] 2> 2309544 T4272 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3996a317
[junit4:junit4] 2> 2309545 T4272 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 2309546 T4272 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369677388608/nodes_used_collection_shard1_replica2/data
[junit4:junit4] 2> 2309558 T4272 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369677388608/nodes_used_collection_shard1_replica2/data/index/
[junit4:junit4] 2> 2309559 T4272 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard1_replica2] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369677388608/nodes_used_collection_shard1_replica2/data/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 2309563 T4272 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369677388608/nodes_used_collection_shard1_replica2/data/index
[junit4:junit4] 2> 2309560 T4221 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@51dc01c8 lockFactory=org.apache.lucene.store.NativeFSLockFactory@38825af3),segFN=segments_1,generation=1}
[junit4:junit4] 2> 2309566 T4221 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 2309595 T4221 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 2309596 T4221 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 2309597 T4221 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 2309598 T4221 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 2309599 T4221 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 2309600 T4221 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 2309600 T4221 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 2309601 T4272 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@761ec08f lockFactory=org.apache.lucene.store.NativeFSLockFactory@68eadd1b),segFN=segments_1,generation=1}
[junit4:junit4] 2> 2309602 T4272 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 2309602 T4221 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 2309603 T4221 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 2309630 T4272 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 2309631 T4272 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 2309632 T4272 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 2309633 T4272 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 2309642 T4272 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 2309643 T4272 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 2309643 T4272 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 2309646 T4272 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 2309647 T4272 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 2309650 T4272 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 2309652 T4221 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 2309685 T4272 oass.SolrIndexSearcher.<init> Opening Searcher@c0217d6 main
[junit4:junit4] 2> 2309686 T4272 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369677388608/nodes_used_collection_shard1_replica2/data/tlog
[junit4:junit4] 2> 2309688 T4272 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 2309692 T4272 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 2309703 T4298 oasc.SolrCore.registerSearcher [nodes_used_collection_shard1_replica2] Registered new searcher Searcher@c0217d6 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 2309691 T4221 oass.SolrIndexSearcher.<init> Opening Searcher@6d45e002 main
[junit4:junit4] 2> 2309705 T4221 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369677382545/nodes_used_collection_shard2_replica2/data/tlog
[junit4:junit4] 2> 2309707 T4221 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 2309707 T4221 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 2309715 T4272 oasc.ZkController.publish publishing core=nodes_used_collection_shard1_replica2 state=down
[junit4:junit4] 2> 2309720 T4299 oasc.SolrCore.registerSearcher [nodes_used_collection_shard2_replica2] Registered new searcher Searcher@6d45e002 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 2309724 T4221 oasc.ZkController.publish publishing core=nodes_used_collection_shard2_replica2 state=down
[junit4:junit4] 2> 2309976 T4231 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 2309979 T4231 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard2",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"nodes_used_collection_shard2_replica1",
[junit4:junit4] 2> "collection":"nodes_used_collection",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:53260_rz_ic%2Fy",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:53260/rz_ic/y"}
[junit4:junit4] 2> 2309980 T4231 oasc.Overseer$ClusterStateUpdater.createCollection Create collection nodes_used_collection with numShards 2
[junit4:junit4] 2> 2309993 T4231 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"nodes_used_collection_shard1_replica1",
[junit4:junit4] 2> "collection":"nodes_used_collection",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:53266_rz_ic%2Fy",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:53266/rz_ic/y"}
[junit4:junit4] 2> 2310012 T4231 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"nodes_used_collection_shard1_replica2",
[junit4:junit4] 2> "collection":"nodes_used_collection",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:53263_rz_ic%2Fy",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:53263/rz_ic/y"}
[junit4:junit4] 2> 2310027 T4231 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard2",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"nodes_used_collection_shard2_replica2",
[junit4:junit4] 2> "collection":"nodes_used_collection",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:53253_rz_ic%2Fy",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:53253/rz_ic/y"}
[junit4:junit4] 2> 2310045 T4276 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 2310046 T4248 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 2310047 T4262 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 2310047 T4230 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 2310047 T4235 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 2310047 T4290 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 2310471 T4255 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard2_replica1
[junit4:junit4] 2> 2310476 T4285 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard1_replica1
[junit4:junit4] 2> 2310478 T4285 oasc.ZkController.register Register replica - core:nodes_used_collection_shard1_replica1 address:http://127.0.0.1:53266/rz_ic/y collection:nodes_used_collection shard:shard1
[junit4:junit4] 2> 2310477 T4255 oasc.ZkController.register Register replica - core:nodes_used_collection_shard2_replica1 address:http://127.0.0.1:53260/rz_ic/y collection:nodes_used_collection shard:shard2
[junit4:junit4] 2> 2310481 T4285 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leader_elect/shard1/election
[junit4:junit4] 2> 2310482 T4255 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leader_elect/shard2/election
[junit4:junit4] 2> 2310530 T4285 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 2310536 T4255 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 2310567 T4285 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=179995
[junit4:junit4] 2> 2310568 T4255 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=179997
[junit4:junit4] 2> 2310733 T4272 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard1_replica2
[junit4:junit4] 2> 2310734 T4272 oasc.ZkController.register Register replica - core:nodes_used_collection_shard1_replica2 address:http://127.0.0.1:53263/rz_ic/y collection:nodes_used_collection shard:shard1
[junit4:junit4] 2> 2310739 T4221 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard2_replica2
[junit4:junit4] 2> 2310740 T4221 oasc.ZkController.register Register replica - core:nodes_used_collection_shard2_replica2 address:http://127.0.0.1:53253/rz_ic/y collection:nodes_used_collection shard:shard2
[junit4:junit4] 2> 2311070 T4285 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 2311071 T4285 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 2311072 T4285 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:53266/rz_ic/y/nodes_used_collection_shard1_replica1/
[junit4:junit4] 2> 2311072 T4285 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard1_replica1 url=http://127.0.0.1:53266/rz_ic/y START replicas=[http://127.0.0.1:53263/rz_ic/y/nodes_used_collection_shard1_replica2/] nUpdates=100
[junit4:junit4] 2> 2311072 T4255 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 2311073 T4255 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 2311074 T4255 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:53260/rz_ic/y/nodes_used_collection_shard2_replica1/
[junit4:junit4] 2> 2311075 T4255 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard2_replica1 url=http://127.0.0.1:53260/rz_ic/y START replicas=[http://127.0.0.1:53253/rz_ic/y/nodes_used_collection_shard2_replica2/] nUpdates=100
[junit4:junit4] 2> 2311073 T4285 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard1_replica1 url=http://127.0.0.1:53266/rz_ic/y DONE. We have no versions. sync failed.
[junit4:junit4] 2> 2311077 T4285 oasc.SyncStrategy.syncReplicas Leader's attempt to sync with shard failed, moving to the next canidate
[junit4:junit4] 2> 2311078 T4285 oasc.ShardLeaderElectionContext.runLeaderProcess We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4:junit4] 2> 2311078 T4285 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:53266/rz_ic/y/nodes_used_collection_shard1_replica1/
[junit4:junit4] 2> 2311079 T4285 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leaders/shard1
[junit4:junit4] 2> 2311080 T4255 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard2_replica1 url=http://127.0.0.1:53260/rz_ic/y DONE. We have no versions. sync failed.
[junit4:junit4] 2> 2311081 T4255 oasc.SyncStrategy.syncReplicas Leader's attempt to sync with shard failed, moving to the next canidate
[junit4:junit4] 2> 2311082 T4255 oasc.ShardLeaderElectionContext.runLeaderProcess We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4:junit4] 2> 2311082 T4255 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:53260/rz_ic/y/nodes_used_collection_shard2_replica1/
[junit4:junit4] 2> 2311082 T4255 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leaders/shard2
[junit4:junit4] 2> ASYNC NEW_CORE C5933 name=nodes_used_collection_shard1_replica2 org.apache.solr.core.SolrCore@57604ec7 url=http://127.0.0.1:53263/rz_ic/y/nodes_used_collection_shard1_replica2 node=127.0.0.1:53263_rz_ic%2Fy C5933_STATE=coll:nodes_used_collection core:nodes_used_collection_shard1_replica2 props:{shard=shard1, state=down, core=nodes_used_collection_shard1_replica2, collection=nodes_used_collection, node_name=127.0.0.1:53263_rz_ic%2Fy, base_url=http://127.0.0.1:53263/rz_ic/y}
[junit4:junit4] 2> 2311089 T4270 C5933 P53263 oasc.SolrCore.execute [nodes_used_collection_shard1_replica2] webapp=/rz_ic/y path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=1
[junit4:junit4] 2> ASYNC NEW_CORE C5934 name=nodes_used_collection_shard2_replica2 org.apache.solr.core.SolrCore@25e00ca1 url=http://127.0.0.1:53253/rz_ic/y/nodes_used_collection_shard2_replica2 node=127.0.0.1:53253_rz_ic%2Fy C5934_STATE=coll:nodes_used_collection core:nodes_used_collection_shard2_replica2 props:{shard=shard2, state=down, core=nodes_used_collection_shard2_replica2, collection=nodes_used_collection, node_name=127.0.0.1:53253_rz_ic%2Fy, base_url=http://127.0.0.1:53253/rz_ic/y}
[junit4:junit4] 2> 2311108 T4226 C5934 P53253 oasc.SolrCore.execute [nodes_used_collection_shard2_replica2] webapp=/rz_ic/y path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=3
[junit4:junit4] 2> 2311642 T4231 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 2311699 T4276 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 2311700 T4262 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 2311700 T4248 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 2311700 T4290 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 2311700 T4230 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 2311700 T4235 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 2311748 T4285 oasc.ZkController.register We are http://127.0.0.1:53266/rz_ic/y/nodes_used_collection_shard1_replica1/ and leader is http://127.0.0.1:53266/rz_ic/y/nodes_used_collection_shard1_replica1/
[junit4:junit4] 2> 2311748 T4285 oasc.ZkController.register No LogReplay needed for core=nodes_used_collection_shard1_replica1 baseURL=http://127.0.0.1:53266/rz_ic/y
[junit4:junit4] 2> 2311749 T4285 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 2311749 T4285 oasc.ZkController.publish publishing core=nodes_used_collection_shard1_replica1 state=active
[junit4:junit4] 2> 2311754 T4285 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 2311756 T4285 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={numShards=2&shard=shard1&name=nodes_used_collection_shard1_replica1&action=CREATE&collection=nodes_used_collection&wt=javabin&qt=/admin/cores&version=2} status=0 QTime=6924
[junit4:junit4] 2> 2311757 T4255 oasc.ZkController.register We are http://127.0.0.1:53260/rz_ic/y/nodes_used_collection_shard2_replica1/ and leader is http://127.0.0.1:53260/rz_ic/y/nodes_used_collection_shard2_replica1/
[junit4:junit4] 2> 2311758 T4255 oasc.ZkController.register No LogReplay needed for core=nodes_used_collection_shard2_replica1 baseURL=http://127.0.0.1:53260/rz_ic/y
[junit4:junit4] 2> 2311758 T4255 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 2311759 T4255 oasc.ZkController.publish publishing core=nodes_used_collection_shard2_replica1 state=active
[junit4:junit4] 2> 2311770 T4272 oasc.ZkController.register We are http://127.0.0.1:53263/rz_ic/y/nodes_used_collection_shard1_replica2/ and leader is http://127.0.0.1:53266/rz_ic/y/nodes_used_collection_shard1_replica1/
[junit4:junit4] 2> 2311771 T4272 oasc.ZkController.register No LogReplay needed for core=nodes_used_collection_shard1_replica2 baseURL=http://127.0.0.1:53263/rz_ic/y
[junit4:junit4] 2> 2311771 T4272 oasc.ZkController.checkRecovery Core needs to recover:nodes_used_collection_shard1_replica2
[junit4:junit4] 2> 2311772 T4272 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4] 2> 2311771 T4221 oasc.ZkController.register We are http://127.0.0.1:53253/rz_ic/y/nodes_used_collection_shard2_replica2/ and leader is http://127.0.0.1:53260/rz_ic/y/nodes_used_collection_shard2_replica1/
[junit4:junit4] 2> 2311773 T4221 oasc.ZkController.register No LogReplay needed for core=nodes_used_collection_shard2_replica2 baseURL=http://127.0.0.1:53253/rz_ic/y
[junit4:junit4] 2> 2311774 T4221 oasc.ZkController.checkRecovery Core needs to recover:nodes_used_collection_shard2_replica2
[junit4:junit4] 2> 2311772 T4255 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 2311775 T4272 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 2311774 T4221 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4] 2> 2311773 T4302 C5933 P53263 oasc.RecoveryStrategy.run Starting recovery process. core=nodes_used_collection_shard1_replica2 recoveringAfterStartup=true
[junit4:junit4] 2> 2311780 T4302 C5933 P53263 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4] 2> 2311780 T4255 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={numShards=2&shard=shard2&name=nodes_used_collection_shard2_replica1&action=CREATE&collection=nodes_used_collection&wt=javabin&qt=/admin/cores&version=2} status=0 QTime=6945
[junit4:junit4] 2> 2311782 T4303 C5934 P53253 oasc.RecoveryStrategy.run Starting recovery process. core=nodes_used_collection_shard2_replica2 recoveringAfterStartup=true
[junit4:junit4] 2> 2311784 T4303 C5934 P53253 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4] 2> 2311784 T4272 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={numShards=2&shard=shard1&name=nodes_used_collection_shard1_replica2&action=CREATE&collection=nodes_used_collection&wt=javabin&qt=/admin/cores&version=2} status=0 QTime=6952
[junit4:junit4] 2> 2311783 T4302 C5933 P53263 oasc.ZkController.publish publishing core=nodes_used_collection_shard1_replica2 state=recovering
[junit4:junit4] 2> 2311785 T4303 C5934 P53253 oasc.ZkController.publish publishing core=nodes_used_collection_shard2_replica2 state=recovering
[junit4:junit4] 2> 2311788 T4221 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 2311791 T4303 C5934 P53253 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 2311791 T4221 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={numShards=2&shard=shard2&name=nodes_used_collection_shard2_replica2&action=CREATE&collection=nodes_used_collection&wt=javabin&qt=/admin/cores&version=2} status=0 QTime=6957
[junit4:junit4] 2> 2311791 T4302 C5933 P53263 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 2311794 T4232 oasc.OverseerCollectionProcessor.createCollection Finished create command on all shards for collection: nodes_used_collection
[junit4:junit4] 2> 2311844 T4281 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 127.0.0.1:53263_rz_ic%2Fy_nodes_used_collection_shard1_replica2, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4] 2> 2311855 T4248 oasc.DistributedQueue$LatchChildWatcher.process Watcher fired on path: /overseer/collection-queue-work/qnr-0000000000 state: SyncConnected type NodeDataChanged
[junit4:junit4] 2> 2311856 T4257 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 127.0.0.1:53253_rz_ic%2Fy_nodes_used_collection_shard2_replica2, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4] 2> 2311863 T4230 oasc.DistributedQueue$LatchChildWatcher.process Watcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
[junit4:junit4] 2> 2311864 T4232 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Message id:/overseer/collection-queue-work/qn-0000000000 complete, response:{success={null={responseHeader={status=0,QTime=6924},core=nodes_used_collection_shard1_replica1},null={responseHeader={status=0,QTime=6945},core=nodes_used_collection_shard2_replica1},null={responseHeader={status=0,QTime=6952},core=nodes_used_collection_shard1_replica2},null={responseHeader={status=0,QTime=6957},core=nodes_used_collection_shard2_replica2}}}
[junit4:junit4] 2> 2311865 T4242 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/collections params={numShards=2&name=nodes_used_collection&replicationFactor=2&action=CREATE&wt=javabin&version=2} status=0 QTime=7063
[junit4:junit4] 2> 2311867 T4208 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4] 2> 2311869 T4208 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 2311875 T4305 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3aa7e093 name:ZooKeeperConnection Watcher:127.0.0.1:53250/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 2311875 T4208 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 2311880 T4208 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 2311889 T4208 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4] 2> 2311892 T4208 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 2311899 T4307 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@19f388c3 name:ZooKeeperConnection Watcher:127.0.0.1:53250/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 2311899 T4208 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 2311904 T4208 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 2311935 T4224 oasha.CollectionsHandler.handleCreateAction Creating Collection : numShards=3&maxShardsPerNode=2&name=awholynewcollection_0&replicationFactor=3&action=CREATE&wt=javabin&version=2
[junit4:junit4] 2> 2311938 T4230 oasc.DistributedQueue$LatchChildWatcher.process Watcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
[junit4:junit4] 2> 2311944 T4232 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Get the message id:/overseer/collection-queue-work/qn-0000000002 message:{
[junit4:junit4] 2> "operation":"createcollection",
[junit4:junit4] 2> "numShards":"3",
[junit4:junit4] 2> "maxShardsPerNode":"2",
[junit4:junit4] 2> "createNodeSet":null,
[junit4:junit4] 2> "name":"awholynewcollection_0",
[junit4:junit4] 2> "replicationFactor":"3"}
[junit4:junit4] 2> 2311945 T4232 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard1_replica1 as part of slice shard1 of collection awholynewcollection_0 on 127.0.0.1:53260_rz_ic%2Fy
[junit4:junit4] 2> 2311945 T4232 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard1_replica2 as part of slice shard1 of collection awholynewcollection_0 on 127.0.0.1:53253_rz_ic%2Fy
[junit4:junit4] 2> 2311946 T4232 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard1_replica3 as part of slice shard1 of collection awholynewcollection_0 on 127.0.0.1:53263_rz_ic%2Fy
[junit4:junit4] 2> 2311947 T4232 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard2_replica1 as part of slice shard2 of collection awholynewcollection_0 on 127.0.0.1:53266_rz_ic%2Fy
[junit4:junit4] 2> 2311948 T4232 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard2_replica2 as part of slice shard2 of collection awholynewcollection_0 on 127.0.0.1:53257_rz_ic%2Fy
[junit4:junit4] 2> 2311949 T4232 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard2_replica3 as part of slice shard2 of collection awholynewcollection_0 on 127.0.0.1:53260_rz_ic%2Fy
[junit4:junit4] 2> 2311949 T4258 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard1_replica1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369677386296/awholynewcollection_0_shard1_replica1
[junit4:junit4] 2> 2311951 T4258 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4] 2> 2311952 T4225 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard1_replica2' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369677382545/awholynewcollection_0_shard1_replica2
[junit4:junit4] 2> 2311952 T4225 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4] 2> 2311953 T4232 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard3_replica1 as part of slice shard3 of collection awholynewcollection_0 on 127.0.0.1:53253_rz_ic%2Fy
[junit4:junit4] 2> 2311953 T4282 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard2_replica1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369677390971/awholynewcollection_0_shard2_replica1
[junit4:junit4] 2> 2311964 T4282 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4] 2> 2311965 T4267 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard1_replica3' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369677388608/awholynewcollection_0_shard1_replica3
[junit4:junit4] 2> 2311966 T4267 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4] 2> 2311966 T4244 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard2_replica2' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369677384037/awholynewcollection_0_shard2_replica2
[junit4:junit4] 2> 2311967 T4244 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4] 2> 2311966 T4232 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard3_replica2 as part of slice shard3 of collection awholynewcollection_0 on 127.0.0.1:53263_rz_ic%2Fy
[junit4:junit4] 2> 2311970 T4258 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:awholynewcollection_0
[junit4:junit4] 2> 2311975 T4244 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:awholynewcollection_0
[junit4:junit4] 2> 2311977 T4244 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4] 2> 2311975 T4226 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard3_replica1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369677382545/awholynewcollection_0_shard3_replica1
[junit4:junit4] 2> 2311978 T4226 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4] 2> 2311970 T4232 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard3_replica3 as part of slice shard3 of collection awholynewcollection_0 on 127.0.0.1:53266_rz_ic%2Fy
[junit4:junit4] 2> 2311980 T4253 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard2_replica3' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369677386296/awholynewcollection_0_shard2_replica3
[junit4:junit4] 2> 2311981 T4253 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4] 2> 2311970 T4267 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:awholynewcollection_0
[junit4:junit4] 2> 2311982 T4267 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4] 2> 2311970 T4282 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:awholynewcollection_0
[junit4:junit4] 2> 2311978 T4269 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard3_replica2' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369677388608/awholynewcollection_0_shard3_replica2
[junit4:junit4] 2> 2311984 T4269 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4] 2> 2311977 T4258 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4] 2> 2311985 T4225 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:awholynewcollection_0
[junit4:junit4] 2> 2311986 T4225 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4] 2> 2311989 T4282 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4] 2> 2311994 T4226 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:awholynewcollection_0
[junit4:junit4] 2> 2311996 T4226 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4] 2> 2311995 T4253 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:awholynewcollection_0
[junit4:junit4] 2> 2312000 T4253 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4] 2> 2311995 T4283 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard3_replica3' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369677390971/awholynewcollection_0_shard3_replica3
[junit4:junit4] 2> 2312001 T4283 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4] 2> 2311994 T4269 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:awholynewcollection_0
[junit4:junit4] 2> 2312003 T4269 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4] 2> 2311994 T4244 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4] 2> 2312007 T4244 oascc.SolrZkClient.makePath makePath: /collections/awholynewcollection_0
[junit4:junit4] 2> 2312008 T4283 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:awholynewcollection_0
[junit4:junit4] 2> 2312009 T4283 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4] 2> 2312008 T4258 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4] 2> 2312010 T4258 oascc.SolrZkClient.makePath makePath: /collections/awholynewcollection_0
[junit4:junit4] 2> 2312008 T4267 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4] 2> 2312012 T4267 oascc.SolrZkClient.makePath makePath: /collections/awholynewcollection_0
[junit4:junit4] 2> 2312016 T4282 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4] 2> 2312017 T4282 oascc.SolrZkClient.makePath makePath: /collections/awholynewcollection_0
[junit4:junit4] 2> 2312020 T4269 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4] 2> 2312020 T4269 oascc.SolrZkClient.makePath makePath: /collections/awholynewcollection_0
[junit4:junit4] 2> 2312021 T4253 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4] 2> 2312022 T4253 oascc.SolrZkClient.makePath makePath: /collections/awholynewcollection_0
[junit4:junit4] 2> 2312025 T4283 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4] 2> 2312026 T4283 oascc.SolrZkClient.makePath makePath: /collections/awholynewcollection_0
[junit4:junit4] 2> 2312028 T4225 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4] 2> 2312029 T4225 oascc.SolrZkClient.makePath makePath: /collections/awholynewcollection_0
[junit4:junit4] 2> 2312033 T4267 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4] 2> 2312034 T4258 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4] 2> 2312035 T4244 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4] 2> 2312038 T4226 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4] 2> 2312038 T4226 oascc.SolrZkClient.makePath makePath: /collections/awholynewcollection_0
[junit4:junit4] 2> 2312039 T4282 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4] 2> 2312044 T4269 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4] 2> 2312044 T4283 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4] 2> 2312045 T4253 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4] 2> 2312048 T4258 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369677386296/awholynewcollection_0_shard1_replica1/'
[junit4:junit4] 2> 2312047 T4267 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369677388608/awholynewcollection_0_shard1_replica3/'
[junit4:junit4] 2> 2312061 T4244 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369677384037/awholynewcollection_0_shard2_replica2/'
[junit4:junit4] 2> 2312071 T4282 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369677390971/awholynewcollection_0_shard2_replica1/'
[junit4:junit4] 2> 2312087 T4253 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369677386296/awholynewcollection_0_shard2_replica3/'
[junit4:junit4] 2> 2312087 T4269 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369677388608/awholynewcollection_0_shard3_replica2/'
[junit4:junit4] 2> 2312090 T4225 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4] 2> 2312090 T4283 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369677390971/awholynewcollection_0_shard3_replica3/'
[junit4:junit4] 2> 2312090 T4226 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4] 2> 2312163 T4225 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369677382545/awholynewcollection_0_shard1_replica2/'
[junit4:junit4] 2> 2312171 T4226 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369677382545/awholynewcollection_0_shard3_replica1/'
[junit4:junit4] 2> 2312439 T4283 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 2312503 T4253 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 2312536 T4258 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 2312560 T4244 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 2312619 T4282 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 2312620 T4269 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 2312774 T4267 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 2312889 T4225 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 2312890 T4226 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 2313078 T4253 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 2313103 T4253 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 2313111 T4253 oass.IndexSchema.readSchema [awholynewcollection_0_shard2_replica3] Schema name=test
[junit4:junit4] 2> 2313188 T4283 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 2313195 T4269 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 2313201 T4283 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 2313214 T4269 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 2313230 T4283 oass.IndexSchema.readSchema [awholynewcollection_0_shard3_replica3] Schema name=test
[junit4:junit4] 2> 2313244 T4231 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 2313246 T4231 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:53266_rz_ic%2Fy_nodes_used_collection_shard1_replica1",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"nodes_used_collection_shard1_replica1",
[junit4:junit4] 2> "collection":"nodes_used_collection",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:53266_rz_ic%2Fy",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:53266/rz_ic/y"}
[junit4:junit4] 2> 2313257 T4244 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 2313264 T4231 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:53260_rz_ic%2Fy_nodes_used_collection_shard2_replica1",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard2",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"nodes_used_collection_shard2_replica1",
[junit4:junit4] 2> "collection":"nodes_used_collection",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:53260_rz_ic%2Fy",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:53260/rz_ic/y"}
[junit4:junit4] 2> 2313273 T4258 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 2313280 T4244 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 2313335 T4269 oass.IndexSchema.readSchema [awholynewcollection_0_shard3_replica2] Schema name=test
[junit4:junit4] 2> 2313337 T4258 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 2313346 T4258 oass.IndexSchema.readSchema [awholynewcollection_0_shard1_replica1] Schema name=test
[junit4:junit4] 2> 2313347 T4231 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:53253_rz_ic%2Fy_nodes_used_collection_shard2_replica2",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard2",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"recovering",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"nodes_used_collection_shard2_replica2",
[junit4:junit4] 2> "collection":"nodes_used_collection",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:53253_rz_ic%2Fy",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:53253/rz_ic/y"}
[junit4:junit4] 2> 2313369 T4231 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:53263_rz_ic%2Fy_nodes_used_collection_shard1_replica2",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"recovering",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"nodes_used_collection_shard1_replica2",
[junit4:junit4] 2> "collection":"nodes_used_collection",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:53263_rz_ic%2Fy",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:53263/rz_ic/y"}
[junit4:junit4] 2> 2313375 T4267 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 2313393 T4244 oass.IndexSchema.readSchema [awholynewcollection_0_shard2_replica2] Schema name=test
[junit4:junit4] 2> 2313419 T4290 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 2313419 T4235 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 2313419 T4230 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 2313419 T4262 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 2313419 T4307 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 2313419 T4305 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 2313419 T4248 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 2313442 T4276 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 2313471 T4267 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 2313495 T4226 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 2313498 T4267 oass.IndexSchema.readSchema [awholynewcollection_0_shard1_replica3] Schema name=test
[junit4:junit4] 2> 2313534 T4226 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 2313613 T4282 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 2313615 T4226 oass.IndexSchema.readSchema [awholynewcollection_0_shard3_replica1] Schema name=test
[junit4:junit4] 2> 2313671 T4282 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 2313680 T4282 oass.IndexSchema.readSchema [awholynewcollection_0_shard2_replica1] Schema name=test
[junit4:junit4] 2> 2313771 T4225 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 2313791 T4225 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 2313804 T4225 oass.IndexSchema.readSchema [awholynewcollection_0_shard1_replica2] Schema name=test
[junit4:junit4] 2> 2313847 T4281 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 127.0.0.1:53263_rz_ic%2Fy_nodes_used_collection_shard1_replica2, state: recovering, checkLive: true, onlyIfLeader: true for: 2 seconds.
[junit4:junit4] 2> 2313847 T4281 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=127.0.0.1:53263_rz_ic%252Fy_nodes_used_collection_shard1_replica2&state=recovering&nodeName=127.0.0.1:53263_rz_ic%252Fy&action=PREPRECOVERY&checkLive=true&core=nodes_used_collection_shard1_replica1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2003
[junit4:junit4] 2> 2313859 T4257 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 127.0.0.1:53253_rz_ic%2Fy_nodes_used_collection_shard2_replica2, state: recovering, checkLive: true, onlyIfLeader: true for: 2 seconds.
[junit4:junit4] 2> 2313860 T4257 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=127.0.0.1:53253_rz_ic%252Fy_nodes_used_collection_shard2_replica2&state=recovering&nodeName=127.0.0.1:53253_rz_ic%252Fy&action=PREPRECOVERY&checkLive=true&core=nodes_used_collection_shard2_replica1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2004
[junit4:junit4] 2> ASYNC NEW_CORE C5935 name=nodes_used_collection_shard1_replica2 org.apache.solr.core.SolrCore@57604ec7 url=http://127.0.0.1:53263/rz_ic/y/nodes_used_collection_shard1_replica2 node=127.0.0.1:53263_rz_ic%2Fy C5935_STATE=coll:nodes_used_collection core:nodes_used_collection_shard1_replica2 props:{shard=shard1, state=recovering, core=nodes_used_collection_shard1_replica2, collection=nodes_used_collection, node_name=127.0.0.1:53263_rz_ic%2Fy, base_url=http://127.0.0.1:53263/rz_ic/y}
[junit4:junit4] 2> 2315850 T4302 C5935 P53263 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:53266/rz_ic/y/nodes_used_collection_shard1_replica1/ core=nodes_used_collection_shard1_replica2 - recoveringAfterStartup=true
[junit4:junit4] 2> 2315851 T4302 C5935 P53263 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard1_replica2 url=http://127.0.0.1:53263/rz_ic/y START replicas=[http://127.0.0.1:53266/rz_ic/y/nodes_used_collection_shard1_replica1/] nUpdates=100
[junit4:junit4] 2> 2315852 T4302 C5935 P53263 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4] 2> 2315852 T4302 C5935 P53263 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=nodes_used_collection_shard1_replica2
[junit4:junit4] 2> 2315852 T4302 C5935 P53263 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=nodes_used_collection_shard1_replica2
[junit4:junit4] 2> 2315853 T4302 C5935 P53263 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=nodes_used_collection_shard1_replica2
[junit4:junit4] 2> 2315853 T4302 C5935 P53263 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4] 2> 2315854 T4302 C5935 P53263 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:53266/rz_ic/y/nodes_used_collection_shard1_replica1/. core=nodes_used_collection_shard1_replica2
[junit4:junit4] 2> 2315855 T4302 C5935 P53263 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> ASYNC NEW_CORE C5936 name=nodes_used_collection_shard2_replica2 org.apache.solr.core.SolrCore@25e00ca1 url=http://127.0.0.1:53253/rz_ic/y/nodes_used_collection_shard2_replica2 node=127.0.0.1:53253_rz_ic%2Fy C5936_STATE=coll:nodes_used_collection core:nodes_used_collection_shard2_replica2 props:{shard=shard2, state=recovering, core=nodes_used_collection_shard2_replica2, collection=nodes_used_collection, node_name=127.0.0.1:53253_rz_ic%2Fy, base_url=http://127.0.0.1:53253/rz_ic/y}
[junit4:junit4] 2> 2315862 T4303 C5936 P53253 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:53260/rz_ic/y/nodes_used_collection_shard2_replica1/ core=nodes_used_collection_shard2_replica2 - recoveringAfterStartup=true
[junit4:junit4] 2> 2315863 T4303 C5936 P53253 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard2_replica2 url=http://127.0.0.1:53253/rz_ic/y START replicas=[http://127.0.0.1:53260/rz_ic/y/nodes_used_collection_shard2_replica1/] nUpdates=100
[junit4:junit4] 2> 2315866 T4303 C5936 P53253 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4] 2> 2315867 T4303 C5936 P53253 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=nodes_used_collection_shard2_replica2
[junit4:junit4] 2> 2315867 T4303 C5936 P53253 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=nodes_used_collection_shard2_replica2
[junit4:junit4] 2> 2315867 T4303 C5936 P53253 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=nodes_used_collection_shard2_replica2
[junit4:junit4] 2> 2315868 T4303 C5936 P53253 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4] 2> 2315868 T4303 C5936 P53253 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:53260/rz_ic/y/nodes_used_collection_shard2_replica1/. core=nodes_used_collection_shard2_replica2
[junit4:junit4] 2> 2315888 T4303 C5936 P53253 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> ASYNC NEW_CORE C5937 name=nodes_used_collection_shard1_replica1 org.apache.solr.core.SolrCore@6498cbd5 url=http://127.0.0.1:53266/rz_ic/y/nodes_used_collection_shard1_replica1 node=127.0.0.1:53266_rz_ic%2Fy C5937_STATE=coll:nodes_used_collection core:nodes_used_collection_shard1_replica1 props:{shard=shard1, state=active, core=nodes_used_collection_shard1_replica1, collection=nodes_used_collection, node_name=127.0.0.1:53266_rz_ic%2Fy, base_url=http://127.0.0.1:53266/rz_ic/y, leader=true}
[junit4:junit4] 2> 2315886 T4285 C5937 P53266 oasc.SolrCore.execute [nodes_used_collection_shard1_replica1] webapp=/rz_ic/y path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0
[junit4:junit4] 2> ASYNC NEW_CORE C5938 name=nodes_used_collection_shard2_replica1 org.apache.solr.core.SolrCore@63a1beaf url=http://127.0.0.1:53260/rz_ic/y/nodes_used_collection_shard2_replica1 node=127.0.0.1:53260_rz_ic%2Fy C5938_STATE=coll:nodes_used_collection core:nodes_used_collection_shard2_replica1 props:{shard=shard2, state=active, core=nodes_used_collection_shard2_replica1, collection=nodes_used_collection, node_name=127.0.0.1:53260_rz_ic%2Fy, base_url=http://127.0.0.1:53260/rz_ic/y, leader=true}
[junit4:junit4] 2> 2315926 T4254 C5938 P53260 oasc.SolrCore.execute [nodes_used_collection_shard2_replica1] webapp=/rz_ic/y path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=14
[junit4:junit4] 2> ASYNC NEW_CORE C5939 name=nodes_used_collection_shard2_replica1 org.apache.solr.core.SolrCore@63a1beaf url=http://127.0.0.1:53260/rz_ic/y/nodes_used_collection_shard2_replica1 node=127.0.0.1:53260_rz_ic%2Fy C5939_STATE=coll:nodes_used_collection core:nodes_used_collection_shard2_replica1 props:{shard=shard2, state=active, core=nodes_used_collection_shard2_replica1, collection=nodes_used_collection, node_name=127.0.0.1:53260_rz_ic%2Fy, base_url=http://127.0.0.1:53260/rz_ic/y, leader=true}
[junit4:junit4] 2> 2315976 T4257 C5939 P53260 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 2315999 T4257 C5939 P53260 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@2a5d4be6 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3980a17a),segFN=segments_1,generation=1}
[junit4:junit4] 2> 2316001 T4257 C5939 P53260 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> ASYNC NEW_CORE C5940 name=nodes_used_collection_shard1_replica1 org.apache.solr.core.SolrCore@6498cbd5 url=http://127.0.0.1:53266/rz_ic/y/nodes_used_collection_shard1_replica1 node=127.0.0.1:53266_rz_ic%2Fy C5940_STATE=coll:nodes_used_collection core:nodes_used_collection_shard1_replica1 props:{shard=shard1, state=active, core=nodes_used_collection_shard1_replica1, collection=nodes_used_collection, node_name=127.0.0.1:53266_rz_ic%2Fy, base_url=http://127.0.0.1:53266/rz_ic/y, leader=true}
[junit4:junit4] 2> 2316026 T4281 C5940 P53266 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 2316029 T4257 C5939 P53260 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@2a5d4be6 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3980a17a),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@2a5d4be6 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3980a17a),segFN=segments_2,generation=2}
[junit4:junit4] 2> 2316030 T4257 C5939 P53260 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4] 2> 2316031 T4257 C5939 P53260 oass.SolrIndexSearcher.<init> Opening Searcher@7ffe8efb realtime
[junit4:junit4] 2> 2316032 T4257 C5939 P53260 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 2316032 T4257 C5939 P53260 oasup.LogUpdateProcessor.finish [nodes_used_collection_shard2_replica1] webapp=/rz_ic/y path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 56
[junit4:junit4] 2> ASYNC NEW_CORE C5941 name=nodes_used_collection_shard2_replica2 org.apache.solr.core.SolrCore@25e00ca1 url=http://127.0.0.1:53253/rz_ic/y/nodes_used_collection_shard2_replica2 node=127.0.0.1:53253_rz_ic%2Fy C5941_STATE=coll:nodes_used_collection core:nodes_used_collection_shard2_replica2 props:{shard=shard2, state=recovering, core=nodes_used_collection_shard2_replica2, collection=nodes_used_collection, node_name=127.0.0.1:53253_rz_ic%2Fy, base_url=http://127.0.0.1:53253/rz_ic/y}
[junit4:junit4] 2> 2316047 T4303 C5941 P53253 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 2316049 T4303 C5941 P53253 oash.SnapPuller.<init> No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 2> 2316097 T4255 C5939 P53260 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 2316098 T4255 C5939 P53260 oasc.SolrCore.execute [nodes_used_collection_shard2_replica1] webapp=/rz_ic/y path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=13
[junit4:junit4] 2> 2316110 T4303 C5941 P53253 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4] 2> 2316110 T4303 C5941 P53253 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4] 2> 2316111 T4303 C5941 P53253 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4] 2> 2316142 T4254 C5939 P53260 oasc.SolrCore.execute [nodes_used_collection_shard2_replica1] webapp=/rz_ic/y path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=10
[junit4:junit4] 2> 2316143 T4303 C5941 P53253 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4] 2> 2316146 T4303 C5941 P53253 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369677382545/nodes_used_collection_shard2_replica2/data/index.20130527145645270
[junit4:junit4] 2> 2316155 T4281 C5940 P53266 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5df77019 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2eee3bea),segFN=segments_1,generation=1}
[junit4:junit4] 2> 2316158 T4281 C5940 P53266 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 2316163 T4303 C5941 P53253 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@55bc1b6 lockFactory=org.apache.lucene.store.NativeFSLockFactory@6e13fcf9) fullCopy=false
[junit4:junit4] 2> 2316170 T4281 C5940 P53266 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5df77019 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2eee3bea),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5df77019 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2eee3bea),segFN=segments_2,generation=2}
[junit4:junit4] 2> 2316172 T4281 C5940 P53266 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4] 2> 2316177 T4281 C5940 P53266 oass.SolrIndexSearcher.<init> Opening Searcher@bce7cba realtime
[junit4:junit4] 2> 2316178 T4281 C5940 P53266 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 2316178 T4281 C5940 P53266 oasup.LogUpdateProcessor.finish [nodes_used_collection_shard1_replica1] webapp=/rz_ic/y path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 153
[junit4:junit4] 2> 2316180 T4257 C5939 P53260 oasc.SolrCore.execute [nodes_used_collection_shard2_replica1] webapp=/rz_ic/y path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=1
[junit4:junit4] 2> ASYNC NEW_CORE C5942 name=nodes_used_collection_shard1_replica2 org.apache.solr.core.SolrCore@57604ec7 url=http://127.0.0.1:53263/rz_ic/y/nodes_used_collection_shard1_replica2 node=127.0.0.1:53263_rz_ic%2Fy C5942_STATE=coll:nodes_used_collection core:nodes_used_collection_shard1_replica2 props:{shard=shard1, state=recovering, core=nodes_used_collection_shard1_replica2, collection=nodes_used_collection, node_name=127.0.0.1:53263_rz_ic%2Fy, base_url=http://127.0.0.1:53263/rz_ic/y}
[junit4:junit4] 2> 2316181 T4302 C5942 P53263 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 2316182 T4302 C5942 P53263 oash.SnapPuller.<init> No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 2> 2316186 T4303 C5941 P53253 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4] 2> 2316188 T4285 C5940 P53266 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 2316189 T4285 C5940 P53266 oasc.SolrCore.execute [nodes_used_collection_shard1_replica1] webapp=/rz_ic/y path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=3
[junit4:junit4] 2> 2316191 T4302 C5942 P53263 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4] 2> 2316191 T4302 C5942 P53263 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4] 2> 2316192 T4302 C5942 P53263 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4] 2> 2316200 T4284 C5940 P53266 oasc.SolrCore.execute [nodes_used_collection_shard1_replica1] webapp=/rz_ic/y path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=5
[junit4:junit4] 2> 2316201 T4302 C5942 P53263 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4] 2> 2316213 T4302 C5942 P53263 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369677388608/nodes_used_collection_shard1_replica2/data/index.20130527145645328
[junit4:junit4] 2> 2316213 T4303 C5941 P53253 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4] 2> 2316222 T4303 C5941 P53253 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=nodes_used_collection_shard2_replica2
[junit4:junit4] 2> 2316225 T4302 C5942 P53263 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@2bf09ae0 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3e55495b) fullCopy=false
[junit4:junit4] 2> 2316233 T4303 C5941 P53253 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@51dc01c8 lockFactory=org.apache.lucene.store.NativeFSLockFactory@38825af3),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@51dc01c8 lockFactory=org.apache.lucene.store.NativeFSLockFactory@38825af3),segFN=segments_2,generation=2}
[junit4:junit4] 2> 2316236 T4303 C5941 P53253 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4] 2> 2316237 T4281 C5940 P53266 oasc.SolrCore.execute [nodes_used_collection_shard1_replica1] webapp=/rz_ic/y path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=1
[junit4:junit4] 2> 2316254 T4303 C5941 P53253 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4] 2> 2316256 T4303 C5941 P53253 oass.SolrIndexSearcher.<init> Opening Searcher@1a5ba5f0 main
[junit4:junit4] 2> 2316257 T4299 oasc.SolrCore.registerSearcher [nodes_used_collection_shard2_replica2] Registered new searcher Searcher@1a5ba5f0 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 2316268 T4303 C5941 P53253 oasc.CachingDirectoryFactory.closeCacheValue looking to close /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369677382545/nodes_used_collection_shard2_replica2/data/index.20130527145645270 [CachedDir<<refCount=0;path=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369677382545/nodes_used_collection_shard2_replica2/data/index.20130527145645270;done=true>>]
[junit4:junit4] 2> 2316269 T4303 C5941 P53253 oasc.CachingDirectoryFactory.close Closing directory: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369677382545/nodes_used_collection_shard2_replica2/data/index.20130527145645270
[junit4:junit4] 2> 2316273 T4302 C5942 P53263 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4] 2> 2316279 T4303 C5941 P53253 oasc.CachingDirectoryFactory.closeCacheValue Removing directory before core close: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369677382545/nodes_used_collection_shard2_replica2/data/index.20130527145645270
[junit4:junit4] 2> 2316280 T4303 C5941 P53253 oasc.RecoveryStrategy.replay No replay needed. core=nodes_used_collection_shard2_replica2
[junit4:junit4] 2> 2316280 T4303 C5941 P53253 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=nodes_used_collection_shard2_replica2
[junit4:junit4] 2> 2316281 T4303 C5941 P53253 oasc.ZkController.publish publishing core=nodes_used_collection_shard2_replica2 state=active
[junit4:junit4] 2> ASYNC NEW_CORE C5943 name=nodes_used_collection_shard1_replica2 org.apache.solr.core.SolrCore@57604ec7 url=http://127.0.0.1:53263/rz_ic/y/nodes_used_collection_shard1_replica2 node=127.0.0.1:53263_rz_ic%2Fy C5943_STATE=coll:nodes_used_collection core:nodes_used_collection_shard1_replica2 props:{shard=shard1, state=recovering, core=nodes_used_collection_shard1_replica2, collection=nodes_used_collection, node_name=127.0.0.1:53263_rz_ic%2Fy, base_url=http://127.0.0.1:53263/rz_ic/y}
[junit4:junit4] 2> 2316313 T4302 C5943 P53263 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4] 2> 2316314 T4302 C5943 P53263 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=nodes_used_collection_shard1_replica2
[junit4:junit4] 2> ASYNC NEW_CORE C5944 name=nodes_used_collection_shard2_replica2 org.apache.solr.core.SolrCore@25e00ca1 url=http://127.0.0.1:53253/rz_ic/y/nodes_used_collection_shard2_replica2 node=127.0.0.1:53253_rz_ic%2Fy C5944_STATE=coll:nodes_used_collection core:nodes_used_collection_shard2_replica2 props:{shard=shard2, state=recovering, core=nodes_used_collection_shard2_replica2, collection=nodes_used_collection, node_name=127.0.0.1:53253_rz_ic%2Fy, base_url=http://127.0.0.1:53253/rz_ic/y}
[junit4:junit4] 2> 2316320 T4303 C5944 P53253 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=nodes_used_collection_shard2_replica2
[junit4:junit4] 2> 2316333 T4302 C5943 P53263 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@761ec08f lockFactory=org.apache.lucene.store.NativeFSLockFactory@68eadd1b),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@761ec08f lockFactory=org.apache.lucene.store.NativeFSLockFactory@68eadd1b),segFN=segments_2,generation=2}
[junit4:junit4] 2> 2316335 T4302 C5943 P53263 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4] 2> 2316344 T4302 C5943 P53263 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4] 2> 2316345 T4302 C5943 P53263 oass.SolrIndexSearcher.<init> Opening Searcher@6e0615aa main
[junit4:junit4] 2> 2316347 T4298 oasc.SolrCore.registerSearcher [nodes_used_collection_shard1_replica2] Registered new searcher Searcher@6e0615aa main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 2316358 T4302 C5943 P53263 oasc.CachingDirectoryFactory.closeCacheValue looking to close /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369677388608/nodes_used_collection_shard1_replica2/data/index.20130527145645328 [CachedDir<<refCount=0;path=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369677388608/nodes_used_collection_shard1_replica2/data/index.20130527145645328;done=true>>]
[junit4:junit4] 2> 2316358 T4302 C5943 P53263 oasc.CachingDirectoryFactory.close Closing directory: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369677388608/nodes_used_collection_shard1_replica2/data/index.20130527145645328
[junit4:junit4] 2> 2316372 T4302 C5943 P53263 oasc.CachingDirectoryFactory.closeCacheValue Removing directory before core close: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369677388608/nodes_used_collection_shard1_replica2/data/index.20130527145645328
[junit4:junit4] 2> 2316373 T4302 C5943 P53263 oasc.RecoveryStrategy.replay No replay needed. core=nodes_used_collection_shard1_replica2
[junit4:junit4] 2> 2316373 T4302 C5943 P53263 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=nodes_used_collection_shard1_replica2
[junit4:junit4] 2> 2316374 T4302 C5943 P53263 oasc.ZkController.publish publishing core=nodes_used_collection_shard1_replica2 state=active
[junit4:junit4] 2> 2316376 T4302 C5943 P53263 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=nodes_used_collection_shard1_replica2
[junit4:junit4] 2> 2316659 T4231 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 2316661 T4231 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:53253_rz_ic%2Fy_nodes_used_collection_shard2_replica2",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard2",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"nodes_used_collection_shard2_replica2",
[junit4:junit4] 2> "collection":"nodes_used_collection",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:53253_rz_ic%2Fy",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:53253/rz_ic/y"}
[junit4:junit4] 2> 2316712 T4231 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:53263_rz_ic%2Fy_nodes_used_collection_shard1_replica2",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"nodes_used_collection_shard1_replica2",
[junit4:junit4] 2> "collection":"nodes_used_collection",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:53263_rz_ic%2Fy",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:53263/rz_ic/y"}
[junit4:junit4] 2> 2316768 T4276 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 2316768 T4262 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 2316769 T4248 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 2316769 T4305 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 2316770 T4307 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 2316770 T4290 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 2316771 T4235 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 2316784 T4230 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 2319118 T4283 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 2319228 T4225 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 2319335 T4225 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 2319422 T4225 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 2319429 T4283 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 2319451 T4283 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 2319593 T4282 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 2319595 T4267 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 2319607 T4282 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 2319611 T4267 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 2319614 T4282 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 2319665 T4267 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 2319667 T4269 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 2319680 T4283 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 2319686 T4244 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 2319687 T4225 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 2319695 T4226 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 2319699 T4244 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 2319726 T4225 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 2319736 T4283 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 2319744 T4269 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 2319750 T4225 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 2319754 T4244 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 2319756 T4269 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 2319767 T4225 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 2319768 T4225 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 2319768 T4225 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 2319775 T4283 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 2319777 T4225 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 2319778 T4225 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 2319779 T4225 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 2319780 T4225 oasc.SolrCore.<init> [awholynewcollection_0_shard1_replica2] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369677382545/awholynewcollection_0_shard1_replica2/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369677382545/awholynewcollection_0_shard1_replica2/data/
[junit4:junit4] 2> 2319781 T4225 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3996a317
[junit4:junit4] 2> 2319784 T4225 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 2319787 T4283 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 2319788 T4283 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 2319789 T4283 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 2319778 T4226 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 2319790 T4225 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369677382545/awholynewcollection_0_shard1_replica2/data
[junit4:junit4] 2> 2319799 T4283 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 2319801 T4283 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 2319801 T4283 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 2319802 T4283 oasc.SolrCore.<init> [awholynewcollection_0_shard3_replica3] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369677390971/awholynewcollection_0_shard3_replica3/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369677390971/awholynewcollection_0_shard3_replica3/data/
[junit4:junit4] 2> 2319802 T4283 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3996a317
[junit4:junit4] 2> 2319803 T4283 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 2319804 T4283 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369677390971/awholynewcollection_0_shard3_replica3/data
[junit4:junit4] 2> 2319818 T4283 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369677390971/awholynewcollection_0_shard3_replica3/data/index/
[junit4:junit4] 2> 2319820 T4283 oasc.SolrCore.initIndex WARN [awholynewcollection_0_shard3_replica3] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369677390971/awholynewcollection_0_shard3_replica3/data/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 2319821 T4283 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369677390971/awholynewcollection_0_shard3_replica3/data/index
[junit4:junit4] 2> 2319820 T4225 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369677382545/awholynewcollection_0_shard1_replica2/data/index/
[junit4:junit4] 2> 2319828 T4225 oasc.SolrCore.initIndex WARN [awholynewcollection_0_shard1_replica2] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369677382545/awholynewcollection_0_shard1_replica2/data/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 2319829 T4225 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369677382545/awholynewcollection_0_shard1_replica2/data/index
[junit4:junit4] 2> 2319830 T4226 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 2319867 T4283 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4958d855 lockFactory=org.apache.lucene.store.NativeFSLockFactory@19d75e5e),segFN=segments_1,generation=1}
[junit4:junit4] 2> 2319867 T4283 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 2319870 T4258 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 2319878 T4225 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@651b4e41 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2995915c),segFN=segments_1,generation=1}
[junit4:junit4] 2> 2319878 T4225 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 2319891 T4225 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 2319892 T4225 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 2319893 T4225 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 2319894 T4225 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 2319895 T4225 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 2319896 T4225 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 2319897 T4225 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 2319898 T4225 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 2319923 T4225 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 2319912 T4282 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 2319935 T4267 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 2319898 T4283 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 2319938 T4283 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 2319951 T4283 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 2319953 T4283 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 2319954 T4283 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 2319954 T4283 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 2319955 T4283 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 2319956 T4283 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 2319957 T4283 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 2319965 T4283 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 2319965 T4225 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 2319988 T4267 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 2319991 T4244 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 2320008 T4283 oass.SolrIndexSearcher.<init> Opening Searcher@21d2b1cf main
[junit4:junit4] 2> 2320010 T4283 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369677390971/awholynewcollection_0_shard3_replica3/data/tlog
[junit4:junit4] 2> 2320011 T4283 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 2320012 T4283 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 2320016 T4225 oass.SolrIndexSearcher.<init> Opening Searcher@226f1b82 main
[junit4:junit4] 2> 2320017 T4225 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369677382545/awholynewcollection_0_shard1_replica2/data/tlog
[junit4:junit4] 2> 2320019 T4225 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 2320020 T4225 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 2320024 T4317 oasc.SolrCore.registerSearcher [awholynewcollection_0_shard3_replica3] Registered new searcher Searcher@21d2b1cf main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 2320030 T4283 oasc.ZkController.publish publishing core=awholynewcollection_0_shard3_replica3 state=down
[junit4:junit4] 2> 2320039 T4244 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 2320044 T4282 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 2320047 T4269 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 2320075 T4244 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 2320077 T4269 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 2320077 T4258 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 2320084 T4253 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 2320090 T4226 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 2320091 T4244 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 2320092 T4244 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 2320093 T4244 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 2320099 T4282 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 2320099 T4269 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 2320095 T4267 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 2320107 T4226 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 2320108 T4258 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 2320114 T4244 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 2320115 T4244 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 2320115 T4244 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 2320116 T4244 oasc.SolrCore.<init> [awholynewcollection_0_shard2_replica2] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369677384037/awholynewcollection_0_shard2_replica2/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369677384037/awholynewcollection_0_shard2_replica2/data/
[junit4:junit4] 2> 2320116 T4244 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3996a317
[junit4:junit4] 2> 2320119 T4244 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 2320122 T4244 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369677384037/awholynewcollection_0_shard2_replica2/data
[junit4:junit4] 2> 2320121 T4267 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 2320123 T4267 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 2320124 T4267 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 2320125 T4244 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369677384037/awholynewcollection_0_shard2_replica2/data/index/
[junit4:junit4] 2> 2320125 T4244 oasc.SolrCore.initIndex WARN [awholynewcollection_0_shard2_replica2] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369677384037/awholynewcollection_0_shard2_replica2/data/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 2320126 T4244 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369677384037/awholynewcollection_0_shard2_replica2/data/index
[junit4:junit4] 2> 2320121 T4269 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 2320129 T4269 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 2320130 T4269 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 2320133 T4318 oasc.SolrCore.registerSearcher [awholynewcollection_0_shard1_replica2] Registered new searcher Searcher@226f1b82 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 2320120 T4282 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 2320135 T4282 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 2320136 T4282 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 2320125 T4226 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 2320139 T4267 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 2320142 T4267 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 2320144 T4267 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 2320145 T4267 oasc.SolrCore.<init> [awholynewcollection_0_shard1_replica3] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369677388608/awholynewcollection_0_shard1_replica3/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369677388608/awholynewcollection_0_shard1_replica3/data/
[junit4:junit4] 2> 2320145 T4267 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3996a317
[junit4:junit4] 2> 2320146 T4267 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 2320147 T4267 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369677388608/awholynewcollection_0_shard1_replica3/data
[junit4:junit4] 2> 2320150 T4267 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369677388608/awholynewcollection_0_shard1_replica3/data/index/
[junit4:junit4] 2> 2320151 T4267 oasc.SolrCore.initIndex WARN [awholynewcollection_0_shard1_replica3] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369677388608/awholynewcollection_0_shard1_replica3/data/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 2320152 T4267 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369677388608/awholynewcollection_0_shard1_replica3/data/index
[junit4:junit4] 2> 2320153 T4225 oasc.ZkController.publish publishing core=awholynewcollection_0_shard1_replica2 state=down
[junit4:junit4] 2> 2320142 T4282 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 2320154 T4282 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 2320155 T4282 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 2320155 T4282 oasc.SolrCore.<init> [awholynewcollection_0_shard2_replica1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369677390971/awholynewcollection_0_shard2_replica1/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369677390971/awholynewcollection_0_shard2_replica1/data/
[junit4:junit4] 2> 2320156 T4282 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3996a317
[junit4:junit4] 2> 2320156 T4282 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 2320158 T4282 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369677390971/awholynewcollection_0_shard2_replica1/data
[junit4:junit4] 2> 2320142 T4269 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 2320159 T4269 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 2320160 T4269 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 2320160 T4269 oasc.SolrCore.<init> [awholynewcollection_0_shard3_replica2] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369677388608/awholynewcollection_0_shard3_replica2/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369677388608/awholynewcollection_0_shard3_replica2/data/
[junit4:junit4] 2> 2320161 T4269 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3996a317
[junit4:junit4] 2> 2320162 T4269 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 2320163 T4269 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369677388608/awholynewcollection_0_shard3_replica2/data
[junit4:junit4] 2> 2320164 T4226 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 2320165 T4226 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 2320165 T4226 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 2320172 T4282 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369677390971/awholynewcollection_0_shard2_replica1/data/index/
[junit4:junit4] 2> 2320172 T4282 oasc.SolrCore.initIndex WARN [awholynewcollection_0_shard2_replica1] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369677390971/awholynewcollection_0_shard2_replica1/data/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 2320172 T4244 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@16a74086 lockFactory=org.apache.lucene.store.NativeFSLockFactory@407abb0),segFN=segments_1,generation=1}
[junit4:junit4] 2> 2320175 T4244 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 2320174 T4269 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369677388608/awholynewcollection_0_shard3_replica2/data/index/
[junit4:junit4] 2> 2320177 T4269 oasc.SolrCore.initIndex WARN [awholynewcollection_0_shard3_replica2] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369677388608/awholynewcollection_0_shard3_replica2/data/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 2320178 T4269 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369677388608/awholynewcollection_0_shard3_replica2/data/index
[junit4:junit4] 2> 2320174 T4282 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369677390971/awholynewcollection_0_shard2_replica1/data/index
[junit4:junit4] 2> 2320189 T4244 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 2320190 T4244 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 2320191 T4244 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 2320192 T4244 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 2320193 T4244 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 2320193 T4244 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 2320195 T4244 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 2320198 T4244 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 2320199 T4244 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 2320173 T4267 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7bd1e603 lockFactory=org.apache.lucene.store.NativeFSLockFactory@652a1658),segFN=segments_1,generation=1}
[junit4:junit4] 2> 2320208 T4267 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 2320180 T4226 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 2320211 T4226 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 2320212 T4226 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 2320213 T4226 oasc.SolrCore.<init> [awholynewcollection_0_shard3_replica1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369677382545/awholynewcollection_0_shard3_replica1/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369677382545/awholynewcollection_0_shard3_replica1/data/
[junit4:junit4] 2> 2320214 T4226 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3996a317
[junit4:junit4] 2> 2320215 T4226 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 2320216 T4226 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369677382545/awholynewcollection_0_shard3_replica1/data
[junit4:junit4] 2> 2320224 T4269 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@191adbce lockFactory=org.apache.lucene.store.NativeFSLockFactory@46ace4c5),segFN=segments_1,generation=1}
[junit4:junit4] 2> 2320225 T4269 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 2320234 T4226 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369677382545/awholynewcollection_0_shard3_replica1/data/index/
[junit4:junit4] 2> 2320235 T4226 oasc.SolrCore.initIndex WARN [awholynewcollection_0_shard3_replica1] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369677382545/awholynewcollection_0_shard3_replica1/data/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 2320235 T4226 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-136
[...truncated too long message...]
mits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4] 2> 2369566 T4208 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4] 2> 2369566 T4208 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4] 2> 2369567 T4208 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4] 2> 2369569 T4208 oasc.SolrCore.closeSearcher [awholynewcollection_1_shard3_replica5] Closing main searcher on request.
[junit4:junit4] 2> 2369570 T4208 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
[junit4:junit4] 2> 2369570 T4208 oasc.CachingDirectoryFactory.closeCacheValue looking to close /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369677390971/awholynewcollection_1_shard3_replica5/data/index [CachedDir<<refCount=0;path=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369677390971/awholynewcollection_1_shard3_replica5/data/index;done=false>>]
[junit4:junit4] 2> 2369571 T4208 oasc.CachingDirectoryFactory.close Closing directory: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369677390971/awholynewcollection_1_shard3_replica5/data/index
[junit4:junit4] 2> 2369571 T4208 oasc.CachingDirectoryFactory.closeCacheValue looking to close /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369677390971/awholynewcollection_1_shard3_replica5/data [CachedDir<<refCount=0;path=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369677390971/awholynewcollection_1_shard3_replica5/data;done=false>>]
[junit4:junit4] 2> 2369572 T4208 oasc.CachingDirectoryFactory.close Closing directory: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369677390971/awholynewcollection_1_shard3_replica5/data
[junit4:junit4] 2> 2369575 T4460 oasc.Overseer$ClusterStateUpdater.amILeader According to ZK I (id=89763176922677260-127.0.0.1:53266_rz_ic%2Fy-n_0000000004) am no longer a leader.
[junit4:junit4] 2> 2369593 T4208 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/rz_ic/y,null}
[junit4:junit4] 2> 2369654 T4208 oas.SolrTestCaseJ4.tearDown ###Ending testDistribSearch
[junit4:junit4] 2> 2369659 T4208 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:53250 53250
[junit4:junit4] 1> client port:0.0.0.0/0.0.0.0:0
[junit4:junit4] 2> NOTE: reproduce with: ant test -Dtestcase=CollectionsAPIDistributedZkTest -Dtests.method=testDistribSearch -Dtests.seed=BDDE25AA761E2ED5 -Dtests.slow=true -Dtests.locale=pl -Dtests.timezone=Atlantic/Bermuda -Dtests.file.encoding=ISO-8859-1
[junit4:junit4] ERROR 76.7s | CollectionsAPIDistributedZkTest.testDistribSearch <<<
[junit4:junit4] > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: collection already exists: awholynewcollection_1
[junit4:junit4] > at __randomizedtesting.SeedInfo.seed([BDDE25AA761E2ED5:3C38ABB201414EE9]:0)
[junit4:junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:424)
[junit4:junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
[junit4:junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrServer.request(LBHttpSolrServer.java:264)
[junit4:junit4] > at org.apache.solr.client.solrj.impl.CloudSolrServer.request(CloudSolrServer.java:306)
[junit4:junit4] > at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1400)
[junit4:junit4] > at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:438)
[junit4:junit4] > at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.doTest(CollectionsAPIDistributedZkTest.java:146)
[junit4:junit4] > at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:815)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:722)
[junit4:junit4] 2> 2369732 T4208 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4] 2> 76677 T4207 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 2 leaked thread(s).
[junit4:junit4] 2> 2370879 T4290 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 2> 2370880 T4290 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 2370880 T4290 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 2> NOTE: test params are: codec=Lucene42: {}, docValues:{}, sim=RandomSimilarityProvider(queryNorm=true,coord=yes): {}, locale=pl, timezone=Atlantic/Bermuda
[junit4:junit4] 2> NOTE: Mac OS X 10.8.3 x86_64/Oracle Corporation 1.7.0_21 (64-bit)/cpus=2,threads=2,free=293793472,total=453570560
[junit4:junit4] 2> NOTE: All tests run in this JVM: [NumericFieldsTest, ChaosMonkeySafeLeaderTest, MultiTermTest, TestMultiCoreConfBootstrap, TestLFUCache, TestSchemaResource, TestFastLRUCache, TestFieldResource, TestRealTimeGet, MBeansHandlerTest, TestCodecSupport, CopyFieldTest, LegacyHTMLStripCharFilterTest, TestCSVResponseWriter, TimeZoneUtilsTest, IndexSchemaRuntimeFieldTest, TestCollationField, SolrPluginUtilsTest, DirectUpdateHandlerOptimizeTest, TestSearchPerf, TestFoldingMultitermQuery, TestDFRSimilarityFactory, BadComponentTest, JsonLoaderTest, PingRequestHandlerTest, TestStressRecovery, BasicDistributedZkTest, TestPartialUpdateDeduplication, TestLMDirichletSimilarityFactory, TestFaceting, SuggesterTest, DistributedQueryElevationComponentTest, LeaderElectionIntegrationTest, DirectSolrConnectionTest, PolyFieldTest, SuggesterTSTTest, SynonymTokenizerTest, SampleTest, RequiredFieldsTest, FieldAnalysisRequestHandlerTest, TestLazyCores, TestCoreDiscovery, LeaderElectionTest, TestArbitraryIndexDir, TestCollationKeyRangeQueries, SolrCoreTest, UnloadDistributedZkTest, TestLRUCache, DistributedTermsComponentTest, BasicFunctionalityTest, TestSolr4Spatial, TestDistributedGrouping, SolrInfoMBeanTest, TestFuzzyAnalyzedSuggestions, SolrCmdDistributorTest, TestSolrCoreProperties, TestUniqueKeyFieldResource, TestPluginEnable, DirectSolrSpellCheckerTest, TestMergePolicyConfig, SolrTestCaseJ4Test, HighlighterTest, DocumentAnalysisRequestHandlerTest, PreAnalyzedFieldTest, TestRecovery, DistanceFunctionTest, TestComponentsName, TestBadConfig, ZkSolrClientTest, TestRangeQuery, TermsComponentTest, TestPostingsSolrHighlighter, UUIDFieldTest, SystemInfoHandlerTest, BasicZkTest, PrimUtilsTest, ChaosMonkeyShardSplitTest, ReturnFieldsTest, TestFastOutputStream, ClusterStateUpdateTest, SliceStateUpdateTest, TestSolrDeletionPolicy2, AutoCommitTest, ResponseLogComponentTest, TestAnalyzedSuggestions, TestTrie, ConvertedLegacyTest, TestWordDelimiterFilterFactory, TestCoreContainer, FullSolrCloudDistribCmdsTest, CurrencyFieldOpenExchangeTest, TestDynamicFieldResource, TestReplicationHandler, TestFiltering, CachingDirectoryFactoryTest, SpellPossibilityIteratorTest, OpenCloseCoreStressTest, ShardRoutingCustomTest, SpellCheckCollatorTest, DocValuesTest, TestWriterPerf, TestQueryTypes, SliceStateTest, SOLR749Test, ShardRoutingTest, DisMaxRequestHandlerTest, OpenExchangeRatesOrgProviderTest, SoftAutoCommitTest, TestJoin, SimpleFacetsTest, TestSolrDeletionPolicy1, TestSchemaVersionResource, TestOmitPositions, BadCopyFieldTest, ZkCLITest, TestIndexingPerformance, ZkNodePropsTest, TestReload, CoreContainerCoreInitFailuresTest, SolrCoreCheckLockOnStartupTest, TestDynamicFieldCollectionResource, IndexSchemaTest, DefaultValueUpdateProcessorTest, SyncSliceTest, URLClassifyProcessorTest, EchoParamsTest, CollectionsAPIDistributedZkTest]
[junit4:junit4] Completed in 78.01s, 1 test, 1 error <<< FAILURES!
[...truncated 493 lines...]
BUILD FAILED
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:386: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:366: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:39: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build.xml:181: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/common-build.xml:437: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:1243: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:887: There were test failures: 296 suites, 1234 tests, 1 error, 18 ignored (6 assumptions)
Total time: 113 minutes 8 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.7.0 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure
[JENKINS] Lucene-Solr-4.x-MacOSX (64bit/jdk1.6.0) - Build # 496 -
Still Failing!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-MacOSX/496/
Java: 64bit/jdk1.6.0 -XX:-UseCompressedOops -XX:+UseSerialGC
1 tests failed.
FAILED: org.apache.lucene.replicator.http.HttpReplicatorTest.testBasic
Error Message:
Connection to http://localhost:51513 refused
Stack Trace:
org.apache.http.conn.HttpHostConnectException: Connection to http://localhost:51513 refused
at __randomizedtesting.SeedInfo.seed([D61BF819C5EE930E:7DE1E50C1A321520]:0)
at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:190)
at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
at org.apache.lucene.replicator.http.HttpClientBase.executeGET(HttpClientBase.java:178)
at org.apache.lucene.replicator.http.HttpReplicator.checkForUpdate(HttpReplicator.java:51)
at org.apache.lucene.replicator.ReplicationClient.doUpdate(ReplicationClient.java:196)
at org.apache.lucene.replicator.ReplicationClient.updateNow(ReplicationClient.java:402)
at org.apache.lucene.replicator.http.HttpReplicatorTest.testBasic(HttpReplicatorTest.java:112)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at java.lang.Thread.run(Thread.java:680)
Caused by: java.net.ConnectException: Connection refused
at java.net.PlainSocketImpl.socketConnect(Native Method)
at java.net.PlainSocketImpl.doConnect(PlainSocketImpl.java:351)
at java.net.PlainSocketImpl.connectToAddress(PlainSocketImpl.java:213)
at java.net.PlainSocketImpl.connect(PlainSocketImpl.java:200)
at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:432)
at java.net.Socket.connect(Socket.java:529)
at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
... 48 more
Build Log:
[...truncated 7429 lines...]
[junit4:junit4] Suite: org.apache.lucene.replicator.http.HttpReplicatorTest
[junit4:junit4] 2> 2013-05-27 20:54:03.182:DBUG:oejs.ServletHandler:filterNameMap={}
[junit4:junit4] 2> 2013-05-27 20:54:03.183:DBUG:oejs.ServletHandler:pathFilters=null
[junit4:junit4] 2> 2013-05-27 20:54:03.183:DBUG:oejs.ServletHandler:servletFilterMap=null
[junit4:junit4] 2> 2013-05-27 20:54:03.183:DBUG:oejs.ServletHandler:servletPathMap={/replicate/*=org.apache.lucene.replicator.http.ReplicationServlet-570848003}
[junit4:junit4] 2> 2013-05-27 20:54:03.183:DBUG:oejs.ServletHandler:servletNameMap={org.apache.lucene.replicator.http.ReplicationServlet-570848003=org.apache.lucene.replicator.http.ReplicationServlet-570848003}
[junit4:junit4] 2> 2013-05-27 20:54:03.303:DBUG:oejuc.Container:Container org.eclipse.jetty.server.Server@37190ae9 + SelectChannelConnector@0.0.0.0:0 as connector
[junit4:junit4] 2> 2013-05-27 20:54:03.306:DBUG:oejuc.Container:Container org.eclipse.jetty.servlet.ServletHandler@411167f3 + org.apache.lucene.replicator.http.ReplicationServlet-570848003 as servlet
[junit4:junit4] 2> 2013-05-27 20:54:03.306:DBUG:oejuc.Container:Container org.eclipse.jetty.servlet.ServletHandler@411167f3 + [/replicate/*]=>org.apache.lucene.replicator.http.ReplicationServlet-570848003 as servletMapping
[junit4:junit4] 2> 2013-05-27 20:54:03.306:DBUG:oejuc.Container:Container org.eclipse.jetty.server.Server@37190ae9 + org.eclipse.jetty.servlet.ServletHandler@411167f3 as handler
[junit4:junit4] 2> 2013-05-27 20:54:03.339:DBUG:oejuc.Container:Container org.eclipse.jetty.server.Server@37190ae9 - SelectChannelConnector@0.0.0.0:0 as connector
[junit4:junit4] 2> 2013-05-27 20:54:03.340:DBUG:oejuc.Container:Container org.eclipse.jetty.server.Server@37190ae9 + SelectChannelConnector@127.0.0.1:0 as connector
[junit4:junit4] 2> 2013-05-27 20:54:03.351:DBUG:oejuc.Container:Container org.eclipse.jetty.server.Server@37190ae9 + org.eclipse.jetty.server.session.HashSessionIdManager@7e0e873b as sessionIdManager
[junit4:junit4] 2> 2013-05-27 20:54:03.351:DBUG:oejuc.AbstractLifeCycle:starting org.eclipse.jetty.server.Server@37190ae9
[junit4:junit4] 2> 2013-05-27 20:54:03.352:INFO:oejs.Server:jetty-8.1.10.v20130312
[junit4:junit4] 2> 2013-05-27 20:54:03.448:DBUG:oejuc.Container:Container org.eclipse.jetty.server.Server@37190ae9 + qtp1428159682{8<=0<=0/254,-1} as threadpool
[junit4:junit4] 2> 2013-05-27 20:54:03.448:DBUG:oejuc.AbstractLifeCycle:starting org.eclipse.jetty.servlet.ServletHandler@411167f3
[junit4:junit4] 2> 2013-05-27 20:54:03.468:DBUG:oejs.ServletHandler:filterNameMap={}
[junit4:junit4] 2> 2013-05-27 20:54:03.468:DBUG:oejs.ServletHandler:pathFilters=null
[junit4:junit4] 2> 2013-05-27 20:54:03.468:DBUG:oejs.ServletHandler:servletFilterMap=null
[junit4:junit4] 2> 2013-05-27 20:54:03.468:DBUG:oejs.ServletHandler:servletPathMap={/replicate/*=org.apache.lucene.replicator.http.ReplicationServlet-570848003}
[junit4:junit4] 2> 2013-05-27 20:54:03.468:DBUG:oejs.ServletHandler:servletNameMap={org.apache.lucene.replicator.http.ReplicationServlet-570848003=org.apache.lucene.replicator.http.ReplicationServlet-570848003}
[junit4:junit4] 2> 2013-05-27 20:54:03.468:DBUG:oejsh.AbstractHandler:starting org.eclipse.jetty.servlet.ServletHandler@411167f3
[junit4:junit4] 2> 2013-05-27 20:54:03.468:DBUG:oejuc.AbstractLifeCycle:starting org.apache.lucene.replicator.http.ReplicationServlet-570848003
[junit4:junit4] 2> 2013-05-27 20:54:03.486:DBUG:oejuc.AbstractLifeCycle:STARTED org.apache.lucene.replicator.http.ReplicationServlet-570848003
[junit4:junit4] 2> 2013-05-27 20:54:03.486:DBUG:oejuc.AbstractLifeCycle:STARTED org.eclipse.jetty.servlet.ServletHandler@411167f3
[junit4:junit4] 2> 2013-05-27 20:54:03.486:DBUG:oejsh.AbstractHandler:starting org.eclipse.jetty.server.Server@37190ae9
[junit4:junit4] 2> 2013-05-27 20:54:03.486:DBUG:oejuc.AbstractLifeCycle:starting org.eclipse.jetty.server.session.HashSessionIdManager@7e0e873b
[junit4:junit4] 2> 2013-05-27 20:54:03.486:DBUG:oejuc.AbstractLifeCycle:STARTED org.eclipse.jetty.server.session.HashSessionIdManager@7e0e873b
[junit4:junit4] 2> 2013-05-27 20:54:03.486:DBUG:oejuc.AbstractLifeCycle:starting qtp1428159682{8<=0<=0/254,-1}
[junit4:junit4] 2> 2013-05-27 20:54:03.493:DBUG:oejuc.AbstractLifeCycle:STARTED qtp1428159682{8<=7<=8/254,0}
[junit4:junit4] 2> 2013-05-27 20:54:03.494:DBUG:oejuc.AbstractLifeCycle:starting SelectChannelConnector@127.0.0.1:0
[junit4:junit4] 2> 2013-05-27 20:54:03.562:DBUG:oejuc.AbstractLifeCycle:starting null/null
[junit4:junit4] 2> 2013-05-27 20:54:03.577:DBUG:oejuc.AbstractLifeCycle:STARTED PooledBuffers [0/1024@6144,0/1024@16384,0/1024@-]/PooledBuffers [0/1024@6144,0/1024@32768,0/1024@-]
[junit4:junit4] 2> 2013-05-27 20:54:03.578:DBUG:oejuc.AbstractLifeCycle:starting org.eclipse.jetty.server.nio.SelectChannelConnector$ConnectorSelectorManager@5fe8bb4c
[junit4:junit4] 2> 2013-05-27 20:54:03.613:DBUG:oejuc.AbstractLifeCycle:STARTED org.eclipse.jetty.server.nio.SelectChannelConnector$ConnectorSelectorManager@5fe8bb4c
[junit4:junit4] 2> 2013-05-27 20:54:03.617:DBUG:oeji.nio:Starting Thread[qtp1428159682-26 Selector0,5,TGRP-HttpReplicatorTest] on org.eclipse.jetty.io.nio.SelectorManager$1@5043ffed
[junit4:junit4] 2> 2013-05-27 20:54:03.617:INFO:oejs.AbstractConnector:Started SelectChannelConnector@127.0.0.1:51513
[junit4:junit4] 2> 2013-05-27 20:54:03.622:DBUG:oejuc.AbstractLifeCycle:STARTED SelectChannelConnector@127.0.0.1:51513
[junit4:junit4] 2> 2013-05-27 20:54:03.622:DBUG:oejuc.AbstractLifeCycle:STARTED org.eclipse.jetty.server.Server@37190ae9
[junit4:junit4] 2> 2013-05-27 20:54:05.612:DBUG:oejuc.AbstractLifeCycle:stopping org.eclipse.jetty.server.Server@37190ae9
[junit4:junit4] 2> 2013-05-27 20:54:05.612:DBUG:oejuc.AbstractLifeCycle:stopping SelectChannelConnector@127.0.0.1:51513
[junit4:junit4] 2> 2013-05-27 20:54:05.614:DBUG:oejuc.AbstractLifeCycle:stopping org.eclipse.jetty.server.nio.SelectChannelConnector$ConnectorSelectorManager@5fe8bb4c
[junit4:junit4] 2> 2013-05-27 20:54:05.618:DBUG:oeji.nio:Stopped Thread[qtp1428159682-26 Selector0,5,TGRP-HttpReplicatorTest] on org.eclipse.jetty.io.nio.SelectorManager$1@5043ffed
[junit4:junit4] 2> 2013-05-27 20:54:05.632:DBUG:oejuc.AbstractLifeCycle:STOPPED org.eclipse.jetty.server.nio.SelectChannelConnector$ConnectorSelectorManager@5fe8bb4c
[junit4:junit4] 2> 2013-05-27 20:54:05.632:DBUG:oejuc.AbstractLifeCycle:stopping PooledBuffers [0/1024@6144,0/1024@16384,0/1024@-]/PooledBuffers [0/1024@6144,0/1024@32768,0/1024@-]
[junit4:junit4] 2> 2013-05-27 20:54:05.633:DBUG:oejuc.AbstractLifeCycle:STOPPED null/null
[junit4:junit4] 2> 2013-05-27 20:54:05.633:DBUG:oejuc.AbstractLifeCycle:STOPPED SelectChannelConnector@127.0.0.1:0
[junit4:junit4] 2> 2013-05-27 20:54:05.633:DBUG:oejuc.AbstractLifeCycle:stopping org.eclipse.jetty.servlet.ServletHandler@411167f3
[junit4:junit4] 2> 2013-05-27 20:54:05.633:DBUG:oejsh.AbstractHandler:stopping org.eclipse.jetty.servlet.ServletHandler@411167f3
[junit4:junit4] 2> 2013-05-27 20:54:05.633:DBUG:oejuc.AbstractLifeCycle:stopping org.apache.lucene.replicator.http.ReplicationServlet-570848003
[junit4:junit4] 2> 2013-05-27 20:54:05.634:DBUG:oejuc.AbstractLifeCycle:STOPPED org.apache.lucene.replicator.http.ReplicationServlet-570848003
[junit4:junit4] 2> 2013-05-27 20:54:05.634:DBUG:oejuc.AbstractLifeCycle:STOPPED org.eclipse.jetty.servlet.ServletHandler@411167f3
[junit4:junit4] 2> 2013-05-27 20:54:05.634:DBUG:oejsh.AbstractHandler:stopping org.eclipse.jetty.server.Server@37190ae9
[junit4:junit4] 2> 2013-05-27 20:54:05.634:DBUG:oejuc.AbstractLifeCycle:stopping qtp1428159682{8<=8<=8/254,0}
[junit4:junit4] 2> 2013-05-27 20:54:05.707:DBUG:oejuc.AbstractLifeCycle:STOPPED qtp1428159682{8<=0<=0/254,6}
[junit4:junit4] 2> 2013-05-27 20:54:05.708:DBUG:oejuc.AbstractLifeCycle:stopping org.eclipse.jetty.server.session.HashSessionIdManager@7e0e873b
[junit4:junit4] 2> 2013-05-27 20:54:05.708:DBUG:oejuc.AbstractLifeCycle:STOPPED org.eclipse.jetty.server.session.HashSessionIdManager@7e0e873b
[junit4:junit4] 2> 2013-05-27 20:54:05.708:DBUG:oejuc.AbstractLifeCycle:STOPPED org.eclipse.jetty.server.Server@37190ae9
[junit4:junit4] 2> NOTE: reproduce with: ant test -Dtestcase=HttpReplicatorTest -Dtests.method=testBasic -Dtests.seed=D61BF819C5EE930E -Dtests.slow=true -Dtests.locale=sq_AL -Dtests.timezone=Australia/Victoria -Dtests.file.encoding=ISO-8859-1
[junit4:junit4] ERROR 3.21s | HttpReplicatorTest.testBasic <<<
[junit4:junit4] > Throwable #1: org.apache.http.conn.HttpHostConnectException: Connection to http://localhost:51513 refused
[junit4:junit4] > at __randomizedtesting.SeedInfo.seed([D61BF819C5EE930E:7DE1E50C1A321520]:0)
[junit4:junit4] > at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:190)
[junit4:junit4] > at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
[junit4:junit4] > at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
[junit4:junit4] > at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
[junit4:junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
[junit4:junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
[junit4:junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
[junit4:junit4] > at org.apache.lucene.replicator.http.HttpClientBase.executeGET(HttpClientBase.java:178)
[junit4:junit4] > at org.apache.lucene.replicator.http.HttpReplicator.checkForUpdate(HttpReplicator.java:51)
[junit4:junit4] > at org.apache.lucene.replicator.ReplicationClient.doUpdate(ReplicationClient.java:196)
[junit4:junit4] > at org.apache.lucene.replicator.ReplicationClient.updateNow(ReplicationClient.java:402)
[junit4:junit4] > at org.apache.lucene.replicator.http.HttpReplicatorTest.testBasic(HttpReplicatorTest.java:112)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:680)
[junit4:junit4] > Caused by: java.net.ConnectException: Connection refused
[junit4:junit4] > at java.net.PlainSocketImpl.socketConnect(Native Method)
[junit4:junit4] > at java.net.PlainSocketImpl.doConnect(PlainSocketImpl.java:351)
[junit4:junit4] > at java.net.PlainSocketImpl.connectToAddress(PlainSocketImpl.java:213)
[junit4:junit4] > at java.net.PlainSocketImpl.connect(PlainSocketImpl.java:200)
[junit4:junit4] > at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:432)
[junit4:junit4] > at java.net.Socket.connect(Socket.java:529)
[junit4:junit4] > at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
[junit4:junit4] > at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
[junit4:junit4] > ... 48 more
[junit4:junit4] 2> NOTE: test params are: codec=HighCompressionCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=HIGH_COMPRESSION, chunkSize=305), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=HIGH_COMPRESSION, chunkSize=305)), sim=RandomSimilarityProvider(queryNorm=false,coord=no): {}, locale=sq_AL, timezone=Australia/Victoria
[junit4:junit4] 2> NOTE: Mac OS X 10.8.3 x86_64/Apple Inc. 1.6.0_45 (64-bit)/cpus=2,threads=1,free=33138464,total=48693248
[junit4:junit4] 2> NOTE: All tests run in this JVM: [IndexAndTaxonomyRevisionTest, IndexAndTaxonomyReplicationClientTest, IndexReplicationClientTest, HttpReplicatorTest]
[junit4:junit4] Completed in 3.28s, 1 test, 1 error <<< FAILURES!
[...truncated 18 lines...]
BUILD FAILED
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:386: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:366: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:39: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/build.xml:554: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:1827: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/module-build.xml:61: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:1243: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:887: There were test failures: 7 suites, 30 tests, 1 error
Total time: 41 minutes 34 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.6.0 -XX:-UseCompressedOops -XX:+UseSerialGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure
[JENKINS] Lucene-Solr-4.x-MacOSX (64bit/jdk1.6.0) - Build # 495 -
Still Failing!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-MacOSX/495/
Java: 64bit/jdk1.6.0 -XX:+UseCompressedOops -XX:+UseSerialGC
1 tests failed.
FAILED: org.apache.lucene.replicator.http.HttpReplicatorTest.testBasic
Error Message:
Connection to http://localhost:51879 refused
Stack Trace:
org.apache.http.conn.HttpHostConnectException: Connection to http://localhost:51879 refused
at __randomizedtesting.SeedInfo.seed([5B0D4A4BFB403453:F0F7575E249CB27D]:0)
at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:190)
at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
at org.apache.lucene.replicator.http.HttpClientBase.executeGET(HttpClientBase.java:178)
at org.apache.lucene.replicator.http.HttpReplicator.checkForUpdate(HttpReplicator.java:51)
at org.apache.lucene.replicator.ReplicationClient.doUpdate(ReplicationClient.java:196)
at org.apache.lucene.replicator.ReplicationClient.updateNow(ReplicationClient.java:402)
at org.apache.lucene.replicator.http.HttpReplicatorTest.testBasic(HttpReplicatorTest.java:112)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at java.lang.Thread.run(Thread.java:680)
Caused by: java.net.ConnectException: Connection refused
at java.net.PlainSocketImpl.socketConnect(Native Method)
at java.net.PlainSocketImpl.doConnect(PlainSocketImpl.java:351)
at java.net.PlainSocketImpl.connectToAddress(PlainSocketImpl.java:213)
at java.net.PlainSocketImpl.connect(PlainSocketImpl.java:200)
at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:432)
at java.net.Socket.connect(Socket.java:529)
at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
... 48 more
Build Log:
[...truncated 7395 lines...]
[junit4:junit4] Suite: org.apache.lucene.replicator.http.HttpReplicatorTest
[junit4:junit4] 2> 2013-05-27 13:30:01.933:DBUG:oejs.ServletHandler:filterNameMap={}
[junit4:junit4] 2> 2013-05-27 13:30:01.933:DBUG:oejs.ServletHandler:pathFilters=null
[junit4:junit4] 2> 2013-05-27 13:30:01.933:DBUG:oejs.ServletHandler:servletFilterMap=null
[junit4:junit4] 2> 2013-05-27 13:30:01.933:DBUG:oejs.ServletHandler:servletPathMap={/replicate/*=org.apache.lucene.replicator.http.ReplicationServlet-1312420207}
[junit4:junit4] 2> 2013-05-27 13:30:01.933:DBUG:oejs.ServletHandler:servletNameMap={org.apache.lucene.replicator.http.ReplicationServlet-1312420207=org.apache.lucene.replicator.http.ReplicationServlet-1312420207}
[junit4:junit4] 2> 2013-05-27 13:30:02.115:DBUG:oejuc.Container:Container org.eclipse.jetty.server.Server@465098f9 + SelectChannelConnector@0.0.0.0:0 as connector
[junit4:junit4] 2> 2013-05-27 13:30:02.120:DBUG:oejuc.Container:Container org.eclipse.jetty.servlet.ServletHandler@6dee2ea8 + org.apache.lucene.replicator.http.ReplicationServlet-1312420207 as servlet
[junit4:junit4] 2> 2013-05-27 13:30:02.120:DBUG:oejuc.Container:Container org.eclipse.jetty.servlet.ServletHandler@6dee2ea8 + [/replicate/*]=>org.apache.lucene.replicator.http.ReplicationServlet-1312420207 as servletMapping
[junit4:junit4] 2> 2013-05-27 13:30:02.120:DBUG:oejuc.Container:Container org.eclipse.jetty.server.Server@465098f9 + org.eclipse.jetty.servlet.ServletHandler@6dee2ea8 as handler
[junit4:junit4] 2> 2013-05-27 13:30:02.184:DBUG:oejuc.Container:Container org.eclipse.jetty.server.Server@465098f9 - SelectChannelConnector@0.0.0.0:0 as connector
[junit4:junit4] 2> 2013-05-27 13:30:02.184:DBUG:oejuc.Container:Container org.eclipse.jetty.server.Server@465098f9 + SelectChannelConnector@127.0.0.1:0 as connector
[junit4:junit4] 2> 2013-05-27 13:30:02.199:DBUG:oejuc.Container:Container org.eclipse.jetty.server.Server@465098f9 + org.eclipse.jetty.server.session.HashSessionIdManager@20dbd794 as sessionIdManager
[junit4:junit4] 2> 2013-05-27 13:30:02.199:DBUG:oejuc.AbstractLifeCycle:starting org.eclipse.jetty.server.Server@465098f9
[junit4:junit4] 2> 2013-05-27 13:30:02.199:INFO:oejs.Server:jetty-8.1.10.v20130312
[junit4:junit4] 2> 2013-05-27 13:30:02.348:DBUG:oejuc.Container:Container org.eclipse.jetty.server.Server@465098f9 + qtp344787473{8<=0<=0/254,-1} as threadpool
[junit4:junit4] 2> 2013-05-27 13:30:02.349:DBUG:oejuc.AbstractLifeCycle:starting org.eclipse.jetty.servlet.ServletHandler@6dee2ea8
[junit4:junit4] 2> 2013-05-27 13:30:02.372:DBUG:oejs.ServletHandler:filterNameMap={}
[junit4:junit4] 2> 2013-05-27 13:30:02.372:DBUG:oejs.ServletHandler:pathFilters=null
[junit4:junit4] 2> 2013-05-27 13:30:02.372:DBUG:oejs.ServletHandler:servletFilterMap=null
[junit4:junit4] 2> 2013-05-27 13:30:02.372:DBUG:oejs.ServletHandler:servletPathMap={/replicate/*=org.apache.lucene.replicator.http.ReplicationServlet-1312420207}
[junit4:junit4] 2> 2013-05-27 13:30:02.372:DBUG:oejs.ServletHandler:servletNameMap={org.apache.lucene.replicator.http.ReplicationServlet-1312420207=org.apache.lucene.replicator.http.ReplicationServlet-1312420207}
[junit4:junit4] 2> 2013-05-27 13:30:02.372:DBUG:oejsh.AbstractHandler:starting org.eclipse.jetty.servlet.ServletHandler@6dee2ea8
[junit4:junit4] 2> 2013-05-27 13:30:02.372:DBUG:oejuc.AbstractLifeCycle:starting org.apache.lucene.replicator.http.ReplicationServlet-1312420207
[junit4:junit4] 2> 2013-05-27 13:30:02.390:DBUG:oejuc.AbstractLifeCycle:STARTED org.apache.lucene.replicator.http.ReplicationServlet-1312420207
[junit4:junit4] 2> 2013-05-27 13:30:02.390:DBUG:oejuc.AbstractLifeCycle:STARTED org.eclipse.jetty.servlet.ServletHandler@6dee2ea8
[junit4:junit4] 2> 2013-05-27 13:30:02.390:DBUG:oejsh.AbstractHandler:starting org.eclipse.jetty.server.Server@465098f9
[junit4:junit4] 2> 2013-05-27 13:30:02.390:DBUG:oejuc.AbstractLifeCycle:starting org.eclipse.jetty.server.session.HashSessionIdManager@20dbd794
[junit4:junit4] 2> 2013-05-27 13:30:02.391:DBUG:oejuc.AbstractLifeCycle:STARTED org.eclipse.jetty.server.session.HashSessionIdManager@20dbd794
[junit4:junit4] 2> 2013-05-27 13:30:02.391:DBUG:oejuc.AbstractLifeCycle:starting qtp344787473{8<=0<=0/254,-1}
[junit4:junit4] 2> 2013-05-27 13:30:02.510:DBUG:oejuc.AbstractLifeCycle:STARTED qtp344787473{8<=7<=8/254,0}
[junit4:junit4] 2> 2013-05-27 13:30:02.510:DBUG:oejuc.AbstractLifeCycle:starting SelectChannelConnector@127.0.0.1:0
[junit4:junit4] 2> 2013-05-27 13:30:03.933:DBUG:oejuc.AbstractLifeCycle:starting null/null
[junit4:junit4] 2> 2013-05-27 13:30:03.957:DBUG:oejuc.AbstractLifeCycle:STARTED PooledBuffers [0/1024@6144,0/1024@16384,0/1024@-]/PooledBuffers [0/1024@6144,0/1024@32768,0/1024@-]
[junit4:junit4] 2> 2013-05-27 13:30:03.958:DBUG:oejuc.AbstractLifeCycle:starting org.eclipse.jetty.server.nio.SelectChannelConnector$ConnectorSelectorManager@54e674d6
[junit4:junit4] 2> 2013-05-27 13:30:04.009:DBUG:oejuc.AbstractLifeCycle:STARTED org.eclipse.jetty.server.nio.SelectChannelConnector$ConnectorSelectorManager@54e674d6
[junit4:junit4] 2> 2013-05-27 13:30:04.020:DBUG:oeji.nio:Starting Thread[qtp344787473-22 Selector0,5,TGRP-HttpReplicatorTest] on org.eclipse.jetty.io.nio.SelectorManager$1@e5fbbf3
[junit4:junit4] 2> 2013-05-27 13:30:04.020:INFO:oejs.AbstractConnector:Started SelectChannelConnector@127.0.0.1:51879
[junit4:junit4] 2> 2013-05-27 13:30:04.028:DBUG:oejuc.AbstractLifeCycle:STARTED SelectChannelConnector@127.0.0.1:51879
[junit4:junit4] 2> 2013-05-27 13:30:04.028:DBUG:oejuc.AbstractLifeCycle:STARTED org.eclipse.jetty.server.Server@465098f9
[junit4:junit4] 2> 2013-05-27 13:30:09.325:DBUG:oejuc.AbstractLifeCycle:stopping org.eclipse.jetty.server.Server@465098f9
[junit4:junit4] 2> 2013-05-27 13:30:09.326:DBUG:oejuc.AbstractLifeCycle:stopping SelectChannelConnector@127.0.0.1:51879
[junit4:junit4] 2> 2013-05-27 13:30:09.327:DBUG:oejuc.AbstractLifeCycle:stopping org.eclipse.jetty.server.nio.SelectChannelConnector$ConnectorSelectorManager@54e674d6
[junit4:junit4] 2> 2013-05-27 13:30:09.331:DBUG:oeji.nio:Stopped Thread[qtp344787473-22 Selector0,5,TGRP-HttpReplicatorTest] on org.eclipse.jetty.io.nio.SelectorManager$1@e5fbbf3
[junit4:junit4] 2> 2013-05-27 13:30:09.344:DBUG:oejuc.AbstractLifeCycle:STOPPED org.eclipse.jetty.server.nio.SelectChannelConnector$ConnectorSelectorManager@54e674d6
[junit4:junit4] 2> 2013-05-27 13:30:09.344:DBUG:oejuc.AbstractLifeCycle:stopping PooledBuffers [0/1024@6144,0/1024@16384,0/1024@-]/PooledBuffers [0/1024@6144,0/1024@32768,0/1024@-]
[junit4:junit4] 2> 2013-05-27 13:30:09.345:DBUG:oejuc.AbstractLifeCycle:STOPPED null/null
[junit4:junit4] 2> 2013-05-27 13:30:09.345:DBUG:oejuc.AbstractLifeCycle:STOPPED SelectChannelConnector@127.0.0.1:0
[junit4:junit4] 2> 2013-05-27 13:30:09.345:DBUG:oejuc.AbstractLifeCycle:stopping org.eclipse.jetty.servlet.ServletHandler@6dee2ea8
[junit4:junit4] 2> 2013-05-27 13:30:09.345:DBUG:oejsh.AbstractHandler:stopping org.eclipse.jetty.servlet.ServletHandler@6dee2ea8
[junit4:junit4] 2> 2013-05-27 13:30:09.346:DBUG:oejuc.AbstractLifeCycle:stopping org.apache.lucene.replicator.http.ReplicationServlet-1312420207
[junit4:junit4] 2> 2013-05-27 13:30:09.346:DBUG:oejuc.AbstractLifeCycle:STOPPED org.apache.lucene.replicator.http.ReplicationServlet-1312420207
[junit4:junit4] 2> 2013-05-27 13:30:09.346:DBUG:oejuc.AbstractLifeCycle:STOPPED org.eclipse.jetty.servlet.ServletHandler@6dee2ea8
[junit4:junit4] 2> 2013-05-27 13:30:09.346:DBUG:oejsh.AbstractHandler:stopping org.eclipse.jetty.server.Server@465098f9
[junit4:junit4] 2> 2013-05-27 13:30:09.346:DBUG:oejuc.AbstractLifeCycle:stopping qtp344787473{8<=8<=8/254,0}
[junit4:junit4] 2> 2013-05-27 13:30:09.412:DBUG:oejuc.AbstractLifeCycle:STOPPED qtp344787473{8<=0<=0/254,7}
[junit4:junit4] 2> 2013-05-27 13:30:09.412:DBUG:oejuc.AbstractLifeCycle:stopping org.eclipse.jetty.server.session.HashSessionIdManager@20dbd794
[junit4:junit4] 2> 2013-05-27 13:30:09.412:DBUG:oejuc.AbstractLifeCycle:STOPPED org.eclipse.jetty.server.session.HashSessionIdManager@20dbd794
[junit4:junit4] 2> 2013-05-27 13:30:09.412:DBUG:oejuc.AbstractLifeCycle:STOPPED org.eclipse.jetty.server.Server@465098f9
[junit4:junit4] 2> NOTE: reproduce with: ant test -Dtestcase=HttpReplicatorTest -Dtests.method=testBasic -Dtests.seed=5B0D4A4BFB403453 -Dtests.slow=true -Dtests.locale=fr_LU -Dtests.timezone=Asia/Makassar -Dtests.file.encoding=ISO-8859-1
[junit4:junit4] ERROR 8.96s | HttpReplicatorTest.testBasic <<<
[junit4:junit4] > Throwable #1: org.apache.http.conn.HttpHostConnectException: Connection to http://localhost:51879 refused
[junit4:junit4] > at __randomizedtesting.SeedInfo.seed([5B0D4A4BFB403453:F0F7575E249CB27D]:0)
[junit4:junit4] > at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:190)
[junit4:junit4] > at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
[junit4:junit4] > at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
[junit4:junit4] > at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
[junit4:junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
[junit4:junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
[junit4:junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
[junit4:junit4] > at org.apache.lucene.replicator.http.HttpClientBase.executeGET(HttpClientBase.java:178)
[junit4:junit4] > at org.apache.lucene.replicator.http.HttpReplicator.checkForUpdate(HttpReplicator.java:51)
[junit4:junit4] > at org.apache.lucene.replicator.ReplicationClient.doUpdate(ReplicationClient.java:196)
[junit4:junit4] > at org.apache.lucene.replicator.ReplicationClient.updateNow(ReplicationClient.java:402)
[junit4:junit4] > at org.apache.lucene.replicator.http.HttpReplicatorTest.testBasic(HttpReplicatorTest.java:112)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:680)
[junit4:junit4] > Caused by: java.net.ConnectException: Connection refused
[junit4:junit4] > at java.net.PlainSocketImpl.socketConnect(Native Method)
[junit4:junit4] > at java.net.PlainSocketImpl.doConnect(PlainSocketImpl.java:351)
[junit4:junit4] > at java.net.PlainSocketImpl.connectToAddress(PlainSocketImpl.java:213)
[junit4:junit4] > at java.net.PlainSocketImpl.connect(PlainSocketImpl.java:200)
[junit4:junit4] > at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:432)
[junit4:junit4] > at java.net.Socket.connect(Socket.java:529)
[junit4:junit4] > at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
[junit4:junit4] > at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
[junit4:junit4] > ... 48 more
[junit4:junit4] 2> NOTE: test params are: codec=Lucene41, sim=RandomSimilarityProvider(queryNorm=true,coord=no): {}, locale=fr_LU, timezone=Asia/Makassar
[junit4:junit4] 2> NOTE: Mac OS X 10.8.3 x86_64/Apple Inc. 1.6.0_45 (64-bit)/cpus=2,threads=1,free=26957280,total=48693248
[junit4:junit4] 2> NOTE: All tests run in this JVM: [IndexAndTaxonomyRevisionTest, IndexReplicationClientTest, HttpReplicatorTest]
[junit4:junit4] Completed in 9.09s, 1 test, 1 error <<< FAILURES!
[...truncated 21 lines...]
BUILD FAILED
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:386: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:366: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:39: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/build.xml:554: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:1827: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/module-build.xml:61: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:1243: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:887: There were test failures: 7 suites, 30 tests, 1 error
Total time: 50 minutes 33 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.6.0 -XX:+UseCompressedOops -XX:+UseSerialGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure
[JENKINS] Lucene-Solr-4.x-MacOSX (64bit/jdk1.6.0) - Build # 494 -
Still Failing!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-MacOSX/494/
Java: 64bit/jdk1.6.0 -XX:-UseCompressedOops -XX:+UseParallelGC
1 tests failed.
REGRESSION: org.apache.lucene.replicator.http.HttpReplicatorTest.testBasic
Error Message:
Connection to http://localhost:51867 refused
Stack Trace:
org.apache.http.conn.HttpHostConnectException: Connection to http://localhost:51867 refused
at __randomizedtesting.SeedInfo.seed([5CB057324DBDD82A:F74A4A2792615E04]:0)
at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:190)
at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
at org.apache.lucene.replicator.http.HttpClientBase.executeGET(HttpClientBase.java:178)
at org.apache.lucene.replicator.http.HttpReplicator.checkForUpdate(HttpReplicator.java:51)
at org.apache.lucene.replicator.ReplicationClient.doUpdate(ReplicationClient.java:196)
at org.apache.lucene.replicator.ReplicationClient.updateNow(ReplicationClient.java:402)
at org.apache.lucene.replicator.http.HttpReplicatorTest.testBasic(HttpReplicatorTest.java:112)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at java.lang.Thread.run(Thread.java:680)
Caused by: java.net.ConnectException: Connection refused
at java.net.PlainSocketImpl.socketConnect(Native Method)
at java.net.PlainSocketImpl.doConnect(PlainSocketImpl.java:351)
at java.net.PlainSocketImpl.connectToAddress(PlainSocketImpl.java:213)
at java.net.PlainSocketImpl.connect(PlainSocketImpl.java:200)
at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:432)
at java.net.Socket.connect(Socket.java:529)
at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
... 48 more
Build Log:
[...truncated 7437 lines...]
[junit4:junit4] Suite: org.apache.lucene.replicator.http.HttpReplicatorTest
[junit4:junit4] 2> 2013-05-27 08:39:35.222:DBUG:oejs.ServletHandler:filterNameMap={}
[junit4:junit4] 2> 2013-05-27 08:39:35.224:DBUG:oejs.ServletHandler:pathFilters=null
[junit4:junit4] 2> 2013-05-27 08:39:35.224:DBUG:oejs.ServletHandler:servletFilterMap=null
[junit4:junit4] 2> 2013-05-27 08:39:35.224:DBUG:oejs.ServletHandler:servletPathMap={/replicate/*=org.apache.lucene.replicator.http.ReplicationServlet-21006994}
[junit4:junit4] 2> 2013-05-27 08:39:35.224:DBUG:oejs.ServletHandler:servletNameMap={org.apache.lucene.replicator.http.ReplicationServlet-21006994=org.apache.lucene.replicator.http.ReplicationServlet-21006994}
[junit4:junit4] 2> 2013-05-27 08:39:35.339:DBUG:oejuc.Container:Container org.eclipse.jetty.server.Server@5159e154 + SelectChannelConnector@0.0.0.0:0 as connector
[junit4:junit4] 2> 2013-05-27 08:39:35.344:DBUG:oejuc.Container:Container org.eclipse.jetty.servlet.ServletHandler@19958bf9 + org.apache.lucene.replicator.http.ReplicationServlet-21006994 as servlet
[junit4:junit4] 2> 2013-05-27 08:39:35.344:DBUG:oejuc.Container:Container org.eclipse.jetty.servlet.ServletHandler@19958bf9 + [/replicate/*]=>org.apache.lucene.replicator.http.ReplicationServlet-21006994 as servletMapping
[junit4:junit4] 2> 2013-05-27 08:39:35.344:DBUG:oejuc.Container:Container org.eclipse.jetty.server.Server@5159e154 + org.eclipse.jetty.servlet.ServletHandler@19958bf9 as handler
[junit4:junit4] 2> 2013-05-27 08:39:35.381:DBUG:oejuc.Container:Container org.eclipse.jetty.server.Server@5159e154 - SelectChannelConnector@0.0.0.0:0 as connector
[junit4:junit4] 2> 2013-05-27 08:39:35.381:DBUG:oejuc.Container:Container org.eclipse.jetty.server.Server@5159e154 + SelectChannelConnector@127.0.0.1:0 as connector
[junit4:junit4] 2> 2013-05-27 08:39:35.392:DBUG:oejuc.Container:Container org.eclipse.jetty.server.Server@5159e154 + org.eclipse.jetty.server.session.HashSessionIdManager@a578073 as sessionIdManager
[junit4:junit4] 2> 2013-05-27 08:39:35.392:DBUG:oejuc.AbstractLifeCycle:starting org.eclipse.jetty.server.Server@5159e154
[junit4:junit4] 2> 2013-05-27 08:39:35.392:INFO:oejs.Server:jetty-8.1.10.v20130312
[junit4:junit4] 2> 2013-05-27 08:39:35.504:DBUG:oejuc.Container:Container org.eclipse.jetty.server.Server@5159e154 + qtp423106912{8<=0<=0/254,-1} as threadpool
[junit4:junit4] 2> 2013-05-27 08:39:35.504:DBUG:oejuc.AbstractLifeCycle:starting org.eclipse.jetty.servlet.ServletHandler@19958bf9
[junit4:junit4] 2> 2013-05-27 08:39:35.527:DBUG:oejs.ServletHandler:filterNameMap={}
[junit4:junit4] 2> 2013-05-27 08:39:35.527:DBUG:oejs.ServletHandler:pathFilters=null
[junit4:junit4] 2> 2013-05-27 08:39:35.527:DBUG:oejs.ServletHandler:servletFilterMap=null
[junit4:junit4] 2> 2013-05-27 08:39:35.527:DBUG:oejs.ServletHandler:servletPathMap={/replicate/*=org.apache.lucene.replicator.http.ReplicationServlet-21006994}
[junit4:junit4] 2> 2013-05-27 08:39:35.527:DBUG:oejs.ServletHandler:servletNameMap={org.apache.lucene.replicator.http.ReplicationServlet-21006994=org.apache.lucene.replicator.http.ReplicationServlet-21006994}
[junit4:junit4] 2> 2013-05-27 08:39:35.527:DBUG:oejsh.AbstractHandler:starting org.eclipse.jetty.servlet.ServletHandler@19958bf9
[junit4:junit4] 2> 2013-05-27 08:39:35.528:DBUG:oejuc.AbstractLifeCycle:starting org.apache.lucene.replicator.http.ReplicationServlet-21006994
[junit4:junit4] 2> 2013-05-27 08:39:35.561:DBUG:oejuc.AbstractLifeCycle:STARTED org.apache.lucene.replicator.http.ReplicationServlet-21006994
[junit4:junit4] 2> 2013-05-27 08:39:35.561:DBUG:oejuc.AbstractLifeCycle:STARTED org.eclipse.jetty.servlet.ServletHandler@19958bf9
[junit4:junit4] 2> 2013-05-27 08:39:35.561:DBUG:oejsh.AbstractHandler:starting org.eclipse.jetty.server.Server@5159e154
[junit4:junit4] 2> 2013-05-27 08:39:35.561:DBUG:oejuc.AbstractLifeCycle:starting org.eclipse.jetty.server.session.HashSessionIdManager@a578073
[junit4:junit4] 2> 2013-05-27 08:39:35.561:DBUG:oejuc.AbstractLifeCycle:STARTED org.eclipse.jetty.server.session.HashSessionIdManager@a578073
[junit4:junit4] 2> 2013-05-27 08:39:35.561:DBUG:oejuc.AbstractLifeCycle:starting qtp423106912{8<=0<=0/254,-1}
[junit4:junit4] 2> 2013-05-27 08:39:35.575:DBUG:oejuc.AbstractLifeCycle:STARTED qtp423106912{8<=8<=8/254,0}
[junit4:junit4] 2> 2013-05-27 08:39:35.575:DBUG:oejuc.AbstractLifeCycle:starting SelectChannelConnector@127.0.0.1:0
[junit4:junit4] 2> 2013-05-27 08:39:35.843:DBUG:oejuc.AbstractLifeCycle:starting null/null
[junit4:junit4] 2> 2013-05-27 08:39:35.861:DBUG:oejuc.AbstractLifeCycle:STARTED PooledBuffers [0/1024@6144,0/1024@16384,0/1024@-]/PooledBuffers [0/1024@6144,0/1024@32768,0/1024@-]
[junit4:junit4] 2> 2013-05-27 08:39:35.862:DBUG:oejuc.AbstractLifeCycle:starting org.eclipse.jetty.server.nio.SelectChannelConnector$ConnectorSelectorManager@716de067
[junit4:junit4] 2> 2013-05-27 08:39:35.924:DBUG:oejuc.AbstractLifeCycle:STARTED org.eclipse.jetty.server.nio.SelectChannelConnector$ConnectorSelectorManager@716de067
[junit4:junit4] 2> 2013-05-27 08:39:35.928:DBUG:oeji.nio:Starting Thread[qtp423106912-13 Selector0,5,TGRP-HttpReplicatorTest] on org.eclipse.jetty.io.nio.SelectorManager$1@44ed904
[junit4:junit4] 2> 2013-05-27 08:39:35.928:INFO:oejs.AbstractConnector:Started SelectChannelConnector@127.0.0.1:51867
[junit4:junit4] 2> 2013-05-27 08:39:35.930:DBUG:oejuc.AbstractLifeCycle:STARTED SelectChannelConnector@127.0.0.1:51867
[junit4:junit4] 2> 2013-05-27 08:39:35.930:DBUG:oejuc.AbstractLifeCycle:STARTED org.eclipse.jetty.server.Server@5159e154
[junit4:junit4] 2> 2013-05-27 08:39:40.978:DBUG:oejuc.AbstractLifeCycle:stopping org.eclipse.jetty.server.Server@5159e154
[junit4:junit4] 2> 2013-05-27 08:39:40.978:DBUG:oejuc.AbstractLifeCycle:stopping SelectChannelConnector@127.0.0.1:51867
[junit4:junit4] 2> 2013-05-27 08:39:40.991:DBUG:oejuc.AbstractLifeCycle:stopping org.eclipse.jetty.server.nio.SelectChannelConnector$ConnectorSelectorManager@716de067
[junit4:junit4] 2> 2013-05-27 08:39:40.994:DBUG:oeji.nio:Stopped Thread[qtp423106912-13 Selector0,5,TGRP-HttpReplicatorTest] on org.eclipse.jetty.io.nio.SelectorManager$1@44ed904
[junit4:junit4] 2> 2013-05-27 08:39:41.011:DBUG:oejuc.AbstractLifeCycle:STOPPED org.eclipse.jetty.server.nio.SelectChannelConnector$ConnectorSelectorManager@716de067
[junit4:junit4] 2> 2013-05-27 08:39:41.011:DBUG:oejuc.AbstractLifeCycle:stopping PooledBuffers [0/1024@6144,0/1024@16384,0/1024@-]/PooledBuffers [0/1024@6144,0/1024@32768,0/1024@-]
[junit4:junit4] 2> 2013-05-27 08:39:41.012:DBUG:oejuc.AbstractLifeCycle:STOPPED null/null
[junit4:junit4] 2> 2013-05-27 08:39:41.012:DBUG:oejuc.AbstractLifeCycle:STOPPED SelectChannelConnector@127.0.0.1:0
[junit4:junit4] 2> 2013-05-27 08:39:41.012:DBUG:oejuc.AbstractLifeCycle:stopping org.eclipse.jetty.servlet.ServletHandler@19958bf9
[junit4:junit4] 2> 2013-05-27 08:39:41.012:DBUG:oejsh.AbstractHandler:stopping org.eclipse.jetty.servlet.ServletHandler@19958bf9
[junit4:junit4] 2> 2013-05-27 08:39:41.012:DBUG:oejuc.AbstractLifeCycle:stopping org.apache.lucene.replicator.http.ReplicationServlet-21006994
[junit4:junit4] 2> 2013-05-27 08:39:41.013:DBUG:oejuc.AbstractLifeCycle:STOPPED org.apache.lucene.replicator.http.ReplicationServlet-21006994
[junit4:junit4] 2> 2013-05-27 08:39:41.013:DBUG:oejuc.AbstractLifeCycle:STOPPED org.eclipse.jetty.servlet.ServletHandler@19958bf9
[junit4:junit4] 2> 2013-05-27 08:39:41.013:DBUG:oejsh.AbstractHandler:stopping org.eclipse.jetty.server.Server@5159e154
[junit4:junit4] 2> 2013-05-27 08:39:41.013:DBUG:oejuc.AbstractLifeCycle:stopping qtp423106912{8<=8<=8/254,0}
[junit4:junit4] 2> 2013-05-27 08:39:41.075:DBUG:oejuc.AbstractLifeCycle:STOPPED qtp423106912{8<=0<=0/254,5}
[junit4:junit4] 2> 2013-05-27 08:39:41.075:DBUG:oejuc.AbstractLifeCycle:stopping org.eclipse.jetty.server.session.HashSessionIdManager@a578073
[junit4:junit4] 2> 2013-05-27 08:39:41.075:DBUG:oejuc.AbstractLifeCycle:STOPPED org.eclipse.jetty.server.session.HashSessionIdManager@a578073
[junit4:junit4] 2> 2013-05-27 08:39:41.075:DBUG:oejuc.AbstractLifeCycle:STOPPED org.eclipse.jetty.server.Server@5159e154
[junit4:junit4] 2> NOTE: reproduce with: ant test -Dtestcase=HttpReplicatorTest -Dtests.method=testBasic -Dtests.seed=5CB057324DBDD82A -Dtests.slow=true -Dtests.locale=no_NO -Dtests.timezone=Asia/Yakutsk -Dtests.file.encoding=MacRoman
[junit4:junit4] ERROR 7.10s | HttpReplicatorTest.testBasic <<<
[junit4:junit4] > Throwable #1: org.apache.http.conn.HttpHostConnectException: Connection to http://localhost:51867 refused
[junit4:junit4] > at __randomizedtesting.SeedInfo.seed([5CB057324DBDD82A:F74A4A2792615E04]:0)
[junit4:junit4] > at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:190)
[junit4:junit4] > at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
[junit4:junit4] > at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
[junit4:junit4] > at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
[junit4:junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
[junit4:junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
[junit4:junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
[junit4:junit4] > at org.apache.lucene.replicator.http.HttpClientBase.executeGET(HttpClientBase.java:178)
[junit4:junit4] > at org.apache.lucene.replicator.http.HttpReplicator.checkForUpdate(HttpReplicator.java:51)
[junit4:junit4] > at org.apache.lucene.replicator.ReplicationClient.doUpdate(ReplicationClient.java:196)
[junit4:junit4] > at org.apache.lucene.replicator.ReplicationClient.updateNow(ReplicationClient.java:402)
[junit4:junit4] > at org.apache.lucene.replicator.http.HttpReplicatorTest.testBasic(HttpReplicatorTest.java:112)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:680)
[junit4:junit4] > Caused by: java.net.ConnectException: Connection refused
[junit4:junit4] > at java.net.PlainSocketImpl.socketConnect(Native Method)
[junit4:junit4] > at java.net.PlainSocketImpl.doConnect(PlainSocketImpl.java:351)
[junit4:junit4] > at java.net.PlainSocketImpl.connectToAddress(PlainSocketImpl.java:213)
[junit4:junit4] > at java.net.PlainSocketImpl.connect(PlainSocketImpl.java:200)
[junit4:junit4] > at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:432)
[junit4:junit4] > at java.net.Socket.connect(Socket.java:529)
[junit4:junit4] > at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
[junit4:junit4] > at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
[junit4:junit4] > ... 48 more
[junit4:junit4] 2> NOTE: test params are: codec=Lucene42: {}, docValues:{}, sim=DefaultSimilarity, locale=no_NO, timezone=Asia/Yakutsk
[junit4:junit4] 2> NOTE: Mac OS X 10.8.3 x86_64/Apple Inc. 1.6.0_45 (64-bit)/cpus=2,threads=1,free=68983240,total=84017152
[junit4:junit4] 2> NOTE: All tests run in this JVM: [HttpReplicatorTest]
[junit4:junit4] Completed in 9.58s, 1 test, 1 error <<< FAILURES!
[...truncated 27 lines...]
BUILD FAILED
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:386: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:366: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:39: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/build.xml:554: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:1827: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/module-build.xml:61: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:1243: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:887: There were test failures: 7 suites, 30 tests, 1 error
Total time: 50 minutes 41 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.6.0 -XX:-UseCompressedOops -XX:+UseParallelGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure
[JENKINS] Lucene-Solr-4.x-MacOSX (64bit/jdk1.7.0) - Build # 493 -
Still Failing!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-MacOSX/493/
Java: 64bit/jdk1.7.0 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC
1 tests failed.
FAILED: org.apache.solr.cloud.ShardSplitTest.testDistribSearch
Error Message:
Server at http://127.0.0.1:53150 returned non ok status:500, message:Server Error
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: Server at http://127.0.0.1:53150 returned non ok status:500, message:Server Error
at __randomizedtesting.SeedInfo.seed([7383D87736DF1019:F265566F41807025]:0)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:385)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
at org.apache.solr.cloud.ShardSplitTest.splitShard(ShardSplitTest.java:208)
at org.apache.solr.cloud.ShardSplitTest.doTest(ShardSplitTest.java:133)
at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:815)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:601)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at java.lang.Thread.run(Thread.java:722)
Build Log:
[...truncated 9262 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.ShardSplitTest
[junit4:junit4] 2> 504008 T716 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
[junit4:junit4] 2> 504021 T716 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4] 2> Creating dataDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solrtest-ShardSplitTest-1369582939289
[junit4:junit4] 2> 504024 T716 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4] 2> 504025 T717 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4] 2> 504129 T716 oasc.ZkTestServer.run start zk server on port:53143
[junit4:junit4] 2> 504144 T716 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 504164 T723 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3476b7f1 name:ZooKeeperConnection Watcher:127.0.0.1:53143 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 504165 T716 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 504166 T716 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4] 2> 504209 T716 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 504227 T725 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1adf17dc name:ZooKeeperConnection Watcher:127.0.0.1:53143/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 504230 T716 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 504231 T716 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4] 2> 504242 T716 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4] 2> 504305 T716 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4] 2> 504315 T716 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4] 2> 504326 T716 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4] 2> 504328 T716 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4] 2> 504359 T716 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4:junit4] 2> 504360 T716 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4] 2> 504378 T716 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4] 2> 504384 T716 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4] 2> 504417 T716 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4] 2> 504419 T716 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4] 2> 504444 T716 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4] 2> 504446 T716 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4] 2> 504480 T716 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4] 2> 504481 T716 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4] 2> 504508 T716 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 2> 504509 T716 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 2> 504529 T716 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4] 2> 504536 T716 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4] 2> 504574 T716 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4] 2> 504575 T716 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4] 2> 505524 T716 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 505548 T716 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:53146
[junit4:junit4] 2> 505549 T716 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 505550 T716 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 505550 T716 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-controljetty-1369582939891
[junit4:junit4] 2> 505551 T716 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-controljetty-1369582939891/solr.xml
[junit4:junit4] 2> 505552 T716 oasc.CoreContainer.<init> New CoreContainer 1532082892
[junit4:junit4] 2> 505566 T716 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-controljetty-1369582939891/'
[junit4:junit4] 2> 505567 T716 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-controljetty-1369582939891/'
[junit4:junit4] 2> 505847 T716 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 505848 T716 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 505849 T716 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 505850 T716 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 505851 T716 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 505852 T716 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 505852 T716 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 505853 T716 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 505853 T716 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 505854 T716 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 505926 T716 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 505928 T716 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:53143/solr
[junit4:junit4] 2> 505928 T716 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 505931 T716 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 505955 T736 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@389b7341 name:ZooKeeperConnection Watcher:127.0.0.1:53143 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 505957 T716 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 505974 T716 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 506013 T716 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 506016 T738 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4e90dc4 name:ZooKeeperConnection Watcher:127.0.0.1:53143/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 506021 T716 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 506061 T716 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4:junit4] 2> 506101 T716 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4:junit4] 2> 506130 T716 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4] 2> 506141 T716 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53146_
[junit4:junit4] 2> 506150 T716 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:53146_
[junit4:junit4] 2> 506181 T716 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4] 2> 506239 T716 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4] 2> 506259 T716 oasc.Overseer.start Overseer (id=89756987510030339-127.0.0.1:53146_-n_0000000000) starting
[junit4:junit4] 2> 506308 T716 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4:junit4] 2> 506339 T740 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4] 2> 506354 T716 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4] 2> 506379 T716 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4:junit4] 2> 506392 T716 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 506413 T741 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-controljetty-1369582939891/collection1
[junit4:junit4] 2> 506413 T741 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4] 2> 506414 T739 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4] 2> 506416 T741 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 506417 T741 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4] 2> 506440 T741 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-controljetty-1369582939891/collection1/'
[junit4:junit4] 2> 506444 T741 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-controljetty-1369582939891/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 506444 T741 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-controljetty-1369582939891/collection1/lib/README' to classloader
[junit4:junit4] 2> 506556 T741 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 506680 T741 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 506684 T741 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 506691 T741 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> 507764 T741 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 507769 T741 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 507773 T741 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 507794 T741 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 507957 T741 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 507958 T741 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-controljetty-1369582939891/collection1/, dataDir=./org.apache.solr.cloud.ShardSplitTest-1369582939288/control/data/
[junit4:junit4] 2> 507958 T741 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@13952387
[junit4:junit4] 2> 507959 T741 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 507960 T741 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369582939288/control/data
[junit4:junit4] 2> 507960 T741 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ShardSplitTest-1369582939288/control/data/index/
[junit4:junit4] 2> 507961 T741 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ShardSplitTest-1369582939288/control/data/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 507961 T741 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369582939288/control/data/index
[junit4:junit4] 2> 507974 T741 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@2c46cc31 lockFactory=org.apache.lucene.store.NativeFSLockFactory@11afa3b0),segFN=segments_1,generation=1}
[junit4:junit4] 2> 507975 T741 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 507981 T741 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 507982 T741 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 507984 T741 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 507986 T741 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 507989 T741 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 507990 T741 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 507990 T741 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 507992 T741 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 507992 T741 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 508025 T741 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 508042 T741 oass.SolrIndexSearcher.<init> Opening Searcher@5989dbf main
[junit4:junit4] 2> 508044 T741 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ShardSplitTest-1369582939288/control/data/tlog
[junit4:junit4] 2> 508046 T741 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 508047 T741 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 508057 T742 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5989dbf main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 508062 T741 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 508063 T741 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 509487 T739 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 509490 T739 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"1",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"control_collection",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:53146_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:53146"}
[junit4:junit4] 2> 509492 T739 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4] 2> 509492 T739 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4] 2> 509518 T738 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 510069 T741 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 510072 T741 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:53146 collection:control_collection shard:shard1
[junit4:junit4] 2> 510078 T741 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4] 2> 510118 T741 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 510133 T741 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 510134 T741 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 510135 T741 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:53146/collection1/
[junit4:junit4] 2> 510135 T741 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 510136 T741 oasc.SyncStrategy.syncToMe http://127.0.0.1:53146/collection1/ has no replicas
[junit4:junit4] 2> 510136 T741 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:53146/collection1/
[junit4:junit4] 2> 510136 T741 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4] 2> 511050 T739 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 511097 T738 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 511165 T741 oasc.ZkController.register We are http://127.0.0.1:53146/collection1/ and leader is http://127.0.0.1:53146/collection1/
[junit4:junit4] 2> 511166 T741 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:53146
[junit4:junit4] 2> 511168 T741 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 511168 T741 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 511169 T741 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 511177 T741 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 511182 T716 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4] 2> 511183 T716 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 511185 T716 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 511228 T716 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4] 2> 511234 T716 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 511244 T745 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@339726c8 name:ZooKeeperConnection Watcher:127.0.0.1:53143/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 511245 T716 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 511250 T716 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 511268 T716 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4] 2> 512109 T716 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 512116 T716 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:53150
[junit4:junit4] 2> 512119 T716 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 512120 T716 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 512122 T716 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty1-1369582946536
[junit4:junit4] 2> 512123 T716 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty1-1369582946536/solr.xml
[junit4:junit4] 2> 512124 T716 oasc.CoreContainer.<init> New CoreContainer 1578594931
[junit4:junit4] 2> 512125 T716 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty1-1369582946536/'
[junit4:junit4] 2> 512126 T716 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty1-1369582946536/'
[junit4:junit4] 2> 512367 T716 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 512369 T716 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 512369 T716 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 512370 T716 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 512371 T716 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 512372 T716 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 512373 T716 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 512374 T716 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 512375 T716 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 512376 T716 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 512420 T716 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 512422 T716 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:53143/solr
[junit4:junit4] 2> 512425 T716 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 512428 T716 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 512435 T756 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1184cd94 name:ZooKeeperConnection Watcher:127.0.0.1:53143 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 512436 T716 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 512445 T716 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 512478 T716 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 512484 T758 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1e26253a name:ZooKeeperConnection Watcher:127.0.0.1:53143/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 512485 T716 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 512503 T716 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 512631 T739 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 512634 T739 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"1",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"control_collection",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:53146_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:53146"}
[junit4:junit4] 2> 512655 T738 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 512657 T758 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 512658 T745 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 513522 T716 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53150_
[junit4:junit4] 2> 513527 T716 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:53150_
[junit4:junit4] 2> 513537 T758 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 513542 T745 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 513543 T745 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 513555 T758 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 513557 T738 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 513557 T738 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 513585 T759 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty1-1369582946536/collection1
[junit4:junit4] 2> 513586 T759 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 513588 T759 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 513590 T759 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 513597 T759 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty1-1369582946536/collection1/'
[junit4:junit4] 2> 513600 T759 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty1-1369582946536/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 513602 T759 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty1-1369582946536/collection1/lib/README' to classloader
[junit4:junit4] 2> 513746 T759 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 513851 T759 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 513856 T759 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 513873 T759 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> 515330 T759 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 515341 T759 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 515356 T759 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 515374 T759 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 515520 T759 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 515521 T759 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty1-1369582946536/collection1/, dataDir=./org.apache.solr.cloud.ShardSplitTest-1369582939288/jetty1/
[junit4:junit4] 2> 515521 T759 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@13952387
[junit4:junit4] 2> 515523 T759 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 515524 T759 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369582939288/jetty1
[junit4:junit4] 2> 515524 T759 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ShardSplitTest-1369582939288/jetty1/index/
[junit4:junit4] 2> 515525 T759 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ShardSplitTest-1369582939288/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 515528 T759 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369582939288/jetty1/index
[junit4:junit4] 2> 515535 T759 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@52581e5 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4ea77b1b),segFN=segments_1,generation=1}
[junit4:junit4] 2> 515536 T759 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 515543 T759 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 515544 T759 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 515546 T759 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 515547 T759 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 515549 T759 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 515550 T759 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 515551 T759 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 515553 T759 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 515555 T759 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 515602 T759 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 515633 T759 oass.SolrIndexSearcher.<init> Opening Searcher@374afe69 main
[junit4:junit4] 2> 515635 T759 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ShardSplitTest-1369582939288/jetty1/tlog
[junit4:junit4] 2> 515638 T759 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 515640 T759 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 515655 T760 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@374afe69 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 515669 T759 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 515670 T759 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 515722 T739 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 515726 T739 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"2",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:53150_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:53150"}
[junit4:junit4] 2> 515727 T739 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 2
[junit4:junit4] 2> 515727 T739 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4] 2> 515775 T738 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 515776 T745 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 515776 T758 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 516679 T759 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 516680 T759 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:53150 collection:collection1 shard:shard1
[junit4:junit4] 2> 516684 T759 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4] 2> 516727 T759 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 516740 T759 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 516741 T759 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 516742 T759 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:53150/collection1/
[junit4:junit4] 2> 516742 T759 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 516745 T759 oasc.SyncStrategy.syncToMe http://127.0.0.1:53150/collection1/ has no replicas
[junit4:junit4] 2> 516745 T759 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:53150/collection1/
[junit4:junit4] 2> 516746 T759 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4] 2> 517306 T739 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 517337 T738 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 517337 T745 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 517337 T758 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 517395 T759 oasc.ZkController.register We are http://127.0.0.1:53150/collection1/ and leader is http://127.0.0.1:53150/collection1/
[junit4:junit4] 2> 517396 T759 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:53150
[junit4:junit4] 2> 517396 T759 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 517396 T759 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 517397 T759 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 517402 T759 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 517406 T716 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4] 2> 517407 T716 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 517408 T716 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 518235 T716 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 518268 T716 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:53153
[junit4:junit4] 2> 518272 T716 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 518273 T716 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 518274 T716 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty2-1369582952710
[junit4:junit4] 2> 518275 T716 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty2-1369582952710/solr.xml
[junit4:junit4] 2> 518276 T716 oasc.CoreContainer.<init> New CoreContainer 896401939
[junit4:junit4] 2> 518279 T716 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty2-1369582952710/'
[junit4:junit4] 2> 518282 T716 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty2-1369582952710/'
[junit4:junit4] 2> 518544 T716 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 518545 T716 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 518546 T716 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 518547 T716 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 518548 T716 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 518548 T716 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 518549 T716 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 518550 T716 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 518551 T716 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 518551 T716 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 518588 T716 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 518589 T716 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:53143/solr
[junit4:junit4] 2> 518589 T716 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 518594 T716 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 518601 T772 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@328f5673 name:ZooKeeperConnection Watcher:127.0.0.1:53143 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 518604 T716 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 518621 T716 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 518674 T716 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 518694 T774 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7c22d05 name:ZooKeeperConnection Watcher:127.0.0.1:53143/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 518696 T716 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 518739 T716 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 518878 T739 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 518881 T739 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"2",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:53150_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:53150"}
[junit4:junit4] 2> 518918 T745 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 518918 T774 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 518921 T738 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 518921 T758 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 519770 T716 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53153_
[junit4:junit4] 2> 519777 T716 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:53153_
[junit4:junit4] 2> 519786 T774 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 519787 T758 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 519790 T738 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 519790 T738 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 519791 T745 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 519792 T745 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 519800 T758 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 519811 T774 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 519854 T775 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty2-1369582952710/collection1
[junit4:junit4] 2> 519855 T775 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 519864 T775 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 519865 T775 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 519885 T775 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty2-1369582952710/collection1/'
[junit4:junit4] 2> 519887 T775 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty2-1369582952710/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 519887 T775 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty2-1369582952710/collection1/lib/README' to classloader
[junit4:junit4] 2> 520020 T775 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 520166 T775 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 520178 T775 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 520207 T775 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> 521981 T775 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 521998 T775 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 522014 T775 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 522085 T775 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 522661 T775 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 522663 T775 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty2-1369582952710/collection1/, dataDir=./org.apache.solr.cloud.ShardSplitTest-1369582939288/jetty2/
[junit4:junit4] 2> 522664 T775 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@13952387
[junit4:junit4] 2> 522666 T775 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 522673 T775 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369582939288/jetty2
[junit4:junit4] 2> 522674 T775 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ShardSplitTest-1369582939288/jetty2/index/
[junit4:junit4] 2> 522675 T775 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ShardSplitTest-1369582939288/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 522692 T775 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369582939288/jetty2/index
[junit4:junit4] 2> 522731 T775 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@561f37f0 lockFactory=org.apache.lucene.store.NativeFSLockFactory@37aea952),segFN=segments_1,generation=1}
[junit4:junit4] 2> 522732 T775 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 522737 T775 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 522738 T775 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 522739 T775 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 522749 T775 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 522752 T775 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 522753 T775 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 522755 T775 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 522757 T775 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 522759 T775 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 522780 T775 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 522804 T775 oass.SolrIndexSearcher.<init> Opening Searcher@36137a37 main
[junit4:junit4] 2> 522806 T775 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ShardSplitTest-1369582939288/jetty2/tlog
[junit4:junit4] 2> 522807 T775 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 522808 T775 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 522818 T776 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@36137a37 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 522839 T775 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 522840 T775 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 523501 T739 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 523505 T739 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"3",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:53153_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:53153"}
[junit4:junit4] 2> 523506 T739 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4] 2> 523506 T739 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard2
[junit4:junit4] 2> 523547 T738 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 523552 T774 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 523553 T758 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 523554 T745 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 523848 T775 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 523849 T775 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:53153 collection:collection1 shard:shard2
[junit4:junit4] 2> 523854 T775 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4:junit4] 2> 523909 T775 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 523944 T775 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 523946 T775 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 523946 T775 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:53153/collection1/
[junit4:junit4] 2> 523946 T775 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 523947 T775 oasc.SyncStrategy.syncToMe http://127.0.0.1:53153/collection1/ has no replicas
[junit4:junit4] 2> 523947 T775 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:53153/collection1/
[junit4:junit4] 2> 523948 T775 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4:junit4] 2> 525101 T739 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 525176 T774 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 525177 T745 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 525176 T738 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 525180 T758 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 525234 T775 oasc.ZkController.register We are http://127.0.0.1:53153/collection1/ and leader is http://127.0.0.1:53153/collection1/
[junit4:junit4] 2> 525235 T775 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:53153
[junit4:junit4] 2> 525235 T775 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 525236 T775 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 525237 T775 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 525244 T775 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 525250 T716 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4] 2> 525252 T716 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 525253 T716 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 526399 T716 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 526462 T716 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:53156
[junit4:junit4] 2> 526465 T716 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 526467 T716 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 526468 T716 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty3-1369582960560
[junit4:junit4] 2> 526469 T716 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty3-1369582960560/solr.xml
[junit4:junit4] 2> 526470 T716 oasc.CoreContainer.<init> New CoreContainer 319645733
[junit4:junit4] 2> 526472 T716 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty3-1369582960560/'
[junit4:junit4] 2> 526473 T716 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty3-1369582960560/'
[junit4:junit4] 2> 526771 T739 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 526779 T739 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"3",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard2",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:53153_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:53153"}
[junit4:junit4] 2> 526833 T758 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 526834 T738 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 526835 T745 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 526835 T774 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 526874 T716 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 526876 T716 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 526878 T716 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 526879 T716 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 526880 T716 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 526881 T716 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 526895 T716 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 526896 T716 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 526900 T716 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 526903 T716 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 526949 T716 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 526950 T716 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:53143/solr
[junit4:junit4] 2> 526951 T716 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 526957 T716 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 526969 T788 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7a7d205b name:ZooKeeperConnection Watcher:127.0.0.1:53143 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 526973 T716 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 527001 T716 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 527078 T716 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 527084 T790 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@55686678 name:ZooKeeperConnection Watcher:127.0.0.1:53143/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 527087 T716 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 527168 T716 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 528199 T716 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53156_
[junit4:junit4] 2> 528451 T716 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:53156_
[junit4:junit4] 2> 528468 T774 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 528472 T758 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 528473 T738 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 528474 T738 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 528475 T790 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 528476 T745 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 528476 T745 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 528493 T774 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 528501 T758 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 528518 T791 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty3-1369582960560/collection1
[junit4:junit4] 2> 528519 T791 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 528522 T791 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 528522 T791 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 528529 T791 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty3-1369582960560/collection1/'
[junit4:junit4] 2> 528531 T791 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty3-1369582960560/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 528532 T791 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty3-1369582960560/collection1/lib/README' to classloader
[junit4:junit4] 2> 528639 T791 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 528773 T791 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 528784 T791 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 528795 T791 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> 530292 T791 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 530297 T791 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 530309 T791 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 530318 T791 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 530429 T791 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 530431 T791 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty3-1369582960560/collection1/, dataDir=./org.apache.solr.cloud.ShardSplitTest-1369582939288/jetty3/
[junit4:junit4] 2> 530432 T791 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@13952387
[junit4:junit4] 2> 530433 T791 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 530434 T791 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369582939288/jetty3
[junit4:junit4] 2> 530435 T791 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ShardSplitTest-1369582939288/jetty3/index/
[junit4:junit4] 2> 530435 T791 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ShardSplitTest-1369582939288/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 530436 T791 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369582939288/jetty3/index
[junit4:junit4] 2> 530443 T791 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6d7e23a4 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5cd61ef1),segFN=segments_1,generation=1}
[junit4:junit4] 2> 530444 T791 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 530451 T791 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 530454 T791 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 530455 T791 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 530456 T791 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 530457 T791 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 530458 T791 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 530459 T791 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 530460 T791 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 530461 T791 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 530502 T791 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 530520 T791 oass.SolrIndexSearcher.<init> Opening Searcher@51d70eb3 main
[junit4:junit4] 2> 530521 T791 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ShardSplitTest-1369582939288/jetty3/tlog
[junit4:junit4] 2> 530523 T791 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 530524 T791 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 530532 T792 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@51d70eb3 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 530538 T791 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 530539 T791 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 531481 T739 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 531485 T739 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"4",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:53156_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:53156"}
[junit4:junit4] 2> 531486 T739 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4] 2> 531487 T739 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4] 2> 531520 T738 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 531520 T790 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 531521 T758 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 531521 T745 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 531521 T774 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 531548 T791 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 531549 T791 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:53156 collection:collection1 shard:shard1
[junit4:junit4] 2> 531568 T791 oasc.ZkController.register We are http://127.0.0.1:53156/collection1/ and leader is http://127.0.0.1:53150/collection1/
[junit4:junit4] 2> 531569 T791 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:53156
[junit4:junit4] 2> 531569 T791 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4] 2> 531570 T791 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4] 2> ASYNC NEW_CORE C461 name=collection1 org.apache.solr.core.SolrCore@4cd0fe3 url=http://127.0.0.1:53156/collection1 node=127.0.0.1:53156_ C461_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:53156_, base_url=http://127.0.0.1:53156}
[junit4:junit4] 2> 531573 T793 C461 P53156 oasc.RecoveryStrategy.run Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 2> 531578 T791 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 531579 T793 C461 P53156 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4] 2> 531580 T793 C461 P53156 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4] 2> 531580 T793 C461 P53156 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 531587 T793 C461 P53156 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 531619 T716 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4] 2> 531621 T716 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 531622 T716 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 531682 T754 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 4, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4] 2> 532754 T716 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 532787 T716 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:53160
[junit4:junit4] 2> 532796 T716 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 532797 T716 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 532798 T716 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty4-1369582966952
[junit4:junit4] 2> 532799 T716 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty4-1369582966952/solr.xml
[junit4:junit4] 2> 532799 T716 oasc.CoreContainer.<init> New CoreContainer 102009429
[junit4:junit4] 2> 532800 T716 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty4-1369582966952/'
[junit4:junit4] 2> 532801 T716 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty4-1369582966952/'
[junit4:junit4] 2> 533064 T739 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 533069 T739 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"4",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"recovering",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:53156_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:53156"}
[junit4:junit4] 2> 533091 T774 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 533093 T790 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 533093 T745 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 533093 T758 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 533094 T738 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 533213 T716 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 533214 T716 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 533215 T716 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 533216 T716 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 533216 T716 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 533217 T716 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 533218 T716 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 533219 T716 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 533220 T716 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 533221 T716 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 533264 T716 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 533265 T716 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:53143/solr
[junit4:junit4] 2> 533266 T716 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 533276 T716 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 533287 T805 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5cd470f0 name:ZooKeeperConnection Watcher:127.0.0.1:53143 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 533291 T716 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 533305 T716 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 533337 T716 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 533351 T807 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@548aea01 name:ZooKeeperConnection Watcher:127.0.0.1:53143/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 533357 T716 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 533423 T716 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 533687 T754 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 4, state: recovering, checkLive: true, onlyIfLeader: true for: 2 seconds.
[junit4:junit4] 2> 533688 T754 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=4&state=recovering&nodeName=127.0.0.1:53156_&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2006
[junit4:junit4] 2> 534460 T716 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53160_
[junit4:junit4] 2> 534465 T716 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:53160_
[junit4:junit4] 2> 534480 T774 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 534481 T790 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 534482 T758 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 534489 T738 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 534491 T738 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 534495 T745 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 534495 T745 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 534491 T807 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 534502 T790 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 534505 T758 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 534507 T774 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 534525 T808 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty4-1369582966952/collection1
[junit4:junit4] 2> 534526 T808 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 534538 T808 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 534539 T808 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 534548 T808 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty4-1369582966952/collection1/'
[junit4:junit4] 2> 534554 T808 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty4-1369582966952/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 534555 T808 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty4-1369582966952/collection1/lib/README' to classloader
[junit4:junit4] 2> 534727 T808 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 534910 T808 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 534918 T808 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 534929 T808 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> ASYNC NEW_CORE C462 name=collection1 org.apache.solr.core.SolrCore@4cd0fe3 url=http://127.0.0.1:53156/collection1 node=127.0.0.1:53156_ C462_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:53156_, base_url=http://127.0.0.1:53156}
[junit4:junit4] 2> 535691 T793 C462 P53156 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:53150/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4] 2> 535694 T793 C462 P53156 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:53156 START replicas=[http://127.0.0.1:53150/collection1/] nUpdates=100
[junit4:junit4] 2> 535695 T793 C462 P53156 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4] 2> 535699 T793 C462 P53156 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4] 2> 535702 T793 C462 P53156 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4] 2> 535705 T793 C462 P53156 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4] 2> 535706 T793 C462 P53156 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4] 2> 535706 T793 C462 P53156 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:53150/collection1/. core=collection1
[junit4:junit4] 2> 535706 T793 C462 P53156 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> ASYNC NEW_CORE C463 name=collection1 org.apache.solr.core.SolrCore@335cd29 url=http://127.0.0.1:53150/collection1 node=127.0.0.1:53150_ C463_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:53150_, base_url=http://127.0.0.1:53150, leader=true}
[junit4:junit4] 2> 535729 T752 C463 P53150 oasc.SolrCore.execute [collection1] webapp= path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=6
[junit4:junit4] 2> 535756 T753 C463 P53150 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> ASYNC NEW_CORE C464 name=collection1 org.apache.solr.core.SolrCore@335cd29 url=http://127.0.0.1:53150/collection1 node=127.0.0.1:53150_ C464_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:53150_, base_url=http://127.0.0.1:53150, leader=true}
[junit4:junit4] 2> 535813 T753 C464 P53150 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@52581e5 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4ea77b1b),segFN=segments_1,generation=1}
[junit4:junit4] 2> 535833 T753 C464 P53150 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 535851 T753 C464 P53150 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@52581e5 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4ea77b1b),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@52581e5 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4ea77b1b),segFN=segments_2,generation=2}
[junit4:junit4] 2> 535852 T753 C464 P53150 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4] 2> 535853 T753 C464 P53150 oass.SolrIndexSearcher.<init> Opening Searcher@1d728abf realtime
[junit4:junit4] 2> 535855 T753 C464 P53150 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 535856 T753 C464 P53150 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 101
[junit4:junit4] 2> ASYNC NEW_CORE C465 name=collection1 org.apache.solr.core.SolrCore@4cd0fe3 url=http://127.0.0.1:53156/collection1 node=127.0.0.1:53156_ C465_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:53156_, base_url=http://127.0.0.1:53156}
[junit4:junit4] 2> 535859 T793 C465 P53156 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 535860 T793 C465 P53156 oash.SnapPuller.<init> No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 2> 535881 T750 C464 P53150 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 535886 T750 C464 P53150 oasc.SolrCore.execute [collection1] webapp= path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=15
[junit4:junit4] 2> 535892 T793 C465 P53156 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4] 2> 535892 T793 C465 P53156 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4] 2> 535893 T793 C465 P53156 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4] 2> 535908 T751 C464 P53150 oasc.SolrCore.execute [collection1] webapp= path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=5
[junit4:junit4] 2> 535917 T793 C465 P53156 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4] 2> 535951 T793 C465 P53156 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369582939288/jetty3/index.20130526094251184
[junit4:junit4] 2> 535955 T793 C465 P53156 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@620a7b09 lockFactory=org.apache.lucene.store.NativeFSLockFactory@430fe248) fullCopy=false
[junit4:junit4] 2> 535965 T754 C464 P53150 oasc.SolrCore.execute [collection1] webapp= path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0
[junit4:junit4] 2> 535980 T793 C465 P53156 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4] 2> 536018 T793 C465 P53156 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4] 2> 536019 T793 C465 P53156 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4] 2> ASYNC NEW_CORE C466 name=collection1 org.apache.solr.core.SolrCore@4cd0fe3 url=http://127.0.0.1:53156/collection1 node=127.0.0.1:53156_ C466_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:53156_, base_url=http://127.0.0.1:53156}
[junit4:junit4] 2> 536078 T793 C466 P53156 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6d7e23a4 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5cd61ef1),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6d7e23a4 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5cd61ef1),segFN=segments_2,generation=2}
[junit4:junit4] 2> 536080 T793 C466 P53156 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4] 2> 536084 T793 C466 P53156 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4] 2> 536098 T793 C466 P53156 oass.SolrIndexSearcher.<init> Opening Searcher@3be67824 main
[junit4:junit4] 2> 536110 T792 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3be67824 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 536123 T793 C466 P53156 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.ShardSplitTest-1369582939288/jetty3/index.20130526094251184 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ShardSplitTest-1369582939288/jetty3/index.20130526094251184;done=true>>]
[junit4:junit4] 2> 536124 T793 C466 P53156 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.ShardSplitTest-1369582939288/jetty3/index.20130526094251184
[junit4:junit4] 2> 536124 T793 C466 P53156 oasc.CachingDirectoryFactory.closeCacheValue Removing directory before core close: ./org.apache.solr.cloud.ShardSplitTest-1369582939288/jetty3/index.20130526094251184
[junit4:junit4] 2> 536125 T793 C466 P53156 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4] 2> 536125 T793 C466 P53156 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4] 2> 536126 T793 C466 P53156 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 536126 T793 C466 P53156 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 536142 T793 C466 P53156 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4] 2> 536186 T739 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 536199 T739 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"4",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:53156_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:53156"}
[junit4:junit4] 2> 536235 T774 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 536237 T790 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 536238 T738 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 536237 T745 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 536238 T807 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 536238 T758 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 536797 T808 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 536816 T808 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 536821 T808 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 536843 T808 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 537045 T808 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 537046 T808 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty4-1369582966952/collection1/, dataDir=./org.apache.solr.cloud.ShardSplitTest-1369582939288/jetty4/
[junit4:junit4] 2> 537047 T808 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@13952387
[junit4:junit4] 2> 537049 T808 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 537052 T808 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369582939288/jetty4
[junit4:junit4] 2> 537053 T808 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ShardSplitTest-1369582939288/jetty4/index/
[junit4:junit4] 2> 537054 T808 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ShardSplitTest-1369582939288/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 537058 T808 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369582939288/jetty4/index
[junit4:junit4] 2> 537100 T808 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4b7f00e4 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2f488775),segFN=segments_1,generation=1}
[junit4:junit4] 2> 537102 T808 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 537114 T808 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 537121 T808 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 537127 T808 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 537130 T808 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 537132 T808 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 537133 T808 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 537136 T808 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 537137 T808 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 537138 T808 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 537163 T808 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 537181 T808 oass.SolrIndexSearcher.<init> Opening Searcher@570e9d57 main
[junit4:junit4] 2> 537182 T808 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ShardSplitTest-1369582939288/jetty4/tlog
[junit4:junit4] 2> 537184 T808 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 537184 T808 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 537192 T811 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@570e9d57 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 537208 T808 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 537209 T808 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 537780 T739 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 537781 T739 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"5",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:53160_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:53160"}
[junit4:junit4] 2> 537782 T739 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4] 2> 537782 T739 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard2
[junit4:junit4] 2> 537802 T738 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 537804 T774 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 537806 T745 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 537808 T790 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 537810 T758 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 537813 T807 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 538214 T808 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 538215 T808 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:53160 collection:collection1 shard:shard2
[junit4:junit4] 2> 538224 T808 oasc.ZkController.register We are http://127.0.0.1:53160/collection1/ and leader is http://127.0.0.1:53153/collection1/
[junit4:junit4] 2> 538225 T808 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:53160
[junit4:junit4] 2> 538225 T808 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4] 2> 538226 T808 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4] 2> ASYNC NEW_CORE C467 name=collection1 org.apache.solr.core.SolrCore@149ebddb url=http://127.0.0.1:53160/collection1 node=127.0.0.1:53160_ C467_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:53160_, base_url=http://127.0.0.1:53160}
[junit4:junit4] 2> 538228 T812 C467 P53160 oasc.RecoveryStrategy.run Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 2> 538230 T812 C467 P53160 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4] 2> 538234 T812 C467 P53160 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4] 2> 538236 T812 C467 P53160 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 538241 T808 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 538243 T812 C467 P53160 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 538247 T716 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4] 2> 538248 T716 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 538253 T716 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 538323 T766 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 5, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4] 2> 538331 T716 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 538336 T716 oasc.AbstractFullDistribZkTestBase.waitForThingsToLevelOut Wait for recoveries to finish - wait 15 for each attempt
[junit4:junit4] 2> 538337 T716 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):15
[junit4:junit4] 2> 538340 T716 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 539347 T716 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 539361 T739 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 539365 T739 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"5",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard2",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"recovering",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:53160_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:53160"}
[junit4:junit4] 2> 539387 T774 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 539388 T745 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 539390 T738 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 539404 T790 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 539405 T758 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 539404 T807 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 540327 T766 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 5, state: recovering, checkLive: true, onlyIfLeader: true for: 2 seconds.
[junit4:junit4] 2> 540329 T766 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=5&state=recovering&nodeName=127.0.0.1:53160_&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2006
[junit4:junit4] 2> 540355 T716 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 541363 T716 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> C467_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:53160_, base_url=http://127.0.0.1:53160}
[junit4:junit4] 2> 542339 T812 C467 P53160 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:53153/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4] 2> 542340 T812 C467 P53160 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:53160 START replicas=[http://127.0.0.1:53153/collection1/] nUpdates=100
[junit4:junit4] 2> 542342 T812 C467 P53160 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4] 2> 542343 T812 C467 P53160 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4] 2> 542343 T812 C467 P53160 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4] 2> 542345 T812 C467 P53160 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4] 2> 542345 T812 C467 P53160 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4] 2> 542345 T812 C467 P53160 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:53153/collection1/. core=collection1
[junit4:junit4] 2> 542346 T812 C467 P53160 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> ASYNC NEW_CORE C468 name=collection1 org.apache.solr.core.SolrCore@5b2a9c2b url=http://127.0.0.1:53153/collection1 node=127.0.0.1:53153_ C468_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:53153_, base_url=http://127.0.0.1:53153, leader=true}
[junit4:junit4] 2> 542362 T767 C468 P53153 oasc.SolrCore.execute [collection1] webapp= path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=1
[junit4:junit4] 2> 542388 T768 C468 P53153 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 542389 T716 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 542396 T768 C468 P53153 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@561f37f0 lockFactory=org.apache.lucene.store.NativeFSLockFactory@37aea952),segFN=segments_1,generation=1}
[junit4:junit4] 2> 542397 T768 C468 P53153 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 542402 T768 C468 P53153 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@561f37f0 lockFactory=org.apache.lucene.store.NativeFSLockFactory@37aea952),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@561f37f0 lockFactory=org.apache.lucene.store.NativeFSLockFactory@37aea952),segFN=segments_2,generation=2}
[junit4:junit4] 2> 542407 T768 C468 P53153 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4] 2> 542408 T768 C468 P53153 oass.SolrIndexSearcher.<init> Opening Searcher@323da969 realtime
[junit4:junit4] 2> 542409 T768 C468 P53153 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 542409 T768 C468 P53153 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 22
[junit4:junit4] 2> 542412 T812 C467 P53160 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 542412 T812 C467 P53160 oash.SnapPuller.<init> No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 2> 542418 T770 C468 P53153 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 542420 T770 C468 P53153 oasc.SolrCore.execute [collection1] webapp= path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=4
[junit4:junit4] 2> 542423 T812 C467 P53160 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4] 2> 542424 T812 C467 P53160 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4] 2> 542425 T812 C467 P53160 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4] 2> 542431 T766 C468 P53153 oasc.SolrCore.execute [collection1] webapp= path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=1
[junit4:junit4] 2> 542434 T812 C467 P53160 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4] 2> 542438 T812 C467 P53160 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369582939288/jetty4/index.20130526094257701
[junit4:junit4] 2> 542439 T812 C467 P53160 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@2f097eea lockFactory=org.apache.lucene.store.NativeFSLockFactory@5d226aa1) fullCopy=false
[junit4:junit4] 2> 542445 T765 C468 P53153 oasc.SolrCore.execute [collection1] webapp= path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0
[junit4:junit4] 2> 542450 T812 C467 P53160 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4] 2> 542473 T812 C467 P53160 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4] 2> 542474 T812 C467 P53160 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4] 2> 542479 T812 C467 P53160 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4b7f00e4 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2f488775),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4b7f00e4 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2f488775),segFN=segments_2,generation=2}
[junit4:junit4] 2> 542481 T812 C467 P53160 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4] 2> 542482 T812 C467 P53160 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4] 2> 542482 T812 C467 P53160 oass.SolrIndexSearcher.<init> Opening Searcher@5d3f4031 main
[junit4:junit4] 2> 542486 T811 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5d3f4031 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 542488 T812 C467 P53160 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.ShardSplitTest-1369582939288/jetty4/index.20130526094257701 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ShardSplitTest-1369582939288/jetty4/index.20130526094257701;done=true>>]
[junit4:junit4] 2> 542489 T812 C467 P53160 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.ShardSplitTest-1369582939288/jetty4/index.20130526094257701
[junit4:junit4] 2> 542490 T812 C467 P53160 oasc.CachingDirectoryFactory.closeCacheValue Removing directory before core close: ./org.apache.solr.cloud.ShardSplitTest-1369582939288/jetty4/index.20130526094257701
[junit4:junit4] 2> 542491 T812 C467 P53160 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4] 2> 542491 T812 C467 P53160 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4] 2> 542492 T812 C467 P53160 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 542493 T812 C467 P53160 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 542498 T812 C467 P53160 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4] 2> 543395 T716 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 543984 T739 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 543987 T739 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"5",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard2",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:53160_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:53160"}
[junit4:junit4] 2> 544002 T745 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 544013 T738 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 544014 T807 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 544014 T758 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 544016 T774 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 544017 T790 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 544400 T716 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 544403 T716 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: collection1
[junit4:junit4] 2> ASYNC NEW_CORE C469 name=collection1 org.apache.solr.core.SolrCore@1ffd585a url=http://127.0.0.1:53146/collection1 node=127.0.0.1:53146_ C469_STATE=coll:control_collection core:collection1 props:{shard=shard1, state=active, core=collection1, collection=control_collection, node_name=127.0.0.1:53146_, base_url=http://127.0.0.1:53146, leader=true}
[junit4:junit4] 2> 544434 T730 C469 P53146 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 544442 T730 C469 P53146 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@2c46cc31 lockFactory=org.apache.lucene.store.NativeFSLockFactory@11afa3b0),segFN=segments_1,generation=1}
[junit4:junit4] 2> 544444 T730 C469 P53146 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 544446 T730 C469 P53146 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@2c46cc31 lockFactory=org.apache.lucene.store.NativeFSLockFactory@11afa3b0),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@2c46cc31 lockFactory=org.apache.lucene.store.NativeFSLockFactory@11afa3b0),segFN=segments_2,generation=2}
[junit4:junit4] 2> 544446 T730 C469 P53146 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4] 2> 544447 T730 C469 P53146 oass.SolrIndexSearcher.<init> Opening Searcher@2885a876 main
[junit4:junit4] 2> 544449 T730 C469 P53146 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 544450 T742 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2885a876 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 544452 T730 C469 P53146 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 18
[junit4:junit4] 2> ASYNC NEW_CORE C470 name=collection1 org.apache.solr.core.SolrCore@5b2a9c2b url=http://127.0.0.1:53153/collection1 node=127.0.0.1:53153_ C470_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:53153_, base_url=http://127.0.0.1:53153, leader=true}
[junit4:junit4] 2> 544481 T765 C470 P53153 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 544487 T765 C470 P53153 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@561f37f0 lockFactory=org.apache.lucene.store.NativeFSLockFactory@37aea952),segFN=segments_2,generation=2}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@561f37f0 lockFactory=org.apache.lucene.store.NativeFSLockFactory@37aea952),segFN=segments_3,generation=3}
[junit4:junit4] 2> 544488 T765 C470 P53153 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4] 2> 544489 T765 C470 P53153 oass.SolrIndexSearcher.<init> Opening Searcher@b1067d5 main
[junit4:junit4] 2> 544490 T765 C470 P53153 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 544498 T776 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@b1067d5 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 544499 T765 C470 P53153 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:53150/collection1/, StdNode: http://127.0.0.1:53156/collection1/, StdNode: http://127.0.0.1:53160/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4] 2> ASYNC NEW_CORE C471 name=collection1 org.apache.solr.core.SolrCore@335cd29 url=http://127.0.0.1:53150/collection1 node=127.0.0.1:53150_ C471_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:53150_, base_url=http://127.0.0.1:53150, leader=true}
[junit4:junit4] 2> 544514 T749 C471 P53150 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> ASYNC NEW_CORE C472 name=collection1 org.apache.solr.core.SolrCore@149ebddb url=http://127.0.0.1:53160/collection1 node=127.0.0.1:53160_ C472_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:53160_, base_url=http://127.0.0.1:53160}
[junit4:junit4] 2> 544526 T802 C472 P53160 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> ASYNC NEW_CORE C473 name=collection1 org.apache.solr.core.SolrCore@4cd0fe3 url=http://127.0.0.1:53156/collection1 node=127.0.0.1:53156_ C473_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:53156_, base_url=http://127.0.0.1:53156}
[junit4:junit4] 2> 544529 T781 C473 P53156 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 544533 T749 C471 P53150 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@52581e5 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4ea77b1b),segFN=segments_2,generation=2}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@52581e5 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4ea77b1b),segFN=segments_3,generation=3}
[junit4:junit4] 2> 544534 T749 C471 P53150 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4] 2> 544535 T802 C472 P53160 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4b7f00e4 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2f488775),segFN=segments_2,generation=2}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4b7f00e4 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2f488775),segFN=segments_3,generation=3}
[junit4:junit4] 2> 544535 T802 C472 P53160 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4] 2> 544537 T802 C472 P53160 oass.SolrIndexSearcher.<init> Opening Searcher@62de96e8 main
[junit4:junit4] 2> 544537 T749 C471 P53150 oass.SolrIndexSearcher.<init> Opening Searcher@34adecf0 main
[junit4:junit4] 2> 544539 T749 C471 P53150 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 544539 T811 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@62de96e8 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 544538 T802 C472 P53160 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 544541 T802 C472 P53160 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 15
[junit4:junit4] 2> 544542 T760 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@34adecf0 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 544542 T781 C473 P53156 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6d7e23a4 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5cd61ef1),segFN=segments_2,generation=2}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6d7e23a4 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5cd61ef1),segFN=segments_3,generation=3}
[junit4:junit4] 2> 544545 T781 C473 P53156 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4] 2> 544544 T749 C471 P53150 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 31
[junit4:junit4] 2> 544547 T781 C473 P53156 oass.SolrIndexSearcher.<init> Opening Searcher@1cce5986 main
[junit4:junit4] 2> 544549 T781 C473 P53156 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 544550 T792 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1cce5986 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 544551 T781 C473 P53156 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 22
[junit4:junit4] 2> 544554 T765 C470 P53153 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 73
[junit4:junit4] 2> 544557 T716 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 544564 T750 C471 P53150 oasc.SolrCore.execute [collection1] webapp= path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=1
[junit4:junit4] 2> 544570 T783 C473 P53156 oasc.SolrCore.execute [collection1] webapp= path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0
[junit4:junit4] 2> 544576 T767 C470 P53153 oasc.SolrCore.execute [collection1] webapp= path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=1
[junit4:junit4] 2> 544586 T803 C472 P53160 oasc.SolrCore.execute [collection1] webapp= path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=1
[junit4:junit4] 2> 546599 T730 C469 P53146 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {deleteByQuery=*:* (-1436111844789977088)} 0 2
[junit4:junit4] 2> 546632 T783 C473 P53156 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={update.distrib=FROMLEADER&_version_=-1436111844800462848&update.from=http://127.0.0.1:53150/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1436111844800462848)} 0 3
[junit4:junit4] 2> 546635 T803 C472 P53160 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={update.distrib=FROMLEADER&_version_=-1436111844820385792&update.from=http://127.0.0.1:53153/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1436111844820385792)} 0 2
[junit4:junit4] 2> 546638 T767 C470 P53153 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={update.distrib=TOLEADER&wt=javabin&version=2} {deleteByQuery=*:* (-1436111844820385792)} 0 12
[junit4:junit4] 2> 546640 T750 C471 P53150 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {deleteByQuery=*:* (-1436111844800462848)} 0 35
[junit4:junit4] 2> 546657 T731 C469 P53146 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[a!0 (1436111844850794496)]} 0 3
[junit4:junit4] 2> 546673 T798 C472 P53160 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53153/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[a!0 (1436111844863377408)]} 0 2
[junit4:junit4] 2> 546675 T768 C470 P53153 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53150/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[a!0 (1436111844863377408)]} 0 8
[junit4:junit4] 2> 546690 T751 C471 P53150 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[a!0]} 0 28
[junit4:junit4] 2> 546697 T732 C469 P53146 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[b!1 (1436111844892737536)]} 0 2
[junit4:junit4] 2> 546720 T784 C473 P53156 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53150/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[b!1 (1436111844910563328)]} 0 2
[junit4:junit4] 2> 546722 T754 C471 P53150 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53153/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[b!1 (1436111844910563328)]} 0 10
[junit4:junit4] 2> 546725 T769 C470 P53153 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[b!1]} 0 23
[junit4:junit4] 2> 546730 T733 C469 P53146 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[c!2 (1436111844928389120)]} 0 1
[junit4:junit4] 2> 546741 T785 C473 P53156 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53150/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[c!2 (1436111844934680576)]} 0 2
[junit4:junit4] 2> 546743 T752 C471 P53150 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[c!2 (1436111844934680576)]} 0 9
[junit4:junit4] 2> 546748 T734 C469 P53146 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[d!3 (1436111844947263488)]} 0 1
[junit4:junit4] 2> 546762 T799 C472 P53160 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53153/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[d!3 (1436111844956700672)]} 0 2
[junit4:junit4] 2> 546764 T770 C470 P53153 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53150/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[d!3 (1436111844956700672)]} 0 8
[junit4:junit4] 2> 546766 T753 C471 P53150 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[d!3]} 0 13
[junit4:junit4] 2> 546771 T729 C469 P53146 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[e!4 (1436111844971380736)]} 0 1
[junit4:junit4] 2> 546780 T800 C472 P53160 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53153/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[e!4 (1436111844976623616)]} 0 1
[junit4:junit4] 2> 546791 T766 C470 P53153 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[e!4 (1436111844976623616)]} 0 16
[junit4:junit4] 2> 546796 T730 C469 P53146 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[f!5 (1436111844998643712)]} 0 1
[junit4:junit4] 2> 546809 T801 C472 P53160 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53153/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[f!5 (1436111845007032320)]} 0 1
[junit4:junit4] 2> 546810 T765 C470 P53153 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53150/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[f!5 (1436111845007032320)]} 0 7
[junit4:junit4] 2> 546812 T749 C471 P53150 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[f!5]} 0 12
[junit4:junit4] 2> 546817 T731 C469 P53146 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[g!6 (1436111845019615232)]} 0 1
[junit4:junit4] 2> 546831 T786 C473 P53156 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53150/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[g!6 (1436111845030100992)]} 0 1
[junit4:junit4] 2> 546833 T750 C471 P53150 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53153/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[g!6 (1436111845030100992)]} 0 7
[junit4:junit4] 2> 546835 T767 C470 P53153 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[g!6]} 0 13
[junit4:junit4] 2> 546840 T732 C469 P53146 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[h!7 (1436111845043732480)]} 0 1
[junit4:junit4] 2> 546852 T782 C473 P53156 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53150/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[h!7 (1436111845053169664)]} 0 1
[junit4:junit4] 2> 546854 T751 C471 P53150 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53153/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[h!7 (1436111845053169664)]} 0 7
[junit4:junit4] 2> 546856 T768 C470 P53153 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[h!7]} 0 12
[junit4:junit4] 2> 546861 T733 C469 P53146 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[i!8 (1436111845066801152)]} 0 1
[junit4:junit4] 2> 546879 T781 C473 P53156 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53150/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[i!8 (1436111845075189760)]} 0 7
[junit4:junit4] 2> 546881 T754 C471 P53150 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53153/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[i!8 (1436111845075189760)]} 0 12
[junit4:junit4] 2> 546883 T769 C470 P53153 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[i!8]} 0 17
[junit4:junit4] 2> 546898 T734 C469 P53146 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[j!9 (1436111845105598464)]} 0 1
[junit4:junit4] 2> 546911 T783 C473 P53156 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53150/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[j!9 (1436111845115035648)]} 0 1
[junit4:junit4] 2> 546913 T752 C471 P53150 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53153/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[j!9 (1436111845115035648)]} 0 7
[junit4:junit4] 2> 546915 T770 C470 P53153 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[j!9]} 0 12
[junit4:junit4] 2> 546921 T730 C469 P53146 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[k!10 (1436111845128667136)]} 0 1
[junit4:junit4] 2> 546963 T784 C473 P53156 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53150/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[k!10 (1436111845148590080)]} 0 1
[junit4:junit4] 2> 546965 T753 C471 P53150 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53153/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[k!10 (1436111845148590080)]} 0 26
[junit4:junit4] 2> 546967 T766 C470 P53153 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[k!10]} 0 40
[junit4:junit4] 2> 546972 T731 C469 P53146 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[l!11 (1436111845182144512)]} 0 1
[junit4:junit4] 2> 546984 T802 C472 P53160 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53153/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[l!11 (1436111845191581696)]} 0 1
[junit4:junit4] 2> 546986 T765 C470 P53153 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53150/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[l!11 (1436111845191581696)]} 0 7
[junit4:junit4] 2> 546998 T749 C471 P53150 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[l!11]} 0 22
[junit4:junit4] 2> 547003 T732 C469 P53146 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[m!12 (1436111845215698944)]} 0 1
[junit4:junit4] 2> 547013 T803 C472 P53160 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53153/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[m!12 (1436111845220941824)]} 0 1
[junit4:junit4] 2> 547014 T768 C470 P53153 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[m!12 (1436111845220941824)]} 0 6
[junit4:junit4] 2> 547027 T733 C469 P53146 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[n!13 (1436111845239816192)]} 0 2
[junit4:junit4] 2> 547037 T785 C473 P53156 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53150/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[n!13 (1436111845246107648)]} 0 2
[junit4:junit4] 2> 547038 T751 C471 P53150 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[n!13 (1436111845246107648)]} 0 7
[junit4:junit4] 2> 547047 T734 C469 P53146 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[o!14 (1436111845260787712)]} 0 1
[junit4:junit4] 2> 547066 T799 C472 P53160 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53153/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[o!14 (1436111845271273472)]} 0 1
[junit4:junit4] 2> 547068 T769 C470 P53153 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[o!14 (1436111845271273472)]} 0 12
[junit4:junit4] 2> 547074 T729 C469 P53146 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[p!15 (1436111845290147840)]} 0 1
[junit4:junit4] 2> 547087 T782 C473 P53156 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53150/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[p!15 (1436111845298536448)]} 0 1
[junit4:junit4] 2> 547089 T754 C471 P53150 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53153/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[p!15 (1436111845298536448)]} 0 7
[junit4:junit4] 2> 547091 T770 C470 P53153 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[p!15]} 0 12
[junit4:junit4] 2> 547096 T730 C469 P53146 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[q!16 (1436111845313216512)]} 0 1
[junit4:junit4] 2> 547108 T781 C473 P53156 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53150/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[q!16 (1436111845321605120)]} 0 1
[junit4:junit4] 2> 547110 T752 C471 P53150 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53153/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[q!16 (1436111845321605120)]} 0 6
[junit4:junit4] 2> 547112 T766 C470 P53153 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[q!16]} 0 11
[junit4:junit4] 2> 547118 T731 C469 P53146 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[r!17 (1436111845334188032)]} 0 2
[junit4:junit4] 2> 547127 T800 C472 P53160 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53153/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[r!17 (1436111845340479488)]} 0 1
[junit4:junit4] 2> 547129 T765 C470 P53153 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[r!17 (1436111845340479488)]} 0 7
[junit4:junit4] 2> 547137 T732 C469 P53146 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[s!18 (1436111845355159552)]} 0 1
[junit4:junit4] 2> 547148 T783 C473 P53156 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53150/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[s!18 (1436111845361451008)]} 0 3
[junit4:junit4] 2> 547151 T753 C471 P53150 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[s!18 (1436111845361451008)]} 0 10
[junit4:junit4] 2> 547169 T733 C469 P53146 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[t!19 (1436111845382422528)]} 0 7
[junit4:junit4] 2> 547180 T784 C473 P53156 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53150/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[t!19 (1436111845396054016)]} 0 0
[junit4:junit4] 2> 547182 T750 C471 P53150 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[t!19 (1436111845396054016)]} 0 8
[junit4:junit4] 2> 547188 T734 C469 P53146 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[u!20 (1436111845409685504)]} 0 1
[junit4:junit4] 2> 547206 T801 C472 P53160 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53153/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[u!20 (1436111845421219840)]} 0 1
[junit4:junit4] 2> 547218 T767 C470 P53153 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[u!20 (1436111845421219840)]} 0 20
[junit4:junit4] 2> 547226 T729 C469 P53146 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[v!21 (1436111845448482816)]} 0 1
[junit4:junit4] 2> 547236 T786 C473 P53156 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53150/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[v!21 (1436111845454774272)]} 0 1
[junit4:junit4] 2> 547238 T749 C471 P53150 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[v!21 (1436111845454774272)]} 0 8
[junit4:junit4] 2> 547243 T730 C469 P53146 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[w!22 (1436111845466308608)]} 0 1
[junit4:junit4] 2> 547266 T785 C473 P53156 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53150/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[w!22 (1436111845486231552)]} 0 1
[junit4:junit4] 2> 547267 T751 C471 P53150 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53153/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[w!22 (1436111845486231552)]} 0 6
[junit4:junit4] 2> 547269 T768 C470 P53153 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[w!22]} 0 14
[junit4:junit4] 2> 547275 T731 C469 P53146 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[x!23 (1436111845499863040)]} 0 1
[junit4:junit4] 2> 547284 T802 C472 P53160 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53153/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[x!23 (1436111845506154496)]} 0 1
[junit4:junit4] 2> 547286 T769 C470 P53153 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[x!23 (1436111845506154496)]} 0 7
[junit4:junit4] 2> 547292 T732 C469 P53146 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[y!24 (1436111845517688832)]} 0 1
[junit4:junit4] 2> 547302 T798 C472 P53160 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53153/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[y!24 (1436111845525028864)]} 0 1
[junit4:junit4] 2> 547304 T770 C470 P53153 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[y!24 (1436111845525028864)]} 0 7
[junit4:junit4] 2> 547309 T733 C469 P53146 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[z!25 (1436111845535514624)]} 0 1
[junit4:junit4] 2> 547318 T782 C473 P53156 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53150/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[z!25 (1436111845541806080)]} 0 1
[junit4:junit4] 2> 547320 T754 C471 P53150 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[z!25 (1436111845541806080)]} 0 7
[junit4:junit4] 2> 547325 T729 C469 P53146 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[a!26 (1436111845552291840)]} 0 1
[junit4:junit4] 2> 547338 T803 C472 P53160 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53153/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[a!26 (1436111845562777600)]} 0 1
[junit4:junit4] 2> 547340 T766 C470 P53153 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53150/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[a!26 (1436111845562777600)]} 0 7
[junit4:junit4] 2> 547342 T752 C471 P53150 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[a!26]} 0 12
[junit4:junit4] 2> 547352 T730 C469 P53146 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[b!27 (1436111845579554816)]} 0 4
[junit4:junit4] 2> 547365 T781 C473 P53156 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53150/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[b!27 (1436111845591089152)]} 0 1
[junit4:junit4] 2> 547367 T753 C471 P53150 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[b!27 (1436111845591089152)]} 0 7
[junit4:junit4] 2> 547373 T731 C469 P53146 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[c!28 (1436111845602623488)]} 0 1
[junit4:junit4] 2> 547381 T783 C473 P53156 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53150/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[c!28 (1436111845607866368)]} 0 0
[junit4:junit4] 2> 547383 T750 C471 P53150 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[c!28 (1436111845607866368)]} 0 6
[junit4:junit4] 2> 547388 T732 C469 P53146 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[d!29 (1436111845619400704)]} 0 1
[junit4:junit4] 2> 547401 T799 C472 P53160 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53153/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[d!29 (1436111845627789312)]} 0 1
[junit4:junit4] 2> 547403 T765 C470 P53153 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53150/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[d!29 (1436111845627789312)]} 0 7
[junit4:junit4] 2> 547404 T751 C471 P53150 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[d!29]} 0 11
[junit4:junit4] 2> 547409 T734 C469 P53146 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[e!30 (1436111845641420800)]} 0 1
[junit4:junit4] 2> 547419 T800 C472 P53160 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53153/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[e!30 (1436111845646663680)]} 0 1
[junit4:junit4] 2> 547421 T768 C470 P53153 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[e!30 (1436111845646663680)]} 0 7
[junit4:junit4] 2> 547426 T733 C469 P53146 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[f!31 (1436111845658198016)]} 0 1
[junit4:junit4] 2> 547439 T802 C472 P53160 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53153/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[f!31 (1436111845667635200)]} 0 1
[junit4:junit4] 2> 547441 T769 C470 P53153 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53150/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[f!31 (1436111845667635200)]} 0 6
[junit4:junit4] 2> 547443 T754 C471 P53150 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[f!31]} 0 13
[junit4:junit4] 2> 547456 T729 C469 P53146 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[g!32 (1436111845689655296)]} 0 1
[junit4:junit4] 2> 547469 T784 C473 P53156 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53150/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[g!32 (1436111845699092480)]} 0 1
[junit4:junit4] 2> 547471 T752 C471 P53150 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[g!32 (1436111845699092480)]} 0 7
[junit4:junit4] 2> 547477 T730 C469 P53146 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[h!33 (1436111845711675392)]} 0 1
[junit4:junit4] 2> 547490 T785 C473 P53156 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53150/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[h!33 (1436111845721112576)]} 0 2
[junit4:junit4] 2> 547492 T753 C471 P53150 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53153/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[h!33 (1436111845721112576)]} 0 7
[junit4:junit4] 2> 547493 T770 C470 P53153 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[h!33]} 0 12
[junit4:junit4] 2> 547498 T731 C469 P53146 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[i!34 (1436111845733695488)]} 0 1
[junit4:junit4] 2> 547516 T782 C473 P53156 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53150/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[i!34 (1436111845739986944)]} 0 1
[junit4:junit4] 2> 547518 T749 C471 P53150 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[i!34 (1436111845739986944)]} 0 15
[junit4:junit4] 2> 547527 T732 C469 P53146 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[j!35 (1436111845764104192)]} 0 1
[junit4:junit4] 2> 547540 T781 C473 P53156 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53150/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[j!35 (1436111845773541376)]} 0 1
[junit4:junit4] 2> 547542 T750 C471 P53150 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53153/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[j!35 (1436111845773541376)]} 0 7
[junit4:junit4] 2> 547544 T766 C470 P53153 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[j!35]} 0 12
[junit4:junit4] 2> 547550 T734 C469 P53146 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[k!36 (1436111845788221440)]} 0 2
[junit4:junit4] 2> ASYNC NEW_CORE C474 name=collection1 org.apache.solr.core.SolrCore@4cd0fe3 url=http://127.0.0.1:53156/collection1 node=127.0.0.1:53156_ C474_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:53156_, base_url=http://127.0.0.1:53156}
[junit4:junit4] 2> 547573 T783 C474 P53156 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53150/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[k!36 (1436111845808144384)]} 0 1
[junit4:junit4] 2> ASYNC NEW_CORE C475 name=collection1 org.apache.solr.core.SolrCore@335cd29 url=http://127.0.0.1:53150/collection1 node=127.0.0.1:53150_ C475_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:53150_, base_url=http://127.0.0.1:53150, leader=true}
[junit4:junit4] 2> 547575 T751 C475 P53150 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53153/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[k!36 (1436111845808144384)]} 0 7
[junit4:junit4] 2> ASYNC NEW_CORE C476 name=collection1 org.apache.solr.core.SolrCore@5b2a9c2b url=http://127.0.0.1:53153/collection1 node=127.0.0.1:53153_ C476_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:53153_, base_url=http://127.0.0.1:53153, leader=true}
[junit4:junit4] 2> 547577 T765 C476 P53153 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[k!36]} 0 23
[junit4:junit4] 2> ASYNC NEW_CORE C477 name=collection1 org.apache.solr.core.SolrCore@1ffd585a url=http://127.0.0.1:53146/collection1 node=127.0.0.1:53146_ C477_STATE=coll:control_collection core:collection1 props:{shard=shard1, state=active, core=collection1, collection=control_collection, node_name=127.0.0.1:53146_, base_url=http://127.0.0.1:53146, leader=true}
[junit4:junit4] 2> 547583 T733 C477 P53146 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[l!37 (1436111845822824448)]} 0 2
[junit4:junit4] 2> ASYNC NEW_CORE C478 name=collection1 org.apache.solr.core.SolrCore@149ebddb url=http://127.0.0.1:53160/collection1 node=127.0.0.1:53160_ C478_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:53160_, base_url=http://127.0.0.1:53160}
[junit4:junit4] 2> 547599 T798 C478 P53160 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53153/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[l!37 (1436111845835407360)]} 0 1
[junit4:junit4] 2> 547600 T767 C476 P53153 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[l!37 (1436111845835407360)]} 0 6
[junit4:junit4] 2> 547615 T729 C477 P53146 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[m!38 (1436111845857427456)]} 0 1
[junit4:junit4] 2> 547630 T803 C478 P53160 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53153/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[m!38 (1436111845866864640)]} 0 1
[junit4:junit4] 2> 547631 T768 C476 P53153 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53150/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[m!38 (1436111845866864640)]} 0 8
[junit4:junit4] 2> 547633 T754 C475 P53150 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[m!38]} 0 13
[junit4:junit4] 2> 547638 T730 C477 P53146 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[n!39 (1436111845880496128)]} 0 1
[junit4:junit4] 2> 547647 T786 C474 P53156 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53150/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[n!39 (1436111845886787584)]} 0 1
[junit4:junit4] 2> 547649 T752 C475 P53150 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[n!39 (1436111845886787584)]} 0 7
[junit4:junit4] 2> 547654 T731 C477 P53146 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[o!40 (1436111845897273344)]} 0 1
[junit4:junit4] 2> 547666 T799 C478 P53160 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53153/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[o!40 (1436111845906710528)]} 0 1
[junit4:junit4] 2> 547668 T769 C476 P53153 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53150/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[o!40 (1436111845906710528)]} 0 7
[junit4:junit4] 2> 547670 T753 C475 P53150 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[o!40]} 0 12
[junit4:junit4] 2> 547675 T732 C477 P53146 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[p!41 (1436111845919293440)]} 0 1
[junit4:junit4] 2> 547696 T784 C474 P53156 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53150/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[p!41 (1436111845930827776)]} 0 4
[junit4:junit4] 2> 547698 T749 C475 P53150 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[p!41 (1436111845930827776)]} 0 13
[junit4:junit4] 2> 547706 T734 C477 P53146 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[q!42 (1436111845951799296)]} 0 1
[junit4:junit4] 2> 547716 T785 C474 P53156 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53150/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[q!42 (1436111845957042176)]} 0 1
[junit4:junit4] 2> 547718 T750 C475 P53150 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[q!42 (1436111845957042176)]} 0 8
[junit4:junit4] 2> 547723 T733 C477 P53146 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[r!43 (1436111845969625088)]} 0 1
[junit4:junit4] 2> 547733 T801 C478 P53160 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53153/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[r!43 (1436111845976965120)]} 0 1
[junit4:junit4] 2> 547735 T770 C476 P53153 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[r!43 (1436111845976965120)]} 0 6
[junit4:junit4] 2> 547740 T730 C477 P53146 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[s!44 (1436111845988499456)]} 0 1
[junit4:junit4] 2> 547753 T782 C474 P53156 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53150/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[s!44 (1436111845996888064)]} 0 0
[junit4:junit4] 2> 547755 T751 C475 P53150 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53153/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[s!44 (1436111845996888064)]} 0 7
[junit4:junit4] 2> 547757 T766 C476 P53153 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[s!44]} 0 13
[junit4:junit4] 2> 547762 T731 C477 P53146 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[t!45 (1436111846010519552)]} 0 1
[junit4:junit4] 2> 547771 T781 C474 P53156 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53150/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[t!45 (1436111846015762432)]} 0 1
[junit4:junit4] 2> 547772 T754 C475 P53150 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[t!45 (1436111846015762432)]} 0 6
[junit4:junit4] 2> 547780 T732 C477 P53146 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[u!46 (1436111846030442496)]} 0 1
[junit4:junit4] 2> 547798 T800 C478 P53160 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53153/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[u!46 (1436111846040928256)]} 0 1
[junit4:junit4] 2> 547800 T765 C476 P53153 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[u!46 (1436111846040928256)]} 0 10
[junit4:junit4] 2> 547805 T734 C477 P53146 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[v!47 (1436111846055608320)]} 0 1
[junit4:junit4] 2> 547822 T783 C474 P53156 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53150/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[v!47 (1436111846066094080)]} 0 1
[junit4:junit4] 2> 547824 T752 C475 P53150 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53153/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[v!47 (1436111846066094080)]} 0 10
[junit4:junit4] 2> 547825 T767 C476 P53153 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[v!47]} 0 15
[junit4:junit4] 2> 547830 T729 C477 P53146 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[w!48 (1436111846082871296)]} 0 1
[junit4:junit4] 2> 547844 T786 C474 P53156 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53150/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[w!48 (1436111846091259904)]} 0 2
[junit4:junit4] 2> 547845 T749 C475 P53150 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53153/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[w!48 (1436111846091259904)]} 0 7
[junit4:junit4] 2> 547847 T769 C476 P53153 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[w!48]} 0 12
[junit4:junit4] 2> 547852 T733 C477 P53146 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[x!49 (1436111846104891392)]} 0 2
[junit4:junit4] 2> 547864 T802 C478 P53160 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53153/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[x!49 (1436111846114328576)]} 0 1
[junit4:junit4] 2> 547866 T770 C476 P53153 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53150/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[x!49 (1436111846114328576)]} 0 6
[junit4:junit4] 2> 547868 T750 C475 P53150 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[x!49]} 0 12
[junit4:junit4] 2> 547873 T730 C477 P53146 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[y!50 (1436111846127960064)]} 0 1
[junit4:junit4] 2> 547894 T803 C478 P53160 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53153/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[y!50 (1436111846144737280)]} 0 1
[junit4:junit4] 2> 547896 T766 C476 P53153 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53150/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[y!50 (1436111846144737280)]} 0 7
[junit4:junit4] 2> 547897 T751 C475 P53150 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[y!50]} 0 17
[junit4:junit4] 2> 547902 T731 C477 P53146 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[z!51 (1436111846158368768)]} 0 1
[junit4:junit4] 2> 547915 T784 C474 P53156 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53150/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[z!51 (1436111846166757376)]} 0 1
[junit4:junit4] 2> 547918 T754 C475 P53150 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[z!51 (1436111846166757376)]} 0 9
[junit4:junit4] 2> 547923 T732 C477 P53146 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[a!52 (1436111846180388864)]} 0 1
[junit4:junit4] 2> 547937 T799 C478 P53160 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53153/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[a!52 (1436111846189826048)]} 0 1
[junit4:junit4] 2> 547938 T765 C476 P53153 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53150/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[a!52 (1436111846189826048)]} 0 6
[junit4:junit4] 2> 547940 T753 C475 P53150 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[a!52]} 0 12
[junit4:junit4] 2> 547945 T734 C477 P53146 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[b!53 (1436111846202408960)]} 0 1
[junit4:junit4] 2> 547955 T782 C474 P53156 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53150/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[b!53 (1436111846207651840)]} 0 2
[junit4:junit4] 2> 547956 T752 C475 P53150 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[b!53 (1436111846207651840)]} 0 7
[junit4:junit4] 2> 547961 T729 C477 P53146 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[c!54 (1436111846220234752)]} 0 0
[junit4:junit4] 2> 547981 T781 C474 P53156 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53150/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[c!54 (1436111846230720512)]} 0 3
[junit4:junit4] 2> 547984 T749 C475 P53150 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53153/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[c!54 (1436111846230720512)]} 0 13
[junit4:junit4] 2> 547985 T768 C476 P53153 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[c!54]} 0 17
[junit4:junit4] 2> 547995 T733 C477 P53146 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[d!55 (1436111846254837760)]} 0 1
[junit4:junit4] 2> 548008 T801 C478 P53160 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53153/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[d!55 (1436111846264274944)]} 0 1
[junit4:junit4] 2> 548009 T767 C476 P53153 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53150/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[d!55 (1436111846264274944)]} 0 6
[junit4:junit4] 2> 548011 T750 C475 P53150 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[d!55]} 0 12
[junit4:junit4] 2> 548016 T730 C477 P53146 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[e!56 (1436111846276857856)]} 0 1
[junit4:junit4] 2> 548029 T800 C478 P53160 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53153/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[e!56 (1436111846286295040)]} 0 1
[junit4:junit4] 2> 548033 T769 C476 P53153 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53150/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[e!56 (1436111846286295040)]} 0 9
[junit4:junit4] 2> 548037 T751 C475 P53150 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[e!56]} 0 16
[junit4:junit4] 2> 548044 T731 C477 P53146 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[f!57 (1436111846307266560)]} 0 1
[junit4:junit4] 2> 548054 T798 C478 P53160 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53153/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[f!57 (1436111846312509440)]} 0 1
[junit4:junit4] 2> 548056 T770 C476 P53153 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[f!57 (1436111846312509440)]} 0 8
[junit4:junit4] 2> 548062 T732 C477 P53146 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[g!58 (1436111846325092352)]} 0 1
[junit4:junit4] 2> 548080 T783 C474 P53156 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53150/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[g!58 (1436111846334529536)]} 0 1
[junit4:junit4] 2> 548082 T754 C475 P53150 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53153/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[g!58 (1436111846334529536)]} 0 12
[junit4:junit4] 2> 548084 T766 C476 P53153 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[g!58]} 0 17
[junit4:junit4] 2> 548089 T734 C477 P53146 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[h!59 (1436111846354452480)]} 0 1
[junit4:junit4] 2> 548106 T786 C474 P53156 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53150/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[h!59 (1436111846359695360)]} 0 1
[junit4:junit4] 2> 548108 T753 C475 P53150 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[h!59 (1436111846359695360)]} 0 14
[junit4:junit4] 2> 548113 T729 C477 P53146 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[i!60 (1436111846379618304)]} 0 1
[junit4:junit4] 2> 548123 T785 C474 P53156 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53150/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[i!60 (1436111846384861184)]} 0 1
[junit4:junit4] 2> 548125 T752 C475 P53150 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[i!60 (1436111846384861184)]} 0 7
[junit4:junit4] 2> 548131 T733 C477 P53146 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[j!61 (1436111846397444096)]} 0 1
[junit4:junit4] 2> 548141 T784 C474 P53156 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53150/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[j!61 (1436111846403735552)]} 0 1
[junit4:junit4] 2> 548143 T749 C475 P53150 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[j!61 (1436111846403735552)]} 0 7
[junit4:junit4] 2> 548149 T731 C477 P53146 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[k!62 (1436111846416318464)]} 0 1
[junit4:junit4] 2> 548160 T782 C474 P53156 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53150/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[k!62 (1436111846422609920)]} 0 1
[junit4:junit4] 2> 548162 T750 C475 P53150 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[k!62 (1436111846422609920)]} 0 8
[junit4:junit4] 2> 548173 T732 C477 P53146 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[l!63 (1436111846442532864)]} 0 1
[junit4:junit4] 2> 548189 T802 C478 P53160 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53153/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[l!63 (1436111846450921472)]} 0 1
[junit4:junit4] 2> 548192 T765 C476 P53153 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53150/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[l!63 (1436111846450921472)]} 0 11
[junit4:junit4] 2> 548193 T751 C475 P53150 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[l!63]} 0 15
[junit4:junit4] 2> 548199 T734 C477 P53146 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[m!64 (1436111846468747264)]} 0 1
[junit4:junit4] 2> 548208 T803 C478 P53160 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53153/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[m!64 (1436111846475038720)]} 0 1
[junit4:junit4] 2> 548210 T768 C476 P53153 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[m!64 (1436111846475038720)]} 0 7
[junit4:junit4] 2> 548216 T729 C477 P53146 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[n!65 (1436111846486573056)]} 0 1
[junit4:junit4] 2> 548231 T781 C474 P53156 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53150/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[n!65 (1436111846494961664)]} 0 3
[junit4:junit4] 2> 548235 T754 C475 P53150 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53153/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[n!65 (1436111846494961664)]} 0 12
[junit4:junit4] 2> 548237 T769 C476 P53153 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[n!65]} 0 17
[junit4:junit4] 2> 548245 T733 C477 P53146 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[o!66 (1436111846518030336)]} 0 0
[junit4:junit4] 2> 548263 T799 C478 P53160 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53153/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[o!66 (1436111846531661824)]} 0 1
[junit4:junit4] 2> 548265 T770 C476 P53153 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53150/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[o!66 (1436111846531661824)]} 0 8
[junit4:junit4] 2> 548267 T752 C475 P53150 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[o!66]} 0 14
[junit4:junit4]
[...truncated too long message...]
asc.Overseer$ClusterStateUpdater.updateState Update state numShards=null message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"5",
[junit4:junit4] 2> "shard":"shard2",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "node_name":"127.0.0.1:53160_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:53160"}
[junit4:junit4] 2> 562172 T807 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 563155 T716 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 563156 T716 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 563160 T716 oasc.SolrCore.close [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@149ebddb
[junit4:junit4] 2> 563177 T716 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=2,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=30,adds=30,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=72,cumulative_deletesById=0,cumulative_deletesByQuery=1,cumulative_errors=0}
[junit4:junit4] 2> 563180 T716 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4] 2> 563180 T716 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4] 2> 563181 T716 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4] 2> ASYNC NEW_CORE C560 name=collection1 org.apache.solr.core.SolrCore@149ebddb url=http://127.0.0.1:53160/collection1 node=127.0.0.1:53160_ C560_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=down, core=collection1, collection=collection1, node_name=127.0.0.1:53160_, base_url=http://127.0.0.1:53160, leader=true}
[junit4:junit4] 2> 563189 T716 C560 P53160 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4b7f00e4 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2f488775),segFN=segments_4,generation=4}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4b7f00e4 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2f488775),segFN=segments_5,generation=5}
[junit4:junit4] 2> 563190 T716 C560 P53160 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 5
[junit4:junit4] 2> 563194 T716 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4] 2> 563195 T716 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
[junit4:junit4] 2> 563196 T716 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.ShardSplitTest-1369582939288/jetty4 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ShardSplitTest-1369582939288/jetty4;done=false>>]
[junit4:junit4] 2> 563197 T716 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.ShardSplitTest-1369582939288/jetty4
[junit4:junit4] 2> 563198 T716 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.ShardSplitTest-1369582939288/jetty4/index [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ShardSplitTest-1369582939288/jetty4/index;done=false>>]
[junit4:junit4] 2> 563198 T716 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.ShardSplitTest-1369582939288/jetty4/index
[junit4:junit4] 2> 563202 T835 oasc.Overseer$ClusterStateUpdater.amILeader According to ZK I (id=89756987510030348-127.0.0.1:53160_-n_0000000004) am no longer a leader.
[junit4:junit4] 2> 563210 T718 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x13ee1812ca5000c, likely client has closed socket
[junit4:junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
[junit4:junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4:junit4] 2> at java.lang.Thread.run(Thread.java:722)
[junit4:junit4] 2>
[junit4:junit4] 2> 563213 T807 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 563214 T807 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 2> 563214 T807 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 2> 563231 T716 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/,null}
[junit4:junit4] 2> 563324 T716 oas.SolrTestCaseJ4.tearDown ###Ending testDistribSearch
[junit4:junit4] 2> 563328 T716 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:53143 53143
[junit4:junit4] 2> 563367 T716 oasc.ChaosMonkey.monkeyLog monkey: stop shard! 53146
[junit4:junit4] 2> !!!! WARNING: best effort to remove /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-1369582939288 FAILED !!!!!
[junit4:junit4] 2> 563368 T716 oas.SolrTestCaseJ4.tearDown ###Ending testDistribSearch
[junit4:junit4] 2> 563368 T716 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:53143 53143
[junit4:junit4] 1> client port:0.0.0.0/0.0.0.0:0
[junit4:junit4] 2> NOTE: reproduce with: ant test -Dtestcase=ShardSplitTest -Dtests.method=testDistribSearch -Dtests.seed=7383D87736DF1019 -Dtests.slow=true -Dtests.locale=vi -Dtests.timezone=Canada/Mountain -Dtests.file.encoding=US-ASCII
[junit4:junit4] ERROR 59.6s | ShardSplitTest.testDistribSearch <<<
[junit4:junit4] > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: Server at http://127.0.0.1:53150 returned non ok status:500, message:Server Error
[junit4:junit4] > at __randomizedtesting.SeedInfo.seed([7383D87736DF1019:F265566F41807025]:0)
[junit4:junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:385)
[junit4:junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
[junit4:junit4] > at org.apache.solr.cloud.ShardSplitTest.splitShard(ShardSplitTest.java:208)
[junit4:junit4] > at org.apache.solr.cloud.ShardSplitTest.doTest(ShardSplitTest.java:133)
[junit4:junit4] > at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:815)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:722)
[junit4:junit4] 2> 563569 T716 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4] 2> 59587 T715 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 1 leaked thread(s).
[junit4:junit4] 2> NOTE: test params are: codec=FastCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=FAST, chunkSize=89), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=FAST, chunkSize=89)), sim=RandomSimilarityProvider(queryNorm=false,coord=yes): {}, locale=vi, timezone=Canada/Mountain
[junit4:junit4] 2> NOTE: Mac OS X 10.8.3 x86_64/Oracle Corporation 1.7.0_21 (64-bit)/cpus=2,threads=1,free=24068712,total=92143616
[junit4:junit4] 2> NOTE: All tests run in this JVM: [DistributedSpellCheckComponentTest, TestSearchPerf, TestArbitraryIndexDir, QueryEqualityTest, TestZkChroot, TestMaxScoreQueryParser, PluginInfoTest, DirectSolrSpellCheckerTest, TestMergePolicyConfig, TestManagedSchemaFieldResource, ChaosMonkeyShardSplitTest, LeaderElectionIntegrationTest, MBeansHandlerTest, TestBadConfig, ReturnFieldsTest, DirectUpdateHandlerTest, StatsComponentTest, CoreContainerCoreInitFailuresTest, TestSolrXMLSerializer, NoCacheHeaderTest, SortByFunctionTest, SliceStateTest, QueryElevationComponentTest, UpdateParamsTest, IndexSchemaTest, JSONWriterTest, TestSolrDeletionPolicy2, TestFastOutputStream, DirectUpdateHandlerOptimizeTest, CircularListTest, DefaultValueUpdateProcessorTest, TestDynamicFieldCollectionResource, TestPropInject, SOLR749Test, TermVectorComponentTest, UUIDFieldTest, AnalysisAfterCoreReloadTest, ShowFileRequestHandlerTest, ShardSplitTest]
[junit4:junit4] Completed in 59.93s, 1 test, 1 error <<< FAILURES!
[...truncated 813 lines...]
BUILD FAILED
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:386: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:366: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:39: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build.xml:181: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/common-build.xml:437: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:1243: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:887: There were test failures: 296 suites, 1234 tests, 1 error, 18 ignored (6 assumptions)
Total time: 120 minutes 56 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.7.0 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure