You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2013/05/31 14:54:32 UTC

[JENKINS] Lucene-Solr-4.x-MacOSX (64bit/jdk1.6.0) - Build # 509 - Still Failing!

Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-MacOSX/509/
Java: 64bit/jdk1.6.0 -XX:+UseCompressedOops -XX:+UseSerialGC

1 tests failed.
REGRESSION:  org.apache.lucene.replicator.http.HttpReplicatorTest.testBasic

Error Message:
Connection to http://localhost:51907 refused

Stack Trace:
org.apache.http.conn.HttpHostConnectException: Connection to http://localhost:51907 refused
	at __randomizedtesting.SeedInfo.seed([95CB367D474C3397:3E312B689890B5B9]:0)
	at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:190)
	at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
	at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
	at org.apache.lucene.replicator.http.HttpClientBase.executeGET(HttpClientBase.java:178)
	at org.apache.lucene.replicator.http.HttpReplicator.checkForUpdate(HttpReplicator.java:51)
	at org.apache.lucene.replicator.ReplicationClient.doUpdate(ReplicationClient.java:196)
	at org.apache.lucene.replicator.ReplicationClient.updateNow(ReplicationClient.java:402)
	at org.apache.lucene.replicator.http.HttpReplicatorTest.testBasic(HttpReplicatorTest.java:112)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
	at java.lang.reflect.Method.invoke(Method.java:597)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:680)
Caused by: java.net.ConnectException: Connection refused
	at java.net.PlainSocketImpl.socketConnect(Native Method)
	at java.net.PlainSocketImpl.doConnect(PlainSocketImpl.java:351)
	at java.net.PlainSocketImpl.connectToAddress(PlainSocketImpl.java:213)
	at java.net.PlainSocketImpl.connect(PlainSocketImpl.java:200)
	at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:432)
	at java.net.Socket.connect(Socket.java:529)
	at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
	at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
	... 48 more




Build Log:
[...truncated 7466 lines...]
[junit4:junit4] Suite: org.apache.lucene.replicator.http.HttpReplicatorTest
[junit4:junit4]   2> 2013-05-31 10:24:07.399:DBUG:oejs.ServletHandler:filterNameMap={}
[junit4:junit4]   2> 2013-05-31 10:24:07.399:DBUG:oejs.ServletHandler:pathFilters=null
[junit4:junit4]   2> 2013-05-31 10:24:07.399:DBUG:oejs.ServletHandler:servletFilterMap=null
[junit4:junit4]   2> 2013-05-31 10:24:07.400:DBUG:oejs.ServletHandler:servletPathMap={/replicate/*=org.apache.lucene.replicator.http.ReplicationServlet-1777763698}
[junit4:junit4]   2> 2013-05-31 10:24:07.400:DBUG:oejs.ServletHandler:servletNameMap={org.apache.lucene.replicator.http.ReplicationServlet-1777763698=org.apache.lucene.replicator.http.ReplicationServlet-1777763698}
[junit4:junit4]   2> 2013-05-31 10:24:07.503:DBUG:oejuc.Container:Container org.eclipse.jetty.server.Server@2e7f4425 + SelectChannelConnector@0.0.0.0:0 as connector
[junit4:junit4]   2> 2013-05-31 10:24:07.522:DBUG:oejuc.Container:Container org.eclipse.jetty.servlet.ServletHandler@684b4388 + org.apache.lucene.replicator.http.ReplicationServlet-1777763698 as servlet
[junit4:junit4]   2> 2013-05-31 10:24:07.523:DBUG:oejuc.Container:Container org.eclipse.jetty.servlet.ServletHandler@684b4388 + [/replicate/*]=>org.apache.lucene.replicator.http.ReplicationServlet-1777763698 as servletMapping
[junit4:junit4]   2> 2013-05-31 10:24:07.523:DBUG:oejuc.Container:Container org.eclipse.jetty.server.Server@2e7f4425 + org.eclipse.jetty.servlet.ServletHandler@684b4388 as handler
[junit4:junit4]   2> 2013-05-31 10:24:07.553:DBUG:oejuc.Container:Container org.eclipse.jetty.server.Server@2e7f4425 - SelectChannelConnector@0.0.0.0:0 as connector
[junit4:junit4]   2> 2013-05-31 10:24:07.554:DBUG:oejuc.Container:Container org.eclipse.jetty.server.Server@2e7f4425 + SelectChannelConnector@127.0.0.1:0 as connector
[junit4:junit4]   2> 2013-05-31 10:24:07.564:DBUG:oejuc.Container:Container org.eclipse.jetty.server.Server@2e7f4425 + org.eclipse.jetty.server.session.HashSessionIdManager@163202d6 as sessionIdManager
[junit4:junit4]   2> 2013-05-31 10:24:07.564:DBUG:oejuc.AbstractLifeCycle:starting org.eclipse.jetty.server.Server@2e7f4425
[junit4:junit4]   2> 2013-05-31 10:24:07.565:INFO:oejs.Server:jetty-8.1.10.v20130312
[junit4:junit4]   2> 2013-05-31 10:24:07.669:DBUG:oejuc.Container:Container org.eclipse.jetty.server.Server@2e7f4425 + qtp492233197{8<=0<=0/254,-1} as threadpool
[junit4:junit4]   2> 2013-05-31 10:24:07.669:DBUG:oejuc.AbstractLifeCycle:starting org.eclipse.jetty.servlet.ServletHandler@684b4388
[junit4:junit4]   2> 2013-05-31 10:24:07.692:DBUG:oejs.ServletHandler:filterNameMap={}
[junit4:junit4]   2> 2013-05-31 10:24:07.692:DBUG:oejs.ServletHandler:pathFilters=null
[junit4:junit4]   2> 2013-05-31 10:24:07.692:DBUG:oejs.ServletHandler:servletFilterMap=null
[junit4:junit4]   2> 2013-05-31 10:24:07.692:DBUG:oejs.ServletHandler:servletPathMap={/replicate/*=org.apache.lucene.replicator.http.ReplicationServlet-1777763698}
[junit4:junit4]   2> 2013-05-31 10:24:07.692:DBUG:oejs.ServletHandler:servletNameMap={org.apache.lucene.replicator.http.ReplicationServlet-1777763698=org.apache.lucene.replicator.http.ReplicationServlet-1777763698}
[junit4:junit4]   2> 2013-05-31 10:24:07.692:DBUG:oejsh.AbstractHandler:starting org.eclipse.jetty.servlet.ServletHandler@684b4388
[junit4:junit4]   2> 2013-05-31 10:24:07.693:DBUG:oejuc.AbstractLifeCycle:starting org.apache.lucene.replicator.http.ReplicationServlet-1777763698
[junit4:junit4]   2> 2013-05-31 10:24:07.710:DBUG:oejuc.AbstractLifeCycle:STARTED org.apache.lucene.replicator.http.ReplicationServlet-1777763698
[junit4:junit4]   2> 2013-05-31 10:24:07.710:DBUG:oejuc.AbstractLifeCycle:STARTED org.eclipse.jetty.servlet.ServletHandler@684b4388
[junit4:junit4]   2> 2013-05-31 10:24:07.710:DBUG:oejsh.AbstractHandler:starting org.eclipse.jetty.server.Server@2e7f4425
[junit4:junit4]   2> 2013-05-31 10:24:07.710:DBUG:oejuc.AbstractLifeCycle:starting org.eclipse.jetty.server.session.HashSessionIdManager@163202d6
[junit4:junit4]   2> 2013-05-31 10:24:07.710:DBUG:oejuc.AbstractLifeCycle:STARTED org.eclipse.jetty.server.session.HashSessionIdManager@163202d6
[junit4:junit4]   2> 2013-05-31 10:24:07.710:DBUG:oejuc.AbstractLifeCycle:starting qtp492233197{8<=0<=0/254,-1}
[junit4:junit4]   2> 2013-05-31 10:24:07.749:DBUG:oejuc.AbstractLifeCycle:STARTED qtp492233197{8<=7<=8/254,0}
[junit4:junit4]   2> 2013-05-31 10:24:07.749:DBUG:oejuc.AbstractLifeCycle:starting SelectChannelConnector@127.0.0.1:0
[junit4:junit4]   2> 2013-05-31 10:24:07.947:DBUG:oejuc.AbstractLifeCycle:starting null/null
[junit4:junit4]   2> 2013-05-31 10:24:07.967:DBUG:oejuc.AbstractLifeCycle:STARTED PooledBuffers [0/1024@6144,0/1024@16384,0/1024@-]/PooledBuffers [0/1024@6144,0/1024@32768,0/1024@-]
[junit4:junit4]   2> 2013-05-31 10:24:07.968:DBUG:oejuc.AbstractLifeCycle:starting org.eclipse.jetty.server.nio.SelectChannelConnector$ConnectorSelectorManager@5e5f7983
[junit4:junit4]   2> 2013-05-31 10:24:08.021:DBUG:oejuc.AbstractLifeCycle:STARTED org.eclipse.jetty.server.nio.SelectChannelConnector$ConnectorSelectorManager@5e5f7983
[junit4:junit4]   2> 2013-05-31 10:24:08.021:DBUG:oeji.nio:Starting Thread[qtp492233197-32 Selector0,5,TGRP-HttpReplicatorTest] on org.eclipse.jetty.io.nio.SelectorManager$1@7e270dad
[junit4:junit4]   2> 2013-05-31 10:24:08.030:INFO:oejs.AbstractConnector:Started SelectChannelConnector@127.0.0.1:51907
[junit4:junit4]   2> 2013-05-31 10:24:08.030:DBUG:oejuc.AbstractLifeCycle:STARTED SelectChannelConnector@127.0.0.1:51907
[junit4:junit4]   2> 2013-05-31 10:24:08.031:DBUG:oejuc.AbstractLifeCycle:STARTED org.eclipse.jetty.server.Server@2e7f4425
[junit4:junit4]   2> 2013-05-31 10:24:10.528:DBUG:oejuc.AbstractLifeCycle:stopping org.eclipse.jetty.server.Server@2e7f4425
[junit4:junit4]   2> 2013-05-31 10:24:10.528:DBUG:oejuc.AbstractLifeCycle:stopping SelectChannelConnector@127.0.0.1:51907
[junit4:junit4]   2> 2013-05-31 10:24:10.530:DBUG:oejuc.AbstractLifeCycle:stopping org.eclipse.jetty.server.nio.SelectChannelConnector$ConnectorSelectorManager@5e5f7983
[junit4:junit4]   2> 2013-05-31 10:24:10.532:DBUG:oeji.nio:Stopped Thread[qtp492233197-32 Selector0,5,TGRP-HttpReplicatorTest] on org.eclipse.jetty.io.nio.SelectorManager$1@7e270dad
[junit4:junit4]   2> 2013-05-31 10:24:10.547:DBUG:oejuc.AbstractLifeCycle:STOPPED org.eclipse.jetty.server.nio.SelectChannelConnector$ConnectorSelectorManager@5e5f7983
[junit4:junit4]   2> 2013-05-31 10:24:10.547:DBUG:oejuc.AbstractLifeCycle:stopping PooledBuffers [0/1024@6144,0/1024@16384,0/1024@-]/PooledBuffers [0/1024@6144,0/1024@32768,0/1024@-]
[junit4:junit4]   2> 2013-05-31 10:24:10.548:DBUG:oejuc.AbstractLifeCycle:STOPPED null/null
[junit4:junit4]   2> 2013-05-31 10:24:10.548:DBUG:oejuc.AbstractLifeCycle:STOPPED SelectChannelConnector@127.0.0.1:0
[junit4:junit4]   2> 2013-05-31 10:24:10.548:DBUG:oejuc.AbstractLifeCycle:stopping org.eclipse.jetty.servlet.ServletHandler@684b4388
[junit4:junit4]   2> 2013-05-31 10:24:10.549:DBUG:oejsh.AbstractHandler:stopping org.eclipse.jetty.servlet.ServletHandler@684b4388
[junit4:junit4]   2> 2013-05-31 10:24:10.549:DBUG:oejuc.AbstractLifeCycle:stopping org.apache.lucene.replicator.http.ReplicationServlet-1777763698
[junit4:junit4]   2> 2013-05-31 10:24:10.549:DBUG:oejuc.AbstractLifeCycle:STOPPED org.apache.lucene.replicator.http.ReplicationServlet-1777763698
[junit4:junit4]   2> 2013-05-31 10:24:10.549:DBUG:oejuc.AbstractLifeCycle:STOPPED org.eclipse.jetty.servlet.ServletHandler@684b4388
[junit4:junit4]   2> 2013-05-31 10:24:10.549:DBUG:oejsh.AbstractHandler:stopping org.eclipse.jetty.server.Server@2e7f4425
[junit4:junit4]   2> 2013-05-31 10:24:10.549:DBUG:oejuc.AbstractLifeCycle:stopping qtp492233197{8<=8<=8/254,0}
[junit4:junit4]   2> 2013-05-31 10:24:10.614:DBUG:oejuc.AbstractLifeCycle:STOPPED qtp492233197{8<=0<=0/254,6}
[junit4:junit4]   2> 2013-05-31 10:24:10.614:DBUG:oejuc.AbstractLifeCycle:stopping org.eclipse.jetty.server.session.HashSessionIdManager@163202d6
[junit4:junit4]   2> 2013-05-31 10:24:10.614:DBUG:oejuc.AbstractLifeCycle:STOPPED org.eclipse.jetty.server.session.HashSessionIdManager@163202d6
[junit4:junit4]   2> 2013-05-31 10:24:10.614:DBUG:oejuc.AbstractLifeCycle:STOPPED org.eclipse.jetty.server.Server@2e7f4425
[junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=HttpReplicatorTest -Dtests.method=testBasic -Dtests.seed=95CB367D474C3397 -Dtests.slow=true -Dtests.locale=no -Dtests.timezone=Canada/Newfoundland -Dtests.file.encoding=UTF-8
[junit4:junit4] ERROR   4.20s | HttpReplicatorTest.testBasic <<<
[junit4:junit4]    > Throwable #1: org.apache.http.conn.HttpHostConnectException: Connection to http://localhost:51907 refused
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([95CB367D474C3397:3E312B689890B5B9]:0)
[junit4:junit4]    > 	at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:190)
[junit4:junit4]    > 	at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
[junit4:junit4]    > 	at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
[junit4:junit4]    > 	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
[junit4:junit4]    > 	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
[junit4:junit4]    > 	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
[junit4:junit4]    > 	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
[junit4:junit4]    > 	at org.apache.lucene.replicator.http.HttpClientBase.executeGET(HttpClientBase.java:178)
[junit4:junit4]    > 	at org.apache.lucene.replicator.http.HttpReplicator.checkForUpdate(HttpReplicator.java:51)
[junit4:junit4]    > 	at org.apache.lucene.replicator.ReplicationClient.doUpdate(ReplicationClient.java:196)
[junit4:junit4]    > 	at org.apache.lucene.replicator.ReplicationClient.updateNow(ReplicationClient.java:402)
[junit4:junit4]    > 	at org.apache.lucene.replicator.http.HttpReplicatorTest.testBasic(HttpReplicatorTest.java:112)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:680)
[junit4:junit4]    > Caused by: java.net.ConnectException: Connection refused
[junit4:junit4]    > 	at java.net.PlainSocketImpl.socketConnect(Native Method)
[junit4:junit4]    > 	at java.net.PlainSocketImpl.doConnect(PlainSocketImpl.java:351)
[junit4:junit4]    > 	at java.net.PlainSocketImpl.connectToAddress(PlainSocketImpl.java:213)
[junit4:junit4]    > 	at java.net.PlainSocketImpl.connect(PlainSocketImpl.java:200)
[junit4:junit4]    > 	at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:432)
[junit4:junit4]    > 	at java.net.Socket.connect(Socket.java:529)
[junit4:junit4]    > 	at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
[junit4:junit4]    > 	at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
[junit4:junit4]    > 	... 48 more
[junit4:junit4]   2> NOTE: test params are: codec=Lucene42: {}, docValues:{}, sim=DefaultSimilarity, locale=no, timezone=Canada/Newfoundland
[junit4:junit4]   2> NOTE: Mac OS X 10.8.3 x86_64/Apple Inc. 1.6.0_45 (64-bit)/cpus=2,threads=1,free=32006640,total=48693248
[junit4:junit4]   2> NOTE: All tests run in this JVM: [IndexAndTaxonomyRevisionTest, IndexAndTaxonomyReplicationClientTest, SessionTokenTest, IndexRevisionTest, IndexReplicationClientTest, LocalReplicatorTest, HttpReplicatorTest]
[junit4:junit4] Completed in 4.36s, 1 test, 1 error <<< FAILURES!

[...truncated 9 lines...]
BUILD FAILED
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:386: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:366: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:39: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/build.xml:554: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:1827: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/module-build.xml:61: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:1243: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:887: There were test failures: 7 suites, 30 tests, 1 error

Total time: 52 minutes 21 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.6.0 -XX:+UseCompressedOops -XX:+UseSerialGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-4.x-MacOSX (64bit/jdk1.7.0) - Build # 516 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-MacOSX/516/
Java: 64bit/jdk1.7.0 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC

All tests passed

Build Log:
[...truncated 9243 lines...]
[junit4:junit4] ERROR: JVM J0 ended with an exception, command line: /Library/Java/JavaVirtualMachines/jdk1.7.0_21.jdk/Contents/Home/jre/bin/java -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC -XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/heapdumps -Dtests.prefix=tests -Dtests.seed=936B1AF99911A1D4 -Xmx512M -Dtests.iters= -Dtests.verbose=false -Dtests.infostream=false -Dtests.codec=random -Dtests.postingsformat=random -Dtests.docvaluesformat=random -Dtests.locale=random -Dtests.timezone=random -Dtests.directory=random -Dtests.linedocsfile=europarl.lines.txt.gz -Dtests.luceneMatchVersion=4.4 -Dtests.cleanthreads=perClass -Djava.util.logging.config.file=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/tools/junit4/logging.properties -Dtests.nightly=false -Dtests.weekly=false -Dtests.slow=true -Dtests.asserts.gracious=false -Dtests.multiplier=1 -DtempDir=. -Djava.io.tmpdir=. -Djunit4.tempDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/temp -Dclover.db.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/build/clover/db -Djava.security.manager=org.apache.lucene.util.TestSecurityManager -Djava.security.policy=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/tools/junit4/tests.policy -Dlucene.version=4.4-SNAPSHOT -Djetty.testMode=1 -Djetty.insecurerandom=1 -Dsolr.directoryFactory=org.apache.solr.core.MockDirectoryFactory -Djava.awt.headless=true -classpath /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/classes/test:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-test-framework/classes/java:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/build/test-framework/classes/java:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/build/codecs/classes/java:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-solrj/classes/java:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/classes/java:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/build/analysis/common/lucene-analyzers-common-4.4-SNAPSHOT.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/build/analysis/kuromoji/lucene-analyzers-kuromoji-4.4-SNAPSHOT.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/build/analysis/phonetic/lucene-analyzers-phonetic-4.4-SNAPSHOT.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/build/codecs/lucene-codecs-4.4-SNAPSHOT.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/build/highlighter/lucene-highlighter-4.4-SNAPSHOT.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/build/memory/lucene-memory-4.4-SNAPSHOT.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/build/misc/lucene-misc-4.4-SNAPSHOT.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/build/spatial/lucene-spatial-4.4-SNAPSHOT.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/build/suggest/lucene-suggest-4.4-SNAPSHOT.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/build/grouping/lucene-grouping-4.4-SNAPSHOT.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/build/queries/lucene-queries-4.4-SNAPSHOT.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/build/queryparser/lucene-queryparser-4.4-SNAPSHOT.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/core/lib/cglib-nodep-2.2.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/core/lib/commons-cli-1.2.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/core/lib/commons-codec-1.7.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/core/lib/commons-fileupload-1.2.1.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/core/lib/commons-lang-2.6.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/core/lib/easymock-3.0.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/core/lib/guava-14.0.1.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/core/lib/javax.servlet-api-3.0.1.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/core/lib/objenesis-1.2.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/core/lib/org.restlet-2.1.1.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/core/lib/org.restlet.ext.servlet-2.1.1.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/core/lib/spatial4j-0.3.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/solrj/lib/commons-io-2.1.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/solrj/lib/httpclient-4.2.3.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/solrj/lib/httpcore-4.2.2.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/solrj/lib/httpmime-4.2.3.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/solrj/lib/jcl-over-slf4j-1.6.6.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/solrj/lib/jul-to-slf4j-1.6.6.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/solrj/lib/log4j-1.2.16.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/solrj/lib/noggit-0.5.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/solrj/lib/slf4j-api-1.6.6.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/solrj/lib/slf4j-log4j12-1.6.6.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/solrj/lib/wstx-asl-3.2.7.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/solrj/lib/zookeeper-3.4.5.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/lib/jetty-continuation-8.1.10.v20130312.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/lib/jetty-deploy-8.1.10.v20130312.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/lib/jetty-http-8.1.10.v20130312.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/lib/jetty-io-8.1.10.v20130312.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/lib/jetty-jmx-8.1.10.v20130312.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/lib/jetty-security-8.1.10.v20130312.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/lib/jetty-server-8.1.10.v20130312.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/lib/jetty-servlet-8.1.10.v20130312.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/lib/jetty-util-8.1.10.v20130312.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/lib/jetty-webapp-8.1.10.v20130312.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/lib/jetty-xml-8.1.10.v20130312.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/lib/servlet-api-3.0.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/example-DIH/solr/db/lib/derby-10.9.1.0.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/example-DIH/solr/db/lib/hsqldb-1.8.0.10.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/build/core/classes/java:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/test-framework/lib/junit-4.10.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/test-framework/lib/randomizedtesting-runner-2.0.10.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-launcher.jar:/Users/jenkins/.ant/lib/ivy-2.3.0.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-antlr.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-bcel.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-bsf.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-log4j.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-oro.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-regexp.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-resolver.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-xalan2.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-commons-logging.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-commons-net.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jai.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-javamail.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jdepend.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jmf.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jsch.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-junit.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-junit4.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-netrexx.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-swing.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-testutil.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant.jar:/Library/Java/JavaVirtualMachines/jdk1.7.0_21.jdk/Contents/Home/lib/tools.jar:/Users/jenkins/.ivy2/cache/com.carrotsearch.randomizedtesting/junit4-ant/jars/junit4-ant-2.0.10.jar -ea:org.apache.lucene... -ea:org.apache.solr... com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe -flush -eventsfile /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/temp/junit4-J0-20130604_140734_472.events @/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/temp/junit4-J0-20130604_140734_472.suites
[junit4:junit4] ERROR: JVM J0 ended with an exception: Forked process returned with error code: 134. Very likely a JVM crash.  Process output piped in logs above.
[junit4:junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4.executeSlave(JUnit4.java:1254)
[junit4:junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4.access$000(JUnit4.java:67)
[junit4:junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:822)
[junit4:junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:819)
[junit4:junit4] 	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
[junit4:junit4] 	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
[junit4:junit4] 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
[junit4:junit4] 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4:junit4] 	at java.lang.Thread.run(Thread.java:722)

BUILD FAILED
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:386: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:366: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:39: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build.xml:181: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/common-build.xml:437: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:1243: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:887: At least one slave process threw an exception, first: Forked process returned with error code: 134. Very likely a JVM crash.  Process output piped in logs above.

Total time: 63 minutes 48 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.7.0 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-4.x-MacOSX (64bit/jdk1.7.0) - Build # 515 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-MacOSX/515/
Java: 64bit/jdk1.7.0 -XX:-UseCompressedOops -XX:+UseParallelGC

1 tests failed.
REGRESSION:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testDistribSearch

Error Message:
collection already exists: awholynewcollection_0

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: collection already exists: awholynewcollection_0
	at __randomizedtesting.SeedInfo.seed([B5E219C0F1A468B0:340497D886FB088C]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:424)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
	at org.apache.solr.client.solrj.impl.LBHttpSolrServer.request(LBHttpSolrServer.java:264)
	at org.apache.solr.client.solrj.impl.CloudSolrServer.request(CloudSolrServer.java:306)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1400)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:438)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.doTest(CollectionsAPIDistributedZkTest.java:146)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:815)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:601)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)




Build Log:
[...truncated 9745 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
[junit4:junit4]   2> 2150633 T4297 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
[junit4:junit4]   2> 2150644 T4297 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4]   2> Creating dataDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solrtest-CollectionsAPIDistributedZkTest-1370328528933
[junit4:junit4]   2> 2150647 T4297 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4]   2> 2150648 T4298 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4]   2> 2150749 T4297 oasc.ZkTestServer.run start zk server on port:53167
[junit4:junit4]   2> 2150751 T4297 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 2150765 T4304 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1aabbebb name:ZooKeeperConnection Watcher:127.0.0.1:53167 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 2150766 T4297 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 2150767 T4297 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4]   2> 2150783 T4297 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 2150798 T4306 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@72833e7d name:ZooKeeperConnection Watcher:127.0.0.1:53167/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 2150801 T4297 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 2150801 T4297 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4]   2> 2150843 T4297 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4]   2> 2150867 T4297 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4]   2> 2150893 T4297 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4]   2> 2150913 T4297 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 2150914 T4297 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 2150957 T4297 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4]   2> 2150958 T4297 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4]   2> 2150984 T4297 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   2> 2150985 T4297 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   2> 2151013 T4297 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   2> 2151020 T4297 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4]   2> 2151039 T4297 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   2> 2151042 T4297 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4]   2> 2151071 T4297 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 2151072 T4297 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 2151103 T4297 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 2151104 T4297 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 2151132 T4297 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 2151135 T4297 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 2151152 T4297 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   2> 2151153 T4297 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   2> 2152177 T4297 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 2152209 T4297 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:53170
[junit4:junit4]   2> 2152213 T4297 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 2152214 T4297 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 2152215 T4297 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1370328529476
[junit4:junit4]   2> 2152216 T4297 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1370328529476/solr.xml
[junit4:junit4]   2> 2152216 T4297 oasc.CoreContainer.<init> New CoreContainer 1106571575
[junit4:junit4]   2> 2152217 T4297 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1370328529476/'
[junit4:junit4]   2> 2152230 T4297 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1370328529476/'
[junit4:junit4]   2> 2152488 T4297 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1370328529476
[junit4:junit4]   2> 2152491 T4297 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1370328529476/collection1
[junit4:junit4]   2> 2152493 T4297 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1370328529476/collection1/conf
[junit4:junit4]   2> 2152782 T4297 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1370328529476/collection1/conf/xslt
[junit4:junit4]   2> 2152788 T4297 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1370328529476/collection1/lib
[junit4:junit4]   2> 2152818 T4297 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1370328529476/collection1/lib/classes
[junit4:junit4]   2> 2152821 T4297 oasc.SolrCoreDiscoverer.addCore Discovered properties file /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1370328529476/conf/core.properties, adding to cores
[junit4:junit4]   2> 2152868 T4297 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 2152871 T4297 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 2152872 T4297 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 2152873 T4297 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 2152875 T4297 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 2152880 T4297 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 2152884 T4297 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 2152885 T4297 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 2152887 T4297 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 2152891 T4297 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 2152935 T4297 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 2152936 T4297 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:53167/solr
[junit4:junit4]   2> 2152937 T4297 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 2152940 T4297 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 2152949 T4317 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3447f0e4 name:ZooKeeperConnection Watcher:127.0.0.1:53167 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 2152952 T4297 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 2152986 T4297 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 2153059 T4297 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 2153072 T4319 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@64946b51 name:ZooKeeperConnection Watcher:127.0.0.1:53167/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 2153073 T4297 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 2153099 T4297 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4:junit4]   2> 2153143 T4297 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4:junit4]   2> 2153190 T4297 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4]   2> 2153219 T4297 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53170_
[junit4:junit4]   2> 2153232 T4297 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:53170_
[junit4:junit4]   2> 2153280 T4297 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4]   2> 2153337 T4297 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 2153381 T4297 oasc.Overseer.start Overseer (id=89805850472939523-127.0.0.1:53170_-n_0000000000) starting
[junit4:junit4]   2> 2153414 T4297 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4:junit4]   2> 2153451 T4321 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4]   2> 2153463 T4297 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4]   2> 2153480 T4297 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4:junit4]   2> 2153496 T4297 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 2153521 T4320 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 2153540 T4297 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 2153541 T4297 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 2153542 T4297 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 2153581 T4297 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 2153584 T4297 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 2153597 T4324 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1b888aeb name:ZooKeeperConnection Watcher:127.0.0.1:53167/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 2153598 T4297 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 2153617 T4297 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 2153655 T4297 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   2> 2154731 T4297 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 2154740 T4297 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:53174
[junit4:junit4]   2> 2154742 T4297 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 2154743 T4297 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 2154744 T4297 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1370328531943
[junit4:junit4]   2> 2154745 T4297 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1370328531943/solr.xml
[junit4:junit4]   2> 2154745 T4297 oasc.CoreContainer.<init> New CoreContainer 1383183141
[junit4:junit4]   2> 2154746 T4297 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1370328531943/'
[junit4:junit4]   2> 2154746 T4297 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1370328531943/'
[junit4:junit4]   2> 2154906 T3 oasu.ConcurrentLRUCache.finalize ERROR ConcurrentLRUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
[junit4:junit4]   2> 2155037 T4297 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1370328531943
[junit4:junit4]   2> 2155040 T4297 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1370328531943/collection1
[junit4:junit4]   2> 2155046 T4297 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1370328531943/collection1/conf
[junit4:junit4]   2> 2155336 T4297 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1370328531943/collection1/conf/xslt
[junit4:junit4]   2> 2155348 T4297 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1370328531943/collection1/lib
[junit4:junit4]   2> 2155355 T4297 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1370328531943/collection1/lib/classes
[junit4:junit4]   2> 2155360 T4297 oasc.SolrCoreDiscoverer.addCore Discovered properties file /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1370328531943/conf/core.properties, adding to cores
[junit4:junit4]   2> 2155383 T4297 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 2155384 T4297 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 2155384 T4297 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 2155385 T4297 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 2155385 T4297 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 2155386 T4297 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 2155387 T4297 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 2155387 T4297 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 2155388 T4297 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 2155388 T4297 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 2155430 T4297 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 2155431 T4297 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:53167/solr
[junit4:junit4]   2> 2155432 T4297 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 2155442 T4297 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 2155444 T4335 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@551c63c2 name:ZooKeeperConnection Watcher:127.0.0.1:53167 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 2155446 T4297 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 2155470 T4297 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 2155517 T4297 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 2155518 T4337 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@d304c8b name:ZooKeeperConnection Watcher:127.0.0.1:53167/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 2155520 T4297 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 2155565 T4297 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 2156584 T4297 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53174_
[junit4:junit4]   2> 2156590 T4297 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:53174_
[junit4:junit4]   2> 2156606 T4319 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 2156607 T4324 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 2156608 T4337 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 2156636 T4297 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 2156637 T4297 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 2156638 T4297 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 2157492 T4297 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 2157549 T4297 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:53177
[junit4:junit4]   2> 2157552 T4297 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 2157553 T4297 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 2157554 T4297 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1370328534949
[junit4:junit4]   2> 2157554 T4297 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1370328534949/solr.xml
[junit4:junit4]   2> 2157555 T4297 oasc.CoreContainer.<init> New CoreContainer 1506311120
[junit4:junit4]   2> 2157555 T4297 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1370328534949/'
[junit4:junit4]   2> 2157556 T4297 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1370328534949/'
[junit4:junit4]   2> 2157762 T4297 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1370328534949
[junit4:junit4]   2> 2157777 T4297 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1370328534949/collection1
[junit4:junit4]   2> 2157780 T4297 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1370328534949/collection1/conf
[junit4:junit4]   2> 2158062 T4297 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1370328534949/collection1/conf/xslt
[junit4:junit4]   2> 2158072 T4297 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1370328534949/collection1/lib
[junit4:junit4]   2> 2158083 T4297 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1370328534949/collection1/lib/classes
[junit4:junit4]   2> 2158086 T4297 oasc.SolrCoreDiscoverer.addCore Discovered properties file /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1370328534949/conf/core.properties, adding to cores
[junit4:junit4]   2> 2158106 T4297 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 2158107 T4297 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 2158108 T4297 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 2158108 T4297 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 2158109 T4297 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 2158109 T4297 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 2158110 T4297 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 2158112 T4297 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 2158112 T4297 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 2158117 T4297 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 2158164 T4297 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 2158164 T4297 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:53167/solr
[junit4:junit4]   2> 2158165 T4297 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 2158186 T4297 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 2158191 T4349 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3b2df546 name:ZooKeeperConnection Watcher:127.0.0.1:53167 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 2158197 T4297 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 2158205 T4297 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 2158241 T4297 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 2158250 T4351 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@22f92de6 name:ZooKeeperConnection Watcher:127.0.0.1:53167/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 2158252 T4297 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 2158285 T4297 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 2159313 T4297 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53177_
[junit4:junit4]   2> 2159316 T4297 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:53177_
[junit4:junit4]   2> 2159337 T4324 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 2159337 T4319 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 2159338 T4351 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 2159339 T4337 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 2159355 T4297 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 2159356 T4297 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 2159356 T4297 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 2160246 T4297 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 2160294 T4297 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:53180
[junit4:junit4]   2> 2160296 T4297 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 2160296 T4297 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 2160297 T4297 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1370328537675
[junit4:junit4]   2> 2160298 T4297 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1370328537675/solr.xml
[junit4:junit4]   2> 2160306 T4297 oasc.CoreContainer.<init> New CoreContainer 1983359988
[junit4:junit4]   2> 2160307 T4297 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1370328537675/'
[junit4:junit4]   2> 2160308 T4297 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1370328537675/'
[junit4:junit4]   2> 2160557 T4297 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1370328537675
[junit4:junit4]   2> 2160559 T4297 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1370328537675/collection1
[junit4:junit4]   2> 2160561 T4297 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1370328537675/collection1/conf
[junit4:junit4]   2> 2160820 T4297 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1370328537675/collection1/conf/xslt
[junit4:junit4]   2> 2160826 T4297 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1370328537675/collection1/lib
[junit4:junit4]   2> 2160827 T4297 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1370328537675/collection1/lib/classes
[junit4:junit4]   2> 2160831 T4297 oasc.SolrCoreDiscoverer.addCore Discovered properties file /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1370328537675/conf/core.properties, adding to cores
[junit4:junit4]   2> 2160863 T4297 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 2160864 T4297 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 2160876 T4297 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 2160877 T4297 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 2160877 T4297 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 2160879 T4297 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 2160879 T4297 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 2160880 T4297 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 2160880 T4297 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 2160881 T4297 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 2160942 T4297 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 2160943 T4297 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:53167/solr
[junit4:junit4]   2> 2160944 T4297 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 2160952 T4297 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 2160968 T4363 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2524477 name:ZooKeeperConnection Watcher:127.0.0.1:53167 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 2160972 T4297 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 2160995 T4297 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 2161032 T4297 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 2161040 T4365 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2b7ac998 name:ZooKeeperConnection Watcher:127.0.0.1:53167/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 2161040 T4297 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 2161079 T4297 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 2162110 T4297 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53180_
[junit4:junit4]   2> 2162114 T4297 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:53180_
[junit4:junit4]   2> 2162127 T4365 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 2162127 T4337 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 2162128 T4351 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 2162128 T4324 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 2162129 T4319 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 2162154 T4297 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 2162155 T4297 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 2162155 T4297 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 2162990 T4297 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 2163013 T4297 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:53183
[junit4:junit4]   2> 2163015 T4297 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 2163015 T4297 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 2163016 T4297 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1370328540468
[junit4:junit4]   2> 2163016 T4297 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1370328540468/solr.xml
[junit4:junit4]   2> 2163017 T4297 oasc.CoreContainer.<init> New CoreContainer 1107421625
[junit4:junit4]   2> 2163018 T4297 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1370328540468/'
[junit4:junit4]   2> 2163018 T4297 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1370328540468/'
[junit4:junit4]   2> 2163239 T4297 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1370328540468
[junit4:junit4]   2> 2163246 T4297 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1370328540468/collection1
[junit4:junit4]   2> 2163247 T4297 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1370328540468/collection1/conf
[junit4:junit4]   2> 2163515 T4297 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1370328540468/collection1/conf/xslt
[junit4:junit4]   2> 2163530 T4297 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1370328540468/collection1/lib
[junit4:junit4]   2> 2163533 T4297 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1370328540468/collection1/lib/classes
[junit4:junit4]   2> 2163543 T4297 oasc.SolrCoreDiscoverer.addCore Discovered properties file /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1370328540468/conf/core.properties, adding to cores
[junit4:junit4]   2> 2163562 T4297 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 2163562 T4297 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 2163563 T4297 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 2163564 T4297 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 2163565 T4297 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 2163566 T4297 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 2163576 T4297 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 2163577 T4297 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 2163577 T4297 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 2163579 T4297 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 2163631 T4297 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 2163632 T4297 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:53167/solr
[junit4:junit4]   2> 2163636 T4297 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 2163640 T4297 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 2163650 T4377 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@79b372f3 name:ZooKeeperConnection Watcher:127.0.0.1:53167 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 2163659 T4297 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 2163674 T4297 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 2163709 T4297 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 2163716 T4379 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@427a7796 name:ZooKeeperConnection Watcher:127.0.0.1:53167/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 2163717 T4297 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 2163756 T4297 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 2164779 T4297 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53183_
[junit4:junit4]   2> 2164785 T4297 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:53183_
[junit4:junit4]   2> 2164799 T4365 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 2164801 T4319 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 2164801 T4337 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 2164802 T4379 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 2164802 T4324 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 2164802 T4351 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 2164829 T4297 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 2164830 T4297 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 2164831 T4297 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 2164860 T4297 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 2164895 T4332 oasha.CollectionsHandler.handleCreateAction Creating Collection : numShards=2&name=nodes_used_collection&replicationFactor=2&action=CREATE&wt=javabin&version=2
[junit4:junit4]   2> 2164904 T4319 oasc.DistributedQueue$LatchChildWatcher.process Watcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
[junit4:junit4]   2> 2164913 T4321 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
[junit4:junit4]   2> 	  "operation":"createcollection",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "maxShardsPerNode":null,
[junit4:junit4]   2> 	  "createNodeSet":null,
[junit4:junit4]   2> 	  "name":"nodes_used_collection",
[junit4:junit4]   2> 	  "replicationFactor":"2"}
[junit4:junit4]   2> 2164914 T4321 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard1_replica1 as part of slice shard1 of collection nodes_used_collection on 127.0.0.1:53177_
[junit4:junit4]   2> 2164919 T4321 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard1_replica2 as part of slice shard1 of collection nodes_used_collection on 127.0.0.1:53170_
[junit4:junit4]   2> 2164930 T4321 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard2_replica1 as part of slice shard2 of collection nodes_used_collection on 127.0.0.1:53183_
[junit4:junit4]   2> 2164931 T4321 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard2_replica2 as part of slice shard2 of collection nodes_used_collection on 127.0.0.1:53174_
[junit4:junit4]   2> 2164972 T4314 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard1_replica2' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1370328529476/nodes_used_collection_shard1_replica2
[junit4:junit4]   2> 2164974 T4314 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
[junit4:junit4]   2> 2164973 T4342 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard1_replica1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1370328534949/nodes_used_collection_shard1_replica1
[junit4:junit4]   2> 2164976 T4342 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
[junit4:junit4]   2> 2164973 T4374 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard2_replica1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1370328540468/nodes_used_collection_shard2_replica1
[junit4:junit4]   2> 2164977 T4374 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
[junit4:junit4]   2> 2164975 T4333 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard2_replica2' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1370328531943/nodes_used_collection_shard2_replica2
[junit4:junit4]   2> 2164979 T4333 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
[junit4:junit4]   2> 2164981 T4314 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
[junit4:junit4]   2> 2164982 T4314 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4]   2> 2164982 T4342 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
[junit4:junit4]   2> 2164983 T4342 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4]   2> 2164986 T4333 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
[junit4:junit4]   2> 2164986 T4333 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4]   2> 2164989 T4374 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
[junit4:junit4]   2> 2164990 T4374 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4]   2> 2164992 T4314 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4]   2> 2164993 T4314 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
[junit4:junit4]   2> 2164994 T4342 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4]   2> 2164995 T4342 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
[junit4:junit4]   2> 2164996 T4333 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4]   2> 2164996 T4333 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
[junit4:junit4]   2> 2165004 T4374 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4]   2> 2165005 T4374 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
[junit4:junit4]   2> 2165008 T4342 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
[junit4:junit4]   2> 2165010 T4314 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
[junit4:junit4]   2> 2165013 T4333 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
[junit4:junit4]   2> 2165019 T4342 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1370328534949/nodes_used_collection_shard1_replica1/'
[junit4:junit4]   2> 2165022 T4314 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1370328529476/nodes_used_collection_shard1_replica2/'
[junit4:junit4]   2> 2165024 T4374 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
[junit4:junit4]   2> 2165035 T4333 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1370328531943/nodes_used_collection_shard2_replica2/'
[junit4:junit4]   2> 2165061 T4374 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1370328540468/nodes_used_collection_shard2_replica1/'
[junit4:junit4]   2> 2165279 T4314 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 2165358 T4374 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 2165386 T4333 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 2165436 T4342 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 2165622 T4314 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 2165660 T4374 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 2165663 T4314 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 2165675 T4314 oass.IndexSchema.readSchema [nodes_used_collection_shard1_replica2] Schema name=test
[junit4:junit4]   2> 2165682 T4333 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 2165684 T4374 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 2165694 T4374 oass.IndexSchema.readSchema [nodes_used_collection_shard2_replica1] Schema name=test
[junit4:junit4]   2> 2165706 T4333 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 2165721 T4333 oass.IndexSchema.readSchema [nodes_used_collection_shard2_replica2] Schema name=test
[junit4:junit4]   2> 2165814 T4342 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 2165844 T4342 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 2165884 T4342 oass.IndexSchema.readSchema [nodes_used_collection_shard1_replica1] Schema name=test
[junit4:junit4]   2> 2169280 T4314 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 2169297 T4314 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 2169328 T4333 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 2169340 T4374 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 2169351 T4374 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 2169359 T4314 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 2169369 T4374 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 2169401 T4333 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 2169410 T4333 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 2169466 T4342 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 2169517 T4342 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 2169563 T4342 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 2169570 T4314 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 2169570 T4374 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 2169599 T4314 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 2169602 T4374 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 2169630 T4374 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 2169636 T4314 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 2169644 T4374 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 2169650 T4374 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 2169651 T4374 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 2169654 T4333 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 2169667 T4314 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 2169706 T4314 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 2169707 T4314 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 2169691 T4333 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 2169675 T4374 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 2169715 T4374 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 2169716 T4374 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 2169717 T4374 oasc.SolrCore.<init> [nodes_used_collection_shard2_replica1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1370328540468/nodes_used_collection_shard2_replica1/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1370328540468/nodes_used_collection_shard2_replica1/data/
[junit4:junit4]   2> 2169718 T4374 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3cf28f60
[junit4:junit4]   2> 2169720 T4374 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 2169725 T4374 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1370328540468/nodes_used_collection_shard2_replica1/data
[junit4:junit4]   2> 2169726 T4374 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1370328540468/nodes_used_collection_shard2_replica1/data/index/
[junit4:junit4]   2> 2169727 T4374 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard2_replica1] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1370328540468/nodes_used_collection_shard2_replica1/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 2169731 T4374 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1370328540468/nodes_used_collection_shard2_replica1/data/index
[junit4:junit4]   2> 2169730 T4314 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 2169734 T4314 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 2169734 T4314 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 2169736 T4314 oasc.SolrCore.<init> [nodes_used_collection_shard1_replica2] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1370328529476/nodes_used_collection_shard1_replica2/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1370328529476/nodes_used_collection_shard1_replica2/data/
[junit4:junit4]   2> 2169736 T4314 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3cf28f60
[junit4:junit4]   2> 2169738 T4314 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 2169740 T4314 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1370328529476/nodes_used_collection_shard1_replica2/data
[junit4:junit4]   2> 2169742 T4374 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6ff20f80 lockFactory=org.apache.lucene.store.NativeFSLockFactory@6faf525d),segFN=segments_1,generation=1}
[junit4:junit4]   2> 2169755 T4374 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 2169752 T4314 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1370328529476/nodes_used_collection_shard1_replica2/data/index/
[junit4:junit4]   2> 2169756 T4314 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard1_replica2] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1370328529476/nodes_used_collection_shard1_replica2/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 2169757 T4314 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1370328529476/nodes_used_collection_shard1_replica2/data/index
[junit4:junit4]   2> 2169769 T4374 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 2169770 T4374 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 2169771 T4374 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 2169774 T4374 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 2169775 T4374 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 2169779 T4374 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 2169783 T4374 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 2169787 T4374 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 2169788 T4374 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 2169781 T4333 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 2169798 T4333 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 2169800 T4333 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 2169800 T4333 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 2169824 T4374 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 2169840 T4314 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3bfd54ee lockFactory=org.apache.lucene.store.NativeFSLockFactory@3242faa2),segFN=segments_1,generation=1}
[junit4:junit4]   2> 2169841 T4314 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 2169843 T4333 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 2169843 T4333 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 2169844 T4333 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 2169845 T4333 oasc.SolrCore.<init> [nodes_used_collection_shard2_replica2] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1370328531943/nodes_used_collection_shard2_replica2/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1370328531943/nodes_used_collection_shard2_replica2/data/
[junit4:junit4]   2> 2169845 T4333 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3cf28f60
[junit4:junit4]   2> 2169847 T4333 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 2169848 T4333 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1370328531943/nodes_used_collection_shard2_replica2/data
[junit4:junit4]   2> 2169851 T4342 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 2169860 T4374 oass.SolrIndexSearcher.<init> Opening Searcher@14e1541b main
[junit4:junit4]   2> 2169863 T4374 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1370328540468/nodes_used_collection_shard2_replica1/data/tlog
[junit4:junit4]   2> 2169866 T4374 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 2169869 T4374 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 2169859 T4333 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1370328531943/nodes_used_collection_shard2_replica2/data/index/
[junit4:junit4]   2> 2169875 T4333 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard2_replica2] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1370328531943/nodes_used_collection_shard2_replica2/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 2169857 T4314 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 2169882 T4314 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 2169883 T4314 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 2169885 T4314 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 2169886 T4314 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 2169887 T4314 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 2169887 T4314 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 2169889 T4314 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 2169890 T4314 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 2169878 T4333 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1370328531943/nodes_used_collection_shard2_replica2/data/index
[junit4:junit4]   2> 2169884 T4385 oasc.SolrCore.registerSearcher [nodes_used_collection_shard2_replica1] Registered new searcher Searcher@14e1541b main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 2169912 T4314 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 2169932 T4314 oass.SolrIndexSearcher.<init> Opening Searcher@532edb57 main
[junit4:junit4]   2> 2169936 T4314 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1370328529476/nodes_used_collection_shard1_replica2/data/tlog
[junit4:junit4]   2> 2169944 T4374 oasc.ZkController.publish publishing core=nodes_used_collection_shard2_replica1 state=down
[junit4:junit4]   2> 2169954 T4342 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 2169952 T4314 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 2169969 T4314 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 2169979 T4386 oasc.SolrCore.registerSearcher [nodes_used_collection_shard1_replica2] Registered new searcher Searcher@532edb57 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 2169980 T4314 oasc.ZkController.publish publishing core=nodes_used_collection_shard1_replica2 state=down
[junit4:junit4]   2> 2169995 T4333 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7fda270d lockFactory=org.apache.lucene.store.NativeFSLockFactory@1d0de9d9),segFN=segments_1,generation=1}
[junit4:junit4]   2> 2169997 T4333 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 2170010 T4333 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 2170011 T4333 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 2170013 T4333 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 2170014 T4333 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 2170015 T4333 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 2170016 T4333 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 2170016 T4333 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 2170017 T4333 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 2170018 T4333 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 2170026 T4342 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 2170043 T4333 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 2170054 T4342 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 2170055 T4342 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 2170055 T4342 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 2170057 T4333 oass.SolrIndexSearcher.<init> Opening Searcher@1464b4a6 main
[junit4:junit4]   2> 2170057 T4333 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1370328531943/nodes_used_collection_shard2_replica2/data/tlog
[junit4:junit4]   2> 2170063 T4333 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 2170068 T4333 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 2170073 T4342 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 2170076 T4342 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 2170077 T4342 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 2170079 T4342 oasc.SolrCore.<init> [nodes_used_collection_shard1_replica1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1370328534949/nodes_used_collection_shard1_replica1/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1370328534949/nodes_used_collection_shard1_replica1/data/
[junit4:junit4]   2> 2170079 T4342 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3cf28f60
[junit4:junit4]   2> 2170081 T4342 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 2170082 T4387 oasc.SolrCore.registerSearcher [nodes_used_collection_shard2_replica2] Registered new searcher Searcher@1464b4a6 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 2170085 T4333 oasc.ZkController.publish publishing core=nodes_used_collection_shard2_replica2 state=down
[junit4:junit4]   2> 2170082 T4342 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1370328534949/nodes_used_collection_shard1_replica1/data
[junit4:junit4]   2> 2170097 T4342 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1370328534949/nodes_used_collection_shard1_replica1/data/index/
[junit4:junit4]   2> 2170098 T4342 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard1_replica1] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1370328534949/nodes_used_collection_shard1_replica1/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 2170099 T4342 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1370328534949/nodes_used_collection_shard1_replica1/data/index
[junit4:junit4]   2> 2170110 T4342 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@762dfa31 lockFactory=org.apache.lucene.store.NativeFSLockFactory@23651080),segFN=segments_1,generation=1}
[junit4:junit4]   2> 2170111 T4342 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 2170132 T4342 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 2170133 T4342 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 2170135 T4342 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 2170137 T4342 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 2170139 T4342 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 2170140 T4342 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 2170141 T4342 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 2170148 T4342 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 2170150 T4342 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 2170192 T4342 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 2170231 T4320 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2170234 T4342 oass.SolrIndexSearcher.<init> Opening Searcher@3a824f6c main
[junit4:junit4]   2> 2170235 T4320 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"nodes_used_collection_shard2_replica1",
[junit4:junit4]   2> 	  "collection":"nodes_used_collection",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:53183_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:53183"}
[junit4:junit4]   2> 2170236 T4320 oasc.Overseer$ClusterStateUpdater.createCollection Create collection nodes_used_collection with numShards 2
[junit4:junit4]   2> 2170236 T4342 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1370328534949/nodes_used_collection_shard1_replica1/data/tlog
[junit4:junit4]   2> 2170240 T4342 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 2170241 T4342 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 2170248 T4342 oasc.ZkController.publish publishing core=nodes_used_collection_shard1_replica1 state=down
[junit4:junit4]   2> 2170248 T4388 oasc.SolrCore.registerSearcher [nodes_used_collection_shard1_replica1] Registered new searcher Searcher@3a824f6c main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 2170274 T4320 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"nodes_used_collection_shard1_replica2",
[junit4:junit4]   2> 	  "collection":"nodes_used_collection",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:53170_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:53170"}
[junit4:junit4]   2> 2170296 T4320 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"nodes_used_collection_shard2_replica2",
[junit4:junit4]   2> 	  "collection":"nodes_used_collection",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:53174_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:53174"}
[junit4:junit4]   2> 2170335 T4320 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"nodes_used_collection_shard1_replica1",
[junit4:junit4]   2> 	  "collection":"nodes_used_collection",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:53177_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:53177"}
[junit4:junit4]   2> 2170385 T4365 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 2170389 T4337 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 2170389 T4324 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 2170390 T4379 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 2170391 T4319 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 2170391 T4351 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 2170977 T4374 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard2_replica1
[junit4:junit4]   2> 2170978 T4374 oasc.ZkController.register Register replica - core:nodes_used_collection_shard2_replica1 address:http://127.0.0.1:53183 collection:nodes_used_collection shard:shard2
[junit4:junit4]   2> 2170981 T4374 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leader_elect/shard2/election
[junit4:junit4]   2> 2170994 T4314 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard1_replica2
[junit4:junit4]   2> 2170995 T4314 oasc.ZkController.register Register replica - core:nodes_used_collection_shard1_replica2 address:http://127.0.0.1:53170 collection:nodes_used_collection shard:shard1
[junit4:junit4]   2> 2171000 T4314 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leader_elect/shard1/election
[junit4:junit4]   2> 2171022 T4374 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 2171053 T4374 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=179988
[junit4:junit4]   2> 2171085 T4314 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 2171104 T4333 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard2_replica2
[junit4:junit4]   2> 2171106 T4333 oasc.ZkController.register Register replica - core:nodes_used_collection_shard2_replica2 address:http://127.0.0.1:53174 collection:nodes_used_collection shard:shard2
[junit4:junit4]   2> 2171121 T4314 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=179994
[junit4:junit4]   2> 2171261 T4342 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard1_replica1
[junit4:junit4]   2> 2171262 T4342 oasc.ZkController.register Register replica - core:nodes_used_collection_shard1_replica1 address:http://127.0.0.1:53177 collection:nodes_used_collection shard:shard1
[junit4:junit4]   2> 2171567 T4374 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 2171568 T4374 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 2171573 T4374 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:53183/nodes_used_collection_shard2_replica1/
[junit4:junit4]   2> 2171574 T4374 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard2_replica1 url=http://127.0.0.1:53183 START replicas=[http://127.0.0.1:53174/nodes_used_collection_shard2_replica2/] nUpdates=100
[junit4:junit4]   2> 2171576 T4374 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard2_replica1 url=http://127.0.0.1:53183 DONE.  We have no versions.  sync failed.
[junit4:junit4]   2> 2171577 T4374 oasc.SyncStrategy.syncReplicas Leader's attempt to sync with shard failed, moving to the next canidate
[junit4:junit4]   2> 2171577 T4374 oasc.ShardLeaderElectionContext.runLeaderProcess We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4:junit4]   2> 2171578 T4374 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:53183/nodes_used_collection_shard2_replica1/
[junit4:junit4]   2> 2171580 T4374 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leaders/shard2
[junit4:junit4]   2> ASYNC  NEW_CORE C837 name=nodes_used_collection_shard2_replica2 org.apache.solr.core.SolrCore@719eafb3 url=http://127.0.0.1:53174/nodes_used_collection_shard2_replica2 node=127.0.0.1:53174_ C837_STATE=coll:nodes_used_collection core:nodes_used_collection_shard2_replica2 props:{shard=shard2, state=down, core=nodes_used_collection_shard2_replica2, collection=nodes_used_collection, node_name=127.0.0.1:53174_, base_url=http://127.0.0.1:53174}
[junit4:junit4]   2> 2171603 T4331 C837 P53174 oasc.SolrCore.execute [nodes_used_collection_shard2_replica2] webapp= path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=1 
[junit4:junit4]   2> 2171626 T4314 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 2171628 T4314 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 2171628 T4314 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:53170/nodes_used_collection_shard1_replica2/
[junit4:junit4]   2> 2171629 T4314 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard1_replica2 url=http://127.0.0.1:53170 START replicas=[http://127.0.0.1:53177/nodes_used_collection_shard1_replica1/] nUpdates=100
[junit4:junit4]   2> 2171631 T4314 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard1_replica2 url=http://127.0.0.1:53170 DONE.  We have no versions.  sync failed.
[junit4:junit4]   2> 2171632 T4314 oasc.SyncStrategy.syncReplicas Leader's attempt to sync with shard failed, moving to the next canidate
[junit4:junit4]   2> 2171632 T4314 oasc.ShardLeaderElectionContext.runLeaderProcess We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4:junit4]   2> 2171633 T4314 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:53170/nodes_used_collection_shard1_replica2/
[junit4:junit4]   2> 2171633 T4314 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leaders/shard1
[junit4:junit4]   2> ASYNC  NEW_CORE C838 name=nodes_used_collection_shard1_replica1 org.apache.solr.core.SolrCore@309b39d6 url=http://127.0.0.1:53177/nodes_used_collection_shard1_replica1 node=127.0.0.1:53177_ C838_STATE=coll:nodes_used_collection core:nodes_used_collection_shard1_replica1 props:{shard=shard1, state=down, core=nodes_used_collection_shard1_replica1, collection=nodes_used_collection, node_name=127.0.0.1:53177_, base_url=http://127.0.0.1:53177}
[junit4:junit4]   2> 2171656 T4343 C838 P53177 oasc.SolrCore.execute [nodes_used_collection_shard1_replica1] webapp= path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=7 
[junit4:junit4]   2> 2172033 T4320 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2172184 T4365 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 2172184 T4319 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 2172185 T4351 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 2172187 T4337 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 2172188 T4379 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 2172188 T4324 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 2172217 T4374 oasc.ZkController.register We are http://127.0.0.1:53183/nodes_used_collection_shard2_replica1/ and leader is http://127.0.0.1:53183/nodes_used_collection_shard2_replica1/
[junit4:junit4]   2> 2172218 T4374 oasc.ZkController.register No LogReplay needed for core=nodes_used_collection_shard2_replica1 baseURL=http://127.0.0.1:53183
[junit4:junit4]   2> 2172219 T4374 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 2172219 T4374 oasc.ZkController.publish publishing core=nodes_used_collection_shard2_replica1 state=active
[junit4:junit4]   2> 2172225 T4374 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2172228 T4374 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={numShards=2&shard=shard2&name=nodes_used_collection_shard2_replica1&action=CREATE&collection=nodes_used_collection&wt=javabin&qt=/admin/cores&version=2} status=0 QTime=7255 
[junit4:junit4]   2> 2172243 T4333 oasc.ZkController.register We are http://127.0.0.1:53174/nodes_used_collection_shard2_replica2/ and leader is http://127.0.0.1:53183/nodes_used_collection_shard2_replica1/
[junit4:junit4]   2> 2172244 T4333 oasc.ZkController.register No LogReplay needed for core=nodes_used_collection_shard2_replica2 baseURL=http://127.0.0.1:53174
[junit4:junit4]   2> 2172245 T4333 oasc.ZkController.checkRecovery Core needs to recover:nodes_used_collection_shard2_replica2
[junit4:junit4]   2> 2172245 T4333 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> 2172246 T4391 C837 P53174 oasc.RecoveryStrategy.run Starting recovery process.  core=nodes_used_collection_shard2_replica2 recoveringAfterStartup=true
[junit4:junit4]   2> 2172247 T4391 C837 P53174 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 2172248 T4391 C837 P53174 oasc.ZkController.publish publishing core=nodes_used_collection_shard2_replica2 state=recovering
[junit4:junit4]   2> 2172250 T4333 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2172252 T4391 C837 P53174 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 2172255 T4333 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={numShards=2&shard=shard2&name=nodes_used_collection_shard2_replica2&action=CREATE&collection=nodes_used_collection&wt=javabin&qt=/admin/cores&version=2} status=0 QTime=7280 
[junit4:junit4]   2> 2172302 T4314 oasc.ZkController.register We are http://127.0.0.1:53170/nodes_used_collection_shard1_replica2/ and leader is http://127.0.0.1:53170/nodes_used_collection_shard1_replica2/
[junit4:junit4]   2> 2172305 T4314 oasc.ZkController.register No LogReplay needed for core=nodes_used_collection_shard1_replica2 baseURL=http://127.0.0.1:53170
[junit4:junit4]   2> 2172305 T4314 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 2172306 T4314 oasc.ZkController.publish publishing core=nodes_used_collection_shard1_replica2 state=active
[junit4:junit4]   2> 2172308 T4371 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 127.0.0.1:53174__nodes_used_collection_shard2_replica2, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4]   2> 2172309 T4342 oasc.ZkController.register We are http://127.0.0.1:53177/nodes_used_collection_shard1_replica1/ and leader is http://127.0.0.1:53170/nodes_used_collection_shard1_replica2/
[junit4:junit4]   2> 2172310 T4342 oasc.ZkController.register No LogReplay needed for core=nodes_used_collection_shard1_replica1 baseURL=http://127.0.0.1:53177
[junit4:junit4]   2> 2172310 T4342 oasc.ZkController.checkRecovery Core needs to recover:nodes_used_collection_shard1_replica1
[junit4:junit4]   2> 2172311 T4342 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> 2172312 T4392 C838 P53177 oasc.RecoveryStrategy.run Starting recovery process.  core=nodes_used_collection_shard1_replica1 recoveringAfterStartup=true
[junit4:junit4]   2> 2172313 T4392 C838 P53177 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 2172318 T4392 C838 P53177 oasc.ZkController.publish publishing core=nodes_used_collection_shard1_replica1 state=recovering
[junit4:junit4]   2> 2172320 T4342 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2172322 T4392 C838 P53177 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 2172337 T4342 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={numShards=2&shard=shard1&name=nodes_used_collection_shard1_replica1&action=CREATE&collection=nodes_used_collection&wt=javabin&qt=/admin/cores&version=2} status=0 QTime=7364 
[junit4:junit4]   2> 2172338 T4314 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2172359 T4311 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 127.0.0.1:53177__nodes_used_collection_shard1_replica1, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4]   2> 2172362 T4314 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={numShards=2&shard=shard1&name=nodes_used_collection_shard1_replica2&action=CREATE&collection=nodes_used_collection&wt=javabin&qt=/admin/cores&version=2} status=0 QTime=7390 
[junit4:junit4]   2> 2172364 T4321 oasc.OverseerCollectionProcessor.createCollection Finished create command on all shards for collection: nodes_used_collection
[junit4:junit4]   2> 2172405 T4337 oasc.DistributedQueue$LatchChildWatcher.process Watcher fired on path: /overseer/collection-queue-work/qnr-0000000000 state: SyncConnected type NodeDataChanged
[junit4:junit4]   2> 2172412 T4319 oasc.DistributedQueue$LatchChildWatcher.process Watcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
[junit4:junit4]   2> 2172418 T4332 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/collections params={numShards=2&name=nodes_used_collection&replicationFactor=2&action=CREATE&wt=javabin&version=2} status=0 QTime=7523 
[junit4:junit4]   2> 2172420 T4297 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 2172424 T4297 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 2172426 T4321 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Message id:/overseer/collection-queue-work/qn-0000000000 complete, response:{success={null={responseHeader={status=0,QTime=7255},core=nodes_used_collection_shard2_replica1},null={responseHeader={status=0,QTime=7280},core=nodes_used_collection_shard2_replica2},null={responseHeader={status=0,QTime=7364},core=nodes_used_collection_shard1_replica1},null={responseHeader={status=0,QTime=7390},core=nodes_used_collection_shard1_replica2}}}
[junit4:junit4]   2> 2172450 T4394 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@18499efe name:ZooKeeperConnection Watcher:127.0.0.1:53167/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 2172451 T4297 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 2172469 T4297 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 2172497 T4297 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 2172503 T4297 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 2172521 T4396 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@65d72410 name:ZooKeeperConnection Watcher:127.0.0.1:53167/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 2172522 T4297 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 2172543 T4297 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 2172624 T4360 oasha.CollectionsHandler.handleCreateAction Creating Collection : numShards=5&maxShardsPerNode=6&name=awholynewcollection_0&replicationFactor=5&action=CREATE&wt=javabin&version=2
[junit4:junit4]   2> 2172636 T4319 oasc.DistributedQueue$LatchChildWatcher.process Watcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
[junit4:junit4]   2> 2172646 T4321 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Get the message id:/overseer/collection-queue-work/qn-0000000002 message:{
[junit4:junit4]   2> 	  "operation":"createcollection",
[junit4:junit4]   2> 	  "numShards":"5",
[junit4:junit4]   2> 	  "maxShardsPerNode":"6",
[junit4:junit4]   2> 	  "createNodeSet":null,
[junit4:junit4]   2> 	  "name":"awholynewcollection_0",
[junit4:junit4]   2> 	  "replicationFactor":"5"}
[junit4:junit4]   2> 2172647 T4321 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard1_replica1 as part of slice shard1 of collection awholynewcollection_0 on 127.0.0.1:53180_
[junit4:junit4]   2> 2172647 T4321 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard1_replica2 as part of slice shard1 of collection awholynewcollection_0 on 127.0.0.1:53174_
[junit4:junit4]   2> 2172648 T4321 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard1_replica3 as part of slice shard1 of collection awholynewcollection_0 on 127.0.0.1:53177_
[junit4:junit4]   2> 2172653 T4361 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard1_replica1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1370328537675/awholynewcollection_0_shard1_replica1
[junit4:junit4]   2> 2172662 T4361 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4]   2> 2172664 T4330 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard1_replica2' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1370328531943/awholynewcollection_0_shard1_replica2
[junit4:junit4]   2> 2172666 T4330 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4]   2> 2172655 T4321 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard1_replica4 as part of slice shard1 of collection awholynewcollection_0 on 127.0.0.1:53183_
[junit4:junit4]   2> 2172668 T4345 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard1_replica3' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1370328534949/awholynewcollection_0_shard1_replica3
[junit4:junit4]   2> 2172669 T4345 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4]   2> 2172669 T4321 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard1_replica5 as part of slice shard1 of collection awholynewcollection_0 on 127.0.0.1:53170_
[junit4:junit4]   2> 2172678 T4372 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard1_replica4' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1370328540468/awholynewcollection_0_shard1_replica4
[junit4:junit4]   2> 2172679 T4372 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4]   2> 2172682 T4345 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:awholynewcollection_0
[junit4:junit4]   2> 2172684 T4345 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4]   2> 2172688 T4372 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:awholynewcollection_0
[junit4:junit4]   2> 2172690 T4372 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4]   2> 2172690 T4312 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard1_replica5' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1370328529476/awholynewcollection_0_shard1_replica5
[junit4:junit4]   2> 2172692 T4312 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4]   2> 2172679 T4321 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard2_replica1 as part of slice shard2 of collection awholynewcollection_0 on 127.0.0.1:53180_
[junit4:junit4]   2> 2172683 T4361 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:awholynewcollection_0
[junit4:junit4]   2> 2172680 T4330 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:awholynewcollection_0
[junit4:junit4]   2> 2172697 T4330 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4]   2> 2172696 T4361 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4]   2> 2172698 T4345 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4]   2> 2172700 T4345 oascc.SolrZkClient.makePath makePath: /collections/awholynewcollection_0
[junit4:junit4]   2> 2172698 T4372 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4]   2> 2172705 T4372 oascc.SolrZkClient.makePath makePath: /collections/awholynewcollection_0
[junit4:junit4]   2> 2172708 T4356 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard2_replica1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1370328537675/awholynewcollection_0_shard2_replica1
[junit4:junit4]   2> 2172709 T4356 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4]   2> 2172703 T4321 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard2_replica2 as part of slice shard2 of collection awholynewcollection_0 on 127.0.0.1:53174_
[junit4:junit4]   2> 2172714 T4312 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:awholynewcollection_0
[junit4:junit4]   2> 2172715 T4312 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4]   2> 2172719 T4321 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard2_replica3 as part of slice shard2 of collection awholynewcollection_0 on 127.0.0.1:53177_
[junit4:junit4]   2> 2172729 T4331 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard2_replica2' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1370328531943/awholynewcollection_0_shard2_replica2
[junit4:junit4]   2> 2172731 T4331 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4]   2> 2172720 T4361 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4]   2> 2172733 T4361 oascc.SolrZkClient.makePath makePath: /collections/awholynewcollection_0
[junit4:junit4]   2> 2172727 T4356 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:awholynewcollection_0
[junit4:junit4]   2> 2172734 T4356 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4]   2> 2172723 T4330 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4]   2> 2172741 T4347 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard2_replica3' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1370328534949/awholynewcollection_0_shard2_replica3
[junit4:junit4]   2> 2172743 T4347 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4]   2> 2172735 T4321 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard2_replica4 as part of slice shard2 of collection awholynewcollection_0 on 127.0.0.1:53183_
[junit4:junit4]   2> 2172742 T4330 oascc.SolrZkClient.makePath makePath: /collections/awholynewcollection_0
[junit4:junit4]   2> 2172747 T4331 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 2172749 T4331 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4]   2> 2172752 T4321 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard2_replica5 as part of slice shard2 of collection awholynewcollection_0 on 127.0.0.1:53170_
[junit4:junit4]   2> 2172756 T4375 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard2_replica4' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1370328540468/awholynewcollection_0_shard2_replica4
[junit4:junit4]   2> 2172757 T4375 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4]   2> 2172759 T4321 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard3_replica1 as part of slice shard3 of collection awholynewcollection_0 on 127.0.0.1:53180_
[junit4:junit4]   2> 2172763 T4315 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard2_replica5' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1370328529476/awholynewcollection_0_shard2_replica5
[junit4:junit4]   2> 2172765 T4315 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4]   2> 2172762 T4345 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4]   2> 2172774 T4375 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 2172775 T4375 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4]   2> 2172776 T4312 oascc.SolrZkClient.makePath makePath: /collections/awholynewcollection_0
[junit4:junit4]   2> 2172759 T4372 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4]   2> 2172773 T4358 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard3_replica1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1370328537675/awholynewcollection_0_shard3_replica1
[junit4:junit4]   2> 2172780 T4358 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4]   2> 2172773 T4347 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 2172786 T4347 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4]   2> 2172766 T4321 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard3_replica2 as part of slice shard3 of collection awholynewcollection_0 on 127.0.0.1:53174_
[junit4:junit4]   2> 2172791 T4315 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 2172794 T4315 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4]   2> 2172790 T4331 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1370328531943/awholynewcollection_0_shard2_replica2/'
[junit4:junit4]   2> 2172796 T4358 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 2172797 T4358 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4]   2> 2172797 T4356 oascc.SolrZkClient.makePath makePath: /collections/awholynewcollection_0
[junit4:junit4]   2> 2172797 T4361 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4]   2> 2172801 T4321 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard3_replica3 as part of slice shard3 of collection awholynewcollection_0 on 127.0.0.1:53177_
[junit4:junit4]   2> 2172807 T4321 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard3_replica4 as part of slice shard3 of collection awholynewcollection_0 on 127.0.0.1:53183_
[junit4:junit4]   2> 2172809 T4328 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard3_replica2' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1370328531943/awholynewcollection_0_shard3_replica2
[junit4:junit4]   2> 2172823 T4328 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4]   2> 2172815 T4343 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard3_replica3' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1370328534949/awholynewcollection_0_shard3_replica3
[junit4:junit4]   2> 2172829 T4343 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4]   2> 2172820 T4330 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4]   2> 2172828 T4375 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1370328540468/awholynewcollection_0_shard2_replica4/'
[junit4:junit4]   2> 2172828 T4372 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1370328540468/awholynewcollection_0_shard1_replica4/'
[junit4:junit4]   2> 2172828 T4370 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard3_replica4' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1370328540468/awholynewcollection_0_shard3_replica4
[junit4:junit4]   2> 2172842 T4370 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4]   2> 2172846 T4328 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 2172849 T4328 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4]   2> 2172847 T4321 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard3_replica5 as part of slice shard3 of collection awholynewcollection_0 on 127.0.0.1:53170_
[junit4:junit4]   2> 2172852 T4343 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 2172853 T4343 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4]   2> 2172854 T4321 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard4_replica1 as part of slice shard4 of collection awholynewcollection_0 on 127.0.0.1:53180_
[junit4:junit4]   2> 2172857 T4321 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard4_replica2 as part of slice shard4 of collection awholynewcollection_0 on 127.0.0.1:53174_
[junit4:junit4]   2> 2172875 T4370 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 2172892 T4370 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4]   2> 2172894 T4356 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4]   2> 2172863 T4361 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1370328537675/awholynewcollection_0_shard1_replica1/'
[junit4:junit4]   2> 2172918 T4330 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1370328531943/awholynewcollection_0_shard1_replica2/'
[junit4:junit4]   2> 2172921 T4356 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1370328537675/awholynewcollection_0_shard2_replica1/'
[junit4:junit4]   2> 2172862 T4345 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1370328534949/awholynewcollection_0_shard1_replica3/'
[junit4:junit4]   2> 2172862 T4347 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1370328534949/awholynewcollection_0_shard2_replica3/'
[junit4:junit4]   2> 2172860 T4315 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1370328529476/awholynewcollection_0_shard2_replica5/'
[junit4:junit4]   2> 2172861 T4358 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1370328537675/awholynewcollection_0_shard3_replica1/'
[junit4:junit4]   2> 2172861 T4310 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard3_replica5' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1370328529476/awholynewcollection_0_shard3_replica5
[junit4:junit4]   2> 2172940 T4310 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4]   2> 2172942 T4328 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1370328531943/awholynewcollection_0_shard3_replica2/'
[junit4:junit4]   2> 2172889 T4343 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1370328534949/awholynewcollection_0_shard3_replica3/'
[junit4:junit4]   2> 2172887 T4332 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard4_replica2' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1370328531943/awholynewcollection_0_shard4_replica2
[junit4:junit4]   2> 2172946 T4332 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4]   2> 2172885 T4359 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard4_replica1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1370328537675/awholynewcollection_0_shard4_replica1
[junit4:junit4]   2> 2172948 T4359 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4]   2> 2172885 T4321 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard4_replica3 as part of slice shard4 of collection awholynewcollection_0 on 127.0.0.1:53177_
[junit4:junit4]   2> 2172884 T4312 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4]   2> 2172956 T4332 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 2172957 T4332 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4]   2> 2172961 T4370 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1370328540468/awholynewcollection_0_shard3_replica4/'
[junit4:junit4]   2> 2172965 T4310 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 2172965 T4310 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4]   2> 2172969 T4359 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 2172970 T4359 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4]   2> 2172977 T4321 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard4_replica4 as part of slice shard4 of collection awholynewcollection_0 on 127.0.0.1:53183_
[junit4:junit4]   2> 2172981 T4321 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard4_replica5 as part of slice shard4 of collection awholynewcollection_0 on 127.0.0.1:53170_
[junit4:junit4]   2> 2173003 T4374 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard4_replica4' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1370328540468/awholynewcollection_0_shard4_replica4
[junit4:junit4]   2> 2173004 T4374 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4]   2> 2172989 T4344 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard4_replica3' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1370328534949/awholynewcollection_0_shard4_replica3
[junit4:junit4]   2> 2173013 T4344 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4]   2> 2173018 T4321 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard5_replica1 as part of slice shard5 of collection awholynewcollection_0 on 127.0.0.1:53180_
[junit4:junit4]   2> 2173028 T4344 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 2173029 T4344 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4]   2> 2173027 T4332 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1370328531943/awholynewcollection_0_shard4_replica2/'
[junit4:junit4]   2> 2173027 T4314 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard4_replica5' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1370328529476/awholynewcollection_0_shard4_replica5
[junit4:junit4]   2> 2173031 T4314 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4]   2> 2173026 T4374 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 2173032 T4374 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4]   2> 2173037 T4310 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1370328529476/awholynewcollection_0_shard3_replica5/'
[junit4:junit4]   2> 2173040 T4321 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard5_replica2 as part of slice shard5 of collection awholynewcollection_0 on 127.0.0.1:53174_
[junit4:junit4]   2> 2173044 T4357 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard5_replica1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1370328537675/awholynewcollection_0_shard5_replica1
[junit4:junit4]   2> 2173045 T4357 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4]   2> 2173044 T4359 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1370328537675/awholynewcollection_0_shard4_replica1/'
[junit4:junit4]   2> 2173046 T4321 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard5_replica3 as part of slice shard5 of collection awholynewcollection_0 on 127.0.0.1:53177_
[junit4:junit4]   2> 2173046 T4312 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1370328529476/awholynewcollection_0_shard1_replica5/'
[junit4:junit4]   2> 2173084 T4344 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1370328534949/awholynewcollection_0_shard4_replica3/'
[junit4:junit4]   2> 2173083 T4374 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1370328540468/awholynewcollection_0_shard4_replica4/'
[junit4:junit4]   2> 2173080 T4357 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 2173099 T4357 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4]   2> 2173069 T4314 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 2173069 T4329 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard5_replica2' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1370328531943/awholynewcollection_0_shard5_replica2
[junit4:junit4]   2> 2173106 T4329 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4]   2> 2173106 T4314 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4]   2> 2173123 T4321 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard5_replica4 as part of slice shard5 of collection awholynewcollection_0 on 127.0.0.1:53183_
[junit4:junit4]   2> 2173125 T4321 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard5_replica5 as part of slice shard5 of collection awholynewcollection_0 on 127.0.0.1:53170_
[junit4:junit4]   2> 2173133 T4373 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard5_replica4' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1370328540468/awholynewcollection_0_shard5_replica4
[junit4:junit4]   2> 2173134 T4373 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4]   2> 2173134 T4329 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 2173135 T4329 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4]   2> 2173128 T4346 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard5_replica3' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1370328534949/awholynewcollection_0_shard5_replica3
[junit4:junit4]   2> 2173137 T4346 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4]   2> 2173134 T4357 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1370328537675/awholynewcollection_0_shard5_replica1/'
[junit4:junit4]   2> 2173144 T4313 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard5_replica5' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1370328529476/awholynewcollection_0_shard5_replica5
[junit4:junit4]   2> 2173145 T4313 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4]   2> 2173149 T4346 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 2173149 T4346 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4]   2> 2173149 T4373 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 2173151 T4373 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4]   2> 2173153 T4314 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1370328529476/awholynewcollection_0_shard4_replica5/'
[junit4:junit4]   2> 2173161 T4329 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1370328531943/awholynewcollection_0_shard5_replica2/'
[junit4:junit4]   2> 2173165 T4313 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 2173167 T4313 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4]   2> 2173183 T4373 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1370328540468/awholynewcollection_0_shard5_replica4/'
[junit4:junit4]   2> 2173193 T4346 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1370328534949/awholynewcollection_0_shard5_replica3/'
[junit4:junit4]   2> 2173250 T4313 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1370328529476/awholynewcollection_0_shard5_replica5/'
[junit4:junit4]   2> 2173607 T4347 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 2173720 T4332 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 2173731 T4374 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 2173737 T4314 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 2173754 T4375 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 2173811 T4320 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2173824 T4320 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:53183__nodes_used_collection_shard2_replica1",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"nodes_used_collection_shard2_replica1",
[junit4:junit4]   2> 	  "collection":"nodes_used_collection",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:53183_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:53183"}
[junit4:junit4]   2> 2173906 T4320 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:53174__nodes_used_collection_shard2_replica2",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"nodes_used_collection_shard2_replica2",
[junit4:junit4]   2> 	  "collection":"nodes_used_collection",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:53174_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:53174"}
[junit4:junit4]   2> 2173976 T4320 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:53170__nodes_used_collection_shard1_replica2",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"nodes_used_collection_shard1_replica2",
[junit4:junit4]   2> 	  "collection":"nodes_used_collection",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:53170_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:53170"}
[junit4:junit4]   2> 2174031 T4313 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 2174041 T4320 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:53177__nodes_used_collection_shard1_replica1",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"nodes_used_collection_shard1_replica1",
[junit4:junit4]   2> 	  "collection":"nodes_used_collection",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:53177_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:53177"}
[junit4:junit4]   2> 2174149 T4344 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 2174173 T4396 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 2174174 T4394 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 2174174 T4365 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 2174182 T4319 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 2174194 T4337 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 2174204 T4379 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 2174204 T4351 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 2174205 T4324 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 2174241 T4358 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 2174268 T4331 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 2174268 T4346 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 2174311 T4371 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 127.0.0.1:53174__nodes_used_collection_shard2_replica2, state: recovering, checkLive: true, onlyIfLeader: true for: 2 seconds.
[junit4:junit4]   2> 2174313 T4371 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=127.0.0.1:53174__nodes_used_collection_shard2_replica2&state=recovering&nodeName=127.0.0.1:53174_&action=PREPRECOVERY&checkLive=true&core=nodes_used_collection_shard2_replica1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2005 
[junit4:junit4]   2> 2174408 T4312 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 2174608 T4372 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 2174810 T4356 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 2174849 T4328 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 2175045 T4359 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 2175317 T4315 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 2175364 T4311 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 127.0.0.1:53177__nodes_used_collection_shard1_replica1, state: recovering, checkLive: true, onlyIfLeader: true for: 3 seconds.
[junit4:junit4]   2> 2175364 T4311 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=127.0.0.1:53177__nodes_used_collection_shard1_replica1&state=recovering&nodeName=127.0.0.1:53177_&action=PREPRECOVERY&checkLive=true&core=nodes_used_collection_shard1_replica2&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=3005 
[junit4:junit4]   2> 2175379 T4370 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 2175391 T4361 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 2175431 T4345 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 2175444 T4347 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 2175451 T4329 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 2175453 T4330 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 2175460 T4310 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 2175503 T4347 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 2175532 T4343 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 2175656 T4374 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 2175663 T4374 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 2175678 T4357 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 2175731 T4347 oass.IndexSchema.readSchema [awholynewcollection_0_shard2_replica3] Schema name=test
[junit4:junit4]   2> 2175861 T4358 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 2175942 T4358 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 2176007 T4356 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 2176009 T4332 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 2176011 T4373 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 2176014 T4375 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 2176023 T4375 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 2176028 T4314 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 2176029 T4356 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 2176034 T4375 oass.IndexSchema.readSchema [awholynewcollection_0_shard2_replica4] Schema name=test
[junit4:junit4]   2> 2176043 T4332 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 2176057 T4332 oass.IndexSchema.readSchema [awholynewcollection_0_shard4_replica2] Schema name=test
[junit4:junit4]   2> 2176034 T4314 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 2176068 T4314 oass.IndexSchema.readSchema [awholynewcollection_0_shard4_replica5] Schema name=test
[junit4:junit4]   2> 2176172 T4358 oass.IndexSchema.readSchema [awholynewcollection_0_shard3_replica1] Schema name=test
[junit4:junit4]   2> 2176234 T4374 oass.IndexSchema.readSchema [awholynewcollection_0_shard4_replica4] Schema name=test
[junit4:junit4]   2> 2176284 T4346 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 2176299 T4346 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> ASYNC  NEW_CORE C839 name=nodes_used_collection_shard2_replica2 org.apache.solr.core.SolrCore@719eafb3 url=http://127.0.0.1:53174/nodes_used_collection_shard2_replica2 node=127.0.0.1:53174_ C839_STATE=coll:nodes_used_collection core:nodes_used_collection_shard2_replica2 props:{shard=shard2, state=recovering, core=nodes_used_collection_shard2_replica2, collection=nodes_used_collection, node_name=127.0.0.1:53174_, base_url=http://127.0.0.1:53174}
[junit4:junit4]   2> 2176316 T4391 C839 P53174 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:53183/nodes_used_collection_shard2_replica1/ core=nodes_used_collection_shard2_replica2 - recoveringAfterStartup=true
[junit4:junit4]   2> 2176317 T4391 C839 P53174 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard2_replica2 url=http://127.0.0.1:53174 START replicas=[http://127.0.0.1:53183/nodes_used_collection_shard2_replica1/] nUpdates=100
[junit4:junit4]   2> 2176317 T4391 C839 P53174 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 2176318 T4391 C839 P53174 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=nodes_used_collection_shard2_replica2
[junit4:junit4]   2> 2176318 T4391 C839 P53174 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=nodes_used_collection_shard2_replica2
[junit4:junit4]   2> 2176319 T4391 C839 P53174 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=nodes_used_collection_shard2_replica2
[junit4:junit4]   2> 2176319 T4391 C839 P53174 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 2176320 T4391 C839 P53174 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:53183/nodes_used_collection_shard2_replica1/. core=nodes_used_collection_shard2_replica2
[junit4:junit4]   2> 2176320 T4391 C839 P53174 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C840 name=nodes_used_collection_shard2_replica1 org.apache.solr.core.SolrCore@35392630 url=http://127.0.0.1:53183/nodes_used_collection_shard2_replica1 node=127.0.0.1:53183_ C840_STATE=coll:nodes_used_collection core:nodes_used_collection_shard2_replica1 props:{shard=shard2, state=active, core=nodes_used_collection_shard2_replica1, collection=nodes_used_collection, node_name=127.0.0.1:53183_, base_url=http://127.0.0.1:53183, leader=true}
[junit4:junit4]   2> 2176362 T4422 C840 P53183 oasc.SolrCore.execute [nodes_used_collection_shard2_replica1] webapp= path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=1 
[junit4:junit4]   2> 2176375 T4356 oass.IndexSchema.readSchema [awholynewcollection_0_shard2_replica1] Schema name=test
[junit4:junit4]   2> 2176394 T4371 C840 P53183 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 2176402 T4346 oass.IndexSchema.readSchema [awholynewcollection_0_shard5_replica3] Schema name=test
[junit4:junit4]   2> 2176609 T4313 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 2176622 T4313 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> ASYNC  NEW_CORE C841 name=nodes_used_collection_shard2_replica1 org.apache.solr.core.SolrCore@35392630 url=http://127.0.0.1:53183/nodes_used_collection_shard2_replica1 node=127.0.0.1:53183_ C841_STATE=coll:nodes_used_collection core:nodes_used_collection_shard2_replica1 props:{shard=shard2, state=active, core=nodes_used_collection_shard2_replica1, collection=nodes_used_collection, node_name=127.0.0.1:53183_, base_url=http://127.0.0.1:53183, leader=true}
[junit4:junit4]   2> 2176630 T4371 C841 P53183 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6ff20f80 lockFactory=org.apache.lucene.store.NativeFSLockFactory@6faf525d),segFN=segments_1,generation=1}
[junit4:junit4]   2> 2176637 T4371 C841 P53183 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 2176642 T4371 C841 P53183 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6ff20f80 lockFactory=org.apache.lucene.store.NativeFSLockFactory@6faf525d),segFN=segments_1,generation=1}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6ff20f80 lockFactory=org.apache.lucene.store.NativeFSLockFactory@6faf525d),segFN=segments_2,generation=2}
[junit4:junit4]   2> 2176643 T4371 C841 P53183 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4]   2> 2176644 T4371 C841 P53183 oass.SolrIndexSearcher.<init> Opening Searcher@5df50047 realtime
[junit4:junit4]   2> 2176644 T4371 C841 P53183 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 2176645 T4371 C841 P53183 oasup.LogUpdateProcessor.finish [nodes_used_collection_shard2_replica1] webapp= path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 251
[junit4:junit4]   2> ASYNC  NEW_CORE C842 name=nodes_used_collection_shard2_replica2 org.apache.solr.core.SolrCore@719eafb3 url=http://127.0.0.1:53174/nodes_used_collection_shard2_replica2 node=127.0.0.1:53174_ C842_STATE=coll:nodes_used_collection core:nodes_used_collection_shard2_replica2 props:{shard=shard2, state=recovering, core=nodes_used_collection_shard2_replica2, collection=nodes_used_collection, node_name=127.0.0.1:53174_, base_url=http://127.0.0.1:53174}
[junit4:junit4]   2> 2176647 T4391 C842 P53174 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 2176647 T4391 C842 P53174 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 2176662 T4422 C841 P53183 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 2176663 T4422 C841 P53183 oasc.SolrCore.execute [nodes_used_collection_shard2_replica1] webapp= path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=6 
[junit4:junit4]   2> 2176680 T4391 C842 P53174 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 2176680 T4391 C842 P53174 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 2176681 T4391 C842 P53174 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 2176692 T4371 C841 P53183 oasc.SolrCore.execute [nodes_used_collection_shard2_replica1] webapp= path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=0 
[junit4:junit4]   2> 2176700 T4391 C842 P53174 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 2176709 T4391 C842 P53174 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1370328531943/nodes_used_collection_shard2_replica2/data/index.20130604144914988
[junit4:junit4]   2> 2176724 T4391 C842 P53174 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@5cae2e57 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1d005cae) fullCopy=false
[junit4:junit4]   2> 2176748 T4422 C841 P53183 oasc.SolrCore.execute [nodes_used_collection_shard2_replica1] webapp= path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 2176749 T4328 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 2176749 T4312 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 2176758 T4328 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 2176771 T4391 C842 P53174 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 2176783 T4312 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 2176791 T4312 oass.IndexSchema.readSchema [awholynewcollection_0_shard1_replica5] Schema name=test
[junit4:junit4]   2> 2176800 T4328 oass.IndexSchema.readSchema [awholynewcollection_0_shard3_replica2] Schema name=test
[junit4:junit4]   2> 2176816 T4391 C842 P53174 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 2176817 T4391 C842 P53174 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=nodes_used_collection_shard2_replica2
[junit4:junit4]   2> 2176914 T4313 oass.IndexSchema.readSchema [awholynewcollection_0_shard5_replica5] Schema name=test
[junit4:junit4]   2> 2176954 T4361 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 2176965 T4344 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 2176990 T4344 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> ASYNC  NEW_CORE C843 name=nodes_used_collection_shard2_replica2 org.apache.solr.core.SolrCore@719eafb3 url=http://127.0.0.1:53174/nodes_used_collection_shard2_replica2 node=127.0.0.1:53174_ C843_STATE=coll:nodes_used_collection core:nodes_used_collection_shard2_replica2 props:{shard=shard2, state=recovering, core=nodes_used_collection_shard2_replica2, collection=nodes_used_collection, node_name=127.0.0.1:53174_, base_url=http://127.0.0.1:53174}
[junit4:junit4]   2> 2177012 T4391 C843 P53174 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7fda270d lockFactory=org.apache.lucene.store.NativeFSLockFactory@1d0de9d9),segFN=segments_1,generation=1}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7fda270d lockFactory=org.apache.lucene.store.NativeFSLockFactory@1d0de9d9),segFN=segments_2,generation=2}
[junit4:junit4]   2> 2177016 T4361 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 2177018 T4391 C843 P53174 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4]   2> 2177030 T4391 C843 P53174 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 2177033 T4391 C843 P53174 oass.SolrIndexSearcher.<init> Opening Searcher@6fb5c5df main
[junit4:junit4]   2> 2177045 T4387 oasc.SolrCore.registerSearcher [nodes_used_collection_shard2_replica2] Registered new searcher Searcher@6fb5c5df main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 2177056 T4391 C843 P53174 oasc.CachingDirectoryFactory.closeCacheValue looking to close /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1370328531943/nodes_used_collection_shard2_replica2/data/index.20130604144914988 [CachedDir<<refCount=0;path=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1370328531943/nodes_used_collection_shard2_replica2/data/index.20130604144914988;done=true>>]
[junit4:junit4]   2> 2177057 T4391 C843 P53174 oasc.CachingDirectoryFactory.close Closing directory: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1370328531943/nodes_used_collection_shard2_replica2/data/index.20130604144914988
[junit4:junit4]   2> 2177057 T4391 C843 P53174 oasc.CachingDirectoryFactory.closeCacheValue Removing directory before core close: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1370328531943/nodes_used_collection_shard2_replica2/data/index.20130604144914988
[junit4:junit4]   2> 2177057 T4391 C843 P53174 oasc.RecoveryStrategy.replay No replay needed. core=nodes_used_collection_shard2_replica2
[junit4:junit4]   2> 2177058 T4391 C843 P53174 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=nodes_used_collection_shard2_replica2
[junit4:junit4]   2> 2177064 T4391 C843 P53174 oasc.ZkController.publish publishing core=nodes_used_collection_shard2_replica2 state=active
[junit4:junit4]   2> 2177077 T4361 oass.IndexSchema.readSchema [awholynewcollection_0_shard1_replica1] Schema name=test
[junit4:junit4]   2> 2177081 T4391 C843 P53174 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=nodes_used_collection_shard2_replica2
[junit4:junit4]   2> 2177109 T4344 oass.IndexSchema.readSchema [awholynewcollection_0_shard4_replica3] Schema name=test
[junit4:junit4]   2> 2177182 T4315 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 2177248 T4315 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 2177251 T4329 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 2177303 T4329 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 2177332 T4329 oass.IndexSchema.readSchema [awholynewcollection_0_shard5_replica2] Schema name=test
[junit4:junit4]   2> ASYNC  NEW_CORE C844 name=nodes_used_collection_shard1_replica1 org.apache.solr.core.SolrCore@309b39d6 url=http://127.0.0.1:53177/nodes_used_collection_shard1_replica1 node=127.0.0.1:53177_ C844_STATE=coll:nodes_used_collection core:nodes_used_collection_shard1_replica1 props:{shard=shard1, state=recovering, core=nodes_used_collection_shard1_replica1, collection=nodes_used_collection, node_name=127.0.0.1:53177_, base_url=http://127.0.0.1:53177}
[junit4:junit4]   2> 2177375 T4392 C844 P53177 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:53170/nodes_used_collection_shard1_replica2/ core=nodes_used_collection_shard1_replica1 - recoveringAfterStartup=true
[junit4:junit4]   2> 2177376 T4392 C844 P53177 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard1_replica1 url=http://127.0.0.1:53177 START replicas=[http://127.0.0.1:53170/nodes_used_collection_shard1_replica2/] nUpdates=100
[junit4:junit4]   2> 2177383 T4392 C844 P53177 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 2177383 T4392 C844 P53177 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=nodes_used_collection_shard1_replica1
[junit4:junit4]   2> 2177383 T4392 C844 P53177 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=nodes_used_collection_shard1_replica1
[junit4:junit4]   2> 2177384 T4392 C844 P53177 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=nodes_used_collection_shard1_replica1
[junit4:junit4]   2> 2177384 T4392 C844 P53177 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 2177384 T4392 C844 P53177 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:53170/nodes_used_collection_shard1_replica2/. core=nodes_used_collection_shard1_replica1
[junit4:junit4]   2> 2177385 T4392 C844 P53177 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 2177397 T4372 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 2177415 T4372 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 2177424 T4372 oass.IndexSchema.readSchema [awholynewcollection_0_shard1_replica4] Schema name=test
[junit4:junit4]   2> 2177427 T4320 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2177443 T4345 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 2177446 T4370 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 2177451 T4320 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:53174__nodes_used_collection_shard2_replica2",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"nodes_used_collection_shard2_replica2",
[junit4:junit4]   2> 	  "collection":"nodes_used_collection",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:53174_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:53174"}
[junit4:junit4]   2> 2177463 T4370 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 2177467 T4345 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 2177504 T4324 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 2177511 T4337 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 2177516 T4379 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 2177516 T4319 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 2177517 T4394 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 2177525 T4396 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 2177526 T4351 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 2177526 T4365 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 2177541 T4345 oass.IndexSchema.readSchema [awholynewcollection_0_shard1_replica3] Schema name=test
[junit4:junit4]   2> 2177562 T4315 oass.IndexSchema.readSchema [awholynewcollection_0_shard2_replica5] Schema name=test
[junit4:junit4]   2> 2177575 T4359 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 2177589 T4331 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 2177594 T4359 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 2177611 T4331 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 2177648 T4357 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 2177680 T4330 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 2177684 T4357 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 2177690 T4331 oass.IndexSchema.readSchema [awholynewcollection_0_shard2_replica2] Schema name=test
[junit4:junit4]   2> 2177702 T4359 oass.IndexSchema.readSchema [awholynewcollection_0_shard4_replica1] Schema name=test
[junit4:junit4]   2> 2177711 T4330 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 2177714 T4310 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 2177733 T4330 oass.IndexSchema.readSchema [awholynewcollection_0_shard1_replica2] Schema name=test
[junit4:junit4]   2> 2177866 T4310 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> ASYNC  NEW_CORE C845 name=nodes_used_collection_shard1_replica2 org.apache.solr.core.SolrCore@15247264 url=http://127.0.0.1:53170/nodes_used_collection_shard1_replica2 node=127.0.0.1:53170_ C845_STATE=coll:nodes_used_collection core:nodes_used_collection_shard1_replica2 props:{shard=shard1, state=active, core=nodes_used_collection_shard1_replica2, collection=nodes_used_collection, node_name=127.0.0.1:53170_, base_url=http://127.0.0.1:53170, leader=true}
[junit4:junit4]   2> 2177885 T4423 C845 P53170 oasc.SolrCore.execute [nodes_used_collection_shard1_replica2] webapp= path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=20 
[junit4:junit4]   2> 2177946 T4310 oass.IndexSchema.readSchema [awholynewcollection_0_shard3_replica5] Schema name=test
[junit4:junit4]   2> 2178014 T4311 C845 P53170 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 2178095 T4343 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 2178162 T4343 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 2178163 T4370 oass.IndexSchema.readSchema [awholynewcollection_0_shard3_replica4] Schema name=test
[junit4:junit4]   2> 2178174 T4343 oass.IndexSchema.readSchema [awholynewcollection_0_shard3_replica3] Schema name=test
[junit4:junit4]   2> 2178197 T4357 oass.IndexSchema.readSchema [awholynewcollection_0_shard5_replica1] Schema name=test
[junit4:junit4]   2> ASYNC  NEW_CORE C846 name=nodes_used_collection_shard1_replica2 org.apache.solr.core.SolrCore@15247264 url=http://127.0.0.1:53170/nodes_used_collection_shard1_replica2 node=127.0.0.1:53170_ C846_STATE=coll:nodes_used_collection core:nodes_used_collection_shard1_replica2 props:{shard=shard1, state=active, core=nodes_used_collection_shard1_replica2, collection=nodes_used_collection, node_name=127.0.0.1:53170_, base_url=http://127.0.0.1:53170, leader=true}
[junit4:junit4]   2> 2178431 T4311 C846 P53170 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3bfd54ee lockFactory=org.apache.lucene.store.NativeFSLockFactory@3242faa2),segFN=segments_1,generation=1}
[junit4:junit4]   2> 2178442 T4311 C846 P53170 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 2178466 T4311 C846 P53170 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3bfd54ee lockFactory=org.apache.lucene.store.NativeFSLockFactory@3242faa2),segFN=segments_1,generation=1}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3bfd54ee lockFactory=org.apache.lucene.store.NativeFSLockFactory@3242faa2),segFN=segments_2,generation=2}
[junit4:junit4]   2> 2178467 T4311 C846 P53170 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4]   2> 2178468 T4311 C846 P53170 oass.SolrIndexSearcher.<init> Opening Searcher@6a7149ec realtime
[junit4:junit4]   2> 2178468 T4311 C846 P53170 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 2178469 T4311 C846 P53170 oasup.LogUpdateProcessor.finish [nodes_used_collection_shard1_replica2] webapp= path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 455
[junit4:junit4]   2> ASYNC  NEW_CORE C847 name=nodes_used_collection_shard1_replica1 org.apache.solr.core.SolrCore@309b39d6 url=http://127.0.0.1:53177/nodes_used_collection_shard1_replica1 node=127.0.0.1:53177_ C847_STATE=coll:nodes_used_collection core:nodes_used_collection_shard1_replica1 props:{shard=shard1, state=recovering, core=nodes_used_collection_shard1_replica1, collection=nodes_used_collection, node_name=127.0.0.1:53177_, base_url=http://127.0.0.1:53177}
[junit4:junit4]   2> 2178470 T4392 C847 P53177 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 2178471 T4392 C847 P53177 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 2178491 T4311 C846 P53170 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 2178492 T4311 C846 P53170 oasc.SolrCore.execute [nodes_used_collection_shard1_replica2] webapp= path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 2178497 T4392 C847 P53177 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 2178498 T4392 C847 P53177 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 2178498 T4392 C847 P53177 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 2178523 T4423 C846 P53170 oasc.SolrCore.execute [nodes_used_collection_shard1_replica2] webapp= path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=14 
[junit4:junit4]   2> 2178525 T4392 C847 P53177 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 2178533 T4392 C847 P53177 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1370328534949/nodes_used_collection_shard1_replica1/data/index.20130604144916812
[junit4:junit4]   2> 2178542 T4392 C847 P53177 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@3be8a370 lockFactory=org.apache.lucene.store.NativeFSLockFactory@18563c04) fullCopy=false
[junit4:junit4]   2> 2178554 T4311 C846 P53170 oasc.SolrCore.execute [nodes_used_collection_shard1_replica2] webapp= path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 2178565 T4392 C847 P53177 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 2178629 T4392 C847 P53177 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 2178630 T4392 C847 P53177 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=nodes_used_collection_shard1_replica1
[junit4:junit4]   2> 2178634 T4392 C847 P53177 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@762dfa31 lockFactory=org.apache.lucene.store.NativeFSLockFactory@23651080),segFN=segments_1,generation=1}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@762dfa31 lockFactory=org.apache.lucene.store.NativeFSLockFactory@23651080),segFN=segments_2,generation=2}
[junit4:junit4]   2> 2178635 T4392 C847 P53177 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4]   2> 2178636 T4392 C847 P53177 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 2178637 T4392 C847 P53177 oass.SolrIndexSearcher.<init> Opening Searcher@23ffcbf9 main
[junit4:junit4]   2> 2178639 T4388 oasc.SolrCore.registerSearcher [nodes_used_collection_shard1_replica1] Registered new searcher Searcher@23ffcbf9 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 2178643 T4392 C847 P53177 oasc.CachingDirectoryFactory.closeCacheValue looking to close /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1370328534949/nodes_used_collection_shard1_replica1/data/index.20130604144916812 [CachedDir<<refCount=0;path=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1370328534949/nodes_used_collection_shard1_replica1/data/index.20130604144916812;done=true>>]
[junit4:junit4]   2> 2178644 T4392 C847 P53177 oasc.CachingDirectoryFactory.close Closing directory: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1370328534949/nodes_used_collection_shard1_replica1/data/index.20130604144916812
[junit4:junit4]   2> 2178646 T4392 C847 P53177 oasc.CachingDirectoryFactory.closeCacheValue Removing directory before core close: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1370328534949/nodes_used_collection_shard1_replica1/data/index.20130604144916812
[junit4:junit4]   2> 2178647 T4392 C847 P53177 oasc.RecoveryStrategy.replay No replay needed. core=nodes_used_collection_shard1_replica1
[junit4:junit4]   2> 2178647 T4392 C847 P53177 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=nodes_used_collection_shard1_replica1
[junit4:junit4]   2> 2178648 T4392 C847 P53177 oasc.ZkController.publish publishing core=nodes_used_collection_shard1_replica1 state=active
[junit4:junit4]   2> 2178654 T4392 C847 P53177 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=nodes_used_collection_shard1_replica1
[junit4:junit4]   2> 2179083 T4320 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2179095 T4320 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:53177__nodes_used_collection_shard1_replica1",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"nodes_used_collection_shard1_replica1",
[junit4:junit4]   2> 	  "collection":"nodes_used_collection",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:53177_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:53177"}
[junit4:junit4]   2> 2179121 T4365 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 2179122 T4337 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 2179122 T4396 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 2179123 T4394 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 2179124 T4319 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 2179126 T4324 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 2179123 T4351 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 2179123 T4379 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 2179275 T4373 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 2179284 T4373 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 2179485 T4373 oass.IndexSchema.readSchema [awholynewcollection_0_shard5_replica4] Schema name=test
[junit4:junit4]   2> 2181348 T3 oasc.CoreContainer.finalize ERROR CoreContainer was not shutdown prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!  instance=612206477
[junit4:junit4]   2> 2197836 T4361 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 2197896 T4346 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 2198277 T4359 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 2198316 T4346 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 2198321 T4361 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 2198342 T4346 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 2198346 T4361 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 2198355 T4359 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 2198468 T4356 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 2198484 T4359 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 2198773 T4361 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 2198854 T4356 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 2198896 T4356 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 2198912 T4346 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 2199118 T4345 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 2199184 T4332 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 2199262 T4328 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 2199265 T4346 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 2199269 T4312 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 2199274 T4359 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 2199312 T4359 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 2199377 T4359 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 2199391 T4345 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 2199380 T4361 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 2199436 T4345 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 2199446 T4312 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 2199461 T4312 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 2199472 T4346 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 2199473 T4328 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 2199476 T4359 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 2199477 T4359 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 2199478 T4359 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 2199486 T4346 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 2199487 T4346 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 2199490 T4346 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 2199500 T4359 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 2199501 T4359 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 2199502 T4359 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 2199503 T4359 oasc.SolrCore.<init> [awholynewcollection_0_shard4_replica1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1370328537675/awholynewcollection_0_shard4_replica1/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1370328537675/awholynewcollection_0_shard4_replica1/data/
[junit4:junit4]   2> 2199504 T4359 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3cf28f60
[junit4:junit4]   2> 2199505 T4359 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 2199508 T4359 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1370328537675/awholynewcollection_0_shard4_replica1/data
[junit4:junit4]   2> 2199516 T4346 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 2199517 T4346 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 2199518 T4346 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 2199519 T4346 oasc.SolrCore.<init> [awholynewcollection_0_shard5_replica3] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1370328534949/awholynewcollection_0_shard5_replica3/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1370328534949/awholynewcollection_0_shard5_replica3/data/
[junit4:junit4]   2> 2199520 T4346 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3cf28f60
[junit4:junit4]   2> 2199523 T4346 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 2199524 T4346 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1370328534949/awholynewcollection_0_shard5_replica3/data
[junit4:junit4]   2> 2199545 T4346 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1370328534949/awholynewcollection_0_shard5_replica3/data/index/
[junit4:junit4]   2> 2199546 T4346 oasc.SolrCore.initIndex WARN [awholynewcollection_0_shard5_replica3] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1370328534949/awholynewcollection_0_shard5_replica3/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 2199548 T4346 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1370328534949/awholynewcollection_0_shard5_replica3/data/index
[junit4:junit4]   2> 2199582 T4356 oass.FileExchangeRateProvider.reload Reload

[...truncated too long message...]

s/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1370328540468/awholynewcollection_0_shard2_replica4/data [CachedDir<<refCount=0;path=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1370328540468/awholynewcollection_0_shard2_replica4/data;done=false>>]
[junit4:junit4]   2> 2250022 T4297 oasc.CachingDirectoryFactory.close Closing directory: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1370328540468/awholynewcollection_0_shard2_replica4/data
[junit4:junit4]   2> 2250020 T4542 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=5 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:53183__awholynewcollection_0_shard4_replica4",
[junit4:junit4]   2> 	  "numShards":"5",
[junit4:junit4]   2> 	  "shard":"shard4",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"awholynewcollection_0_shard4_replica4",
[junit4:junit4]   2> 	  "collection":"awholynewcollection_0",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:53183_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:53183"}
[junit4:junit4]   2> 2250028 T4297 oasc.CachingDirectoryFactory.closeCacheValue looking to close /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1370328540468/awholynewcollection_0_shard2_replica4/data/index [CachedDir<<refCount=0;path=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1370328540468/awholynewcollection_0_shard2_replica4/data/index;done=false>>]
[junit4:junit4]   2> 2250031 T4297 oasc.CachingDirectoryFactory.close Closing directory: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1370328540468/awholynewcollection_0_shard2_replica4/data/index
[junit4:junit4]   2> 2250065 T4297 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/,null}
[junit4:junit4]   2> 2250128 T4297 oas.SolrTestCaseJ4.tearDown ###Ending testDistribSearch
[junit4:junit4]   2> 2250135 T4297 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:53167 53167
[junit4:junit4]   1> client port:0.0.0.0/0.0.0.0:0
[junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=CollectionsAPIDistributedZkTest -Dtests.method=testDistribSearch -Dtests.seed=B5E219C0F1A468B0 -Dtests.slow=true -Dtests.locale=ar_AE -Dtests.timezone=Asia/Chungking -Dtests.file.encoding=US-ASCII
[junit4:junit4] ERROR   99.7s | CollectionsAPIDistributedZkTest.testDistribSearch <<<
[junit4:junit4]    > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: collection already exists: awholynewcollection_0
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([B5E219C0F1A468B0:340497D886FB088C]:0)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:424)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrServer.request(LBHttpSolrServer.java:264)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrServer.request(CloudSolrServer.java:306)
[junit4:junit4]    > 	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1400)
[junit4:junit4]    > 	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:438)
[junit4:junit4]    > 	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.doTest(CollectionsAPIDistributedZkTest.java:146)
[junit4:junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:815)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 2250309 T4297 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4]   2> 99686 T4296 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 2 leaked thread(s).
[junit4:junit4]   2> 2251345 T4379 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 2251345 T4379 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 2251346 T4379 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> NOTE: test params are: codec=Lucene40, sim=DefaultSimilarity, locale=ar_AE, timezone=Asia/Chungking
[junit4:junit4]   2> NOTE: Mac OS X 10.8.3 x86_64/Oracle Corporation 1.7.0_21 (64-bit)/cpus=2,threads=5,free=101461080,total=356909056
[junit4:junit4]   2> NOTE: All tests run in this JVM: [TestRTGBase, JsonLoaderTest, TestStressLucene, ZkNodePropsTest, TestTrie, TestNumberUtils, ZkSolrClientTest, TestSolrXMLSerializer, TestSystemIdResolver, AlternateDirectoryTest, TestSolrQueryParserResource, TestPluginEnable, TestExtendedDismaxParser, ChaosMonkeyNothingIsSafeTest, OverseerCollectionProcessorTest, TestCollationField, ConvertedLegacyTest, ShardRoutingTest, HighlighterTest, BasicDistributedZk2Test, FastVectorHighlighterTest, TestRealTimeGet, TestBM25SimilarityFactory, TestLRUCache, TestStressVersions, TestSolrQueryParser, UnloadDistributedZkTest, TestMaxScoreQueryParser, TestRandomFaceting, TestSolrQueryParserDefaultOperatorResource, HardAutoCommitTest, ReturnFieldsTest, SimpleFacetsTest, RequestHandlersTest, TermsComponentTest, TestSolr4Spatial, XsltUpdateRequestHandlerTest, BinaryUpdateRequestHandlerTest, TestFastWriter, TestIndexSearcher, TestQueryTypes, TestDistributedSearch, SpellPossibilityIteratorTest, MBeansHandlerTest, SchemaVersionSpecificBehaviorTest, SolrPluginUtilsTest, DOMUtilTest, TestUtils, CopyFieldTest, TestLMDirichletSimilarityFactory, DateFieldTest, TestCoreContainer, ClusterStateUpdateTest, SolrCoreTest, PreAnalyzedUpdateProcessorTest, RegexBoostProcessorTest, SyncSliceTest, TestFieldResource, SuggesterTSTTest, UUIDFieldTest, FileBasedSpellCheckerTest, SliceStateTest, BasicFunctionalityTest, TestLFUCache, SolrIndexSplitterTest, TestBinaryResponseWriter, BadCopyFieldTest, TestReplicationHandler, SimplePostToolTest, TestCoreDiscovery, CachingDirectoryFactoryTest, SuggesterWFSTTest, TestQuerySenderListener, TestSchemaSimilarityResource, TestFoldingMultitermQuery, TestDistributedGrouping, DirectSolrConnectionTest, TestCSVLoader, TestConfig, StandardRequestHandlerTest, TestPerFieldSimilarity, StatelessScriptUpdateProcessorFactoryTest, PeerSyncTest, HighlighterConfigTest, PrimitiveFieldTypeTest, DocValuesTest, TestLazyCores, TestLuceneMatchVersion, PolyFieldTest, ResourceLoaderTest, SliceStateUpdateTest, MoreLikeThisHandlerTest, FieldMutatingUpdateProcessorTest, SpellCheckComponentTest, TestMergePolicyConfig, BasicDistributedZkTest, ExternalFileFieldSortTest, NotRequiredUniqueKeyTest, SolrCmdDistributorTest, DebugComponentTest, ChaosMonkeySafeLeaderTest, DirectUpdateHandlerTest, SystemInfoHandlerTest, TestSolrDeletionPolicy2, TestCollationKeyRangeQueries, TestCodecSupport, LeaderElectionIntegrationTest, TestClassNameShortening, OutputWriterTest, TestFieldCollectionResource, UniqFieldsUpdateProcessorFactoryTest, LukeRequestHandlerTest, TestXIncludeConfig, DistributedSpellCheckComponentTest, MultiTermTest, TestFuzzyAnalyzedSuggestions, TestJoin, TestSolrCoreProperties, IndexReaderFactoryTest, CSVRequestHandlerTest, TestFiltering, TimeZoneUtilsTest, TestCharFilters, ZkCLITest, TestGroupingSearch, TestPropInject, SortByFunctionTest, UpdateRequestProcessorFactoryTest, AutoCommitTest, TestElisionMultitermQuery, TestDefaultSearchFieldResource, FileUtilsTest, EchoParamsTest, FullSolrCloudDistribCmdsTest, IndexSchemaTest, TestSearchPerf, BasicZkTest, BadComponentTest, TestStressReorder, TestManagedSchemaFieldResource, DateMathParserTest, SpellCheckCollatorTest, CurrencyFieldOpenExchangeTest, CacheHeaderTest, TestFastLRUCache, CollectionsAPIDistributedZkTest]
[junit4:junit4] Completed in 100.78s, 1 test, 1 error <<< FAILURES!

[...truncated 464 lines...]
BUILD FAILED
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:386: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:366: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:39: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build.xml:181: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/common-build.xml:437: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:1243: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:887: There were test failures: 297 suites, 1238 tests, 1 error, 18 ignored (6 assumptions)

Total time: 119 minutes 8 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.7.0 -XX:-UseCompressedOops -XX:+UseParallelGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-4.x-MacOSX (64bit/jdk1.7.0) - Build # 514 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-MacOSX/514/
Java: 64bit/jdk1.7.0 -XX:-UseCompressedOops -XX:+UseG1GC

257 tests failed.
FAILED:  org.apache.solr.BasicFunctionalityTest.testDateMath

Error Message:
java.lang.NullPointerException

Stack Trace:
org.apache.solr.common.SolrException: java.lang.NullPointerException
	at __randomizedtesting.SeedInfo.seed([8FEBA5D653A92577:90688EEB41A68674]:0)
	at org.apache.solr.util.TestHarness.update(TestHarness.java:271)
	at org.apache.solr.util.BaseTestHarness.checkUpdateStatus(BaseTestHarness.java:261)
	at org.apache.solr.util.BaseTestHarness.validateUpdate(BaseTestHarness.java:231)
	at org.apache.solr.SolrTestCaseJ4.checkUpdateU(SolrTestCaseJ4.java:481)
	at org.apache.solr.SolrTestCaseJ4.assertU(SolrTestCaseJ4.java:460)
	at org.apache.solr.SolrTestCaseJ4.assertU(SolrTestCaseJ4.java:454)
	at org.apache.solr.SolrTestCaseJ4.clearIndex(SolrTestCaseJ4.java:827)
	at org.apache.solr.BasicFunctionalityTest.testDateMath(BasicFunctionalityTest.java:813)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:601)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)
Caused by: java.lang.NullPointerException
	at org.apache.solr.update.processor.DistributedUpdateProcessor.doDeleteByQuery(DistributedUpdateProcessor.java:872)
	at org.apache.solr.update.processor.DistributedUpdateProcessor.processDelete(DistributedUpdateProcessor.java:774)
	at org.apache.solr.update.processor.LogUpdateProcessor.processDelete(LogUpdateProcessorFactory.java:121)
	at org.apache.solr.handler.loader.XMLLoader.processDelete(XMLLoader.java:346)
	at org.apache.solr.handler.loader.XMLLoader.processUpdate(XMLLoader.java:277)
	at org.apache.solr.handler.loader.XMLLoader.load(XMLLoader.java:173)
	at org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:92)
	at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:74)
	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:135)
	at org.apache.solr.core.SolrCore.execute(SolrCore.java:1843)
	at org.apache.solr.servlet.DirectSolrConnection.request(DirectSolrConnection.java:131)
	at org.apache.solr.util.TestHarness.update(TestHarness.java:267)
	... 47 more


FAILED:  org.apache.solr.BasicFunctionalityTest.testNonTrivialDeleteByQuery

Error Message:
java.lang.NullPointerException

Stack Trace:
org.apache.solr.common.SolrException: java.lang.NullPointerException
	at __randomizedtesting.SeedInfo.seed([8FEBA5D653A92577:4D475C6554791E39]:0)
	at org.apache.solr.util.TestHarness.update(TestHarness.java:271)
	at org.apache.solr.util.BaseTestHarness.checkUpdateStatus(BaseTestHarness.java:261)
	at org.apache.solr.util.BaseTestHarness.validateUpdate(BaseTestHarness.java:231)
	at org.apache.solr.SolrTestCaseJ4.checkUpdateU(SolrTestCaseJ4.java:481)
	at org.apache.solr.SolrTestCaseJ4.assertU(SolrTestCaseJ4.java:460)
	at org.apache.solr.SolrTestCaseJ4.assertU(SolrTestCaseJ4.java:454)
	at org.apache.solr.SolrTestCaseJ4.clearIndex(SolrTestCaseJ4.java:827)
	at org.apache.solr.BasicFunctionalityTest.testNonTrivialDeleteByQuery(BasicFunctionalityTest.java:266)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:601)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)
Caused by: java.lang.NullPointerException
	at org.apache.solr.update.processor.DistributedUpdateProcessor.doDeleteByQuery(DistributedUpdateProcessor.java:872)
	at org.apache.solr.update.processor.DistributedUpdateProcessor.processDelete(DistributedUpdateProcessor.java:774)
	at org.apache.solr.update.processor.LogUpdateProcessor.processDelete(LogUpdateProcessorFactory.java:121)
	at org.apache.solr.handler.loader.XMLLoader.processDelete(XMLLoader.java:346)
	at org.apache.solr.handler.loader.XMLLoader.processUpdate(XMLLoader.java:277)
	at org.apache.solr.handler.loader.XMLLoader.load(XMLLoader.java:173)
	at org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:92)
	at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:74)
	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:135)
	at org.apache.solr.core.SolrCore.execute(SolrCore.java:1843)
	at org.apache.solr.servlet.DirectSolrConnection.request(DirectSolrConnection.java:131)
	at org.apache.solr.util.TestHarness.update(TestHarness.java:267)
	... 47 more


FAILED:  org.apache.solr.BasicFunctionalityTest.testMultipleUpdatesPerAdd

Error Message:
java.lang.NullPointerException

Stack Trace:
org.apache.solr.common.SolrException: java.lang.NullPointerException
	at __randomizedtesting.SeedInfo.seed([8FEBA5D653A92577:3C5206525614EEC7]:0)
	at org.apache.solr.util.TestHarness.update(TestHarness.java:271)
	at org.apache.solr.util.BaseTestHarness.checkUpdateStatus(BaseTestHarness.java:261)
	at org.apache.solr.util.BaseTestHarness.validateUpdate(BaseTestHarness.java:231)
	at org.apache.solr.SolrTestCaseJ4.checkUpdateU(SolrTestCaseJ4.java:481)
	at org.apache.solr.SolrTestCaseJ4.assertU(SolrTestCaseJ4.java:460)
	at org.apache.solr.SolrTestCaseJ4.assertU(SolrTestCaseJ4.java:454)
	at org.apache.solr.SolrTestCaseJ4.clearIndex(SolrTestCaseJ4.java:827)
	at org.apache.solr.BasicFunctionalityTest.testMultipleUpdatesPerAdd(BasicFunctionalityTest.java:430)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:601)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)
Caused by: java.lang.NullPointerException
	at org.apache.solr.update.processor.DistributedUpdateProcessor.doDeleteByQuery(DistributedUpdateProcessor.java:872)
	at org.apache.solr.update.processor.DistributedUpdateProcessor.processDelete(DistributedUpdateProcessor.java:774)
	at org.apache.solr.update.processor.LogUpdateProcessor.processDelete(LogUpdateProcessorFactory.java:121)
	at org.apache.solr.handler.loader.XMLLoader.processDelete(XMLLoader.java:346)
	at org.apache.solr.handler.loader.XMLLoader.processUpdate(XMLLoader.java:277)
	at org.apache.solr.handler.loader.XMLLoader.load(XMLLoader.java:173)
	at org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:92)
	at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:74)
	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:135)
	at org.apache.solr.core.SolrCore.execute(SolrCore.java:1843)
	at org.apache.solr.servlet.DirectSolrConnection.request(DirectSolrConnection.java:131)
	at org.apache.solr.util.TestHarness.update(TestHarness.java:267)
	... 47 more


FAILED:  org.apache.solr.BasicFunctionalityTest.testDefaultFieldValues

Error Message:
java.lang.NullPointerException

Stack Trace:
org.apache.solr.common.SolrException: java.lang.NullPointerException
	at __randomizedtesting.SeedInfo.seed([8FEBA5D653A92577:2C84E2E974FB9098]:0)
	at org.apache.solr.util.TestHarness.update(TestHarness.java:271)
	at org.apache.solr.util.BaseTestHarness.checkUpdateStatus(BaseTestHarness.java:261)
	at org.apache.solr.util.BaseTestHarness.validateUpdate(BaseTestHarness.java:231)
	at org.apache.solr.SolrTestCaseJ4.checkUpdateU(SolrTestCaseJ4.java:481)
	at org.apache.solr.SolrTestCaseJ4.assertU(SolrTestCaseJ4.java:460)
	at org.apache.solr.SolrTestCaseJ4.assertU(SolrTestCaseJ4.java:454)
	at org.apache.solr.SolrTestCaseJ4.clearIndex(SolrTestCaseJ4.java:827)
	at org.apache.solr.BasicFunctionalityTest.testDefaultFieldValues(BasicFunctionalityTest.java:623)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:601)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)
Caused by: java.lang.NullPointerException
	at org.apache.solr.update.processor.DistributedUpdateProcessor.doDeleteByQuery(DistributedUpdateProcessor.java:872)
	at org.apache.solr.update.processor.DistributedUpdateProcessor.processDelete(DistributedUpdateProcessor.java:774)
	at org.apache.solr.update.processor.LogUpdateProcessor.processDelete(LogUpdateProcessorFactory.java:121)
	at org.apache.solr.handler.loader.XMLLoader.processDelete(XMLLoader.java:346)
	at org.apache.solr.handler.loader.XMLLoader.processUpdate(XMLLoader.java:277)
	at org.apache.solr.handler.loader.XMLLoader.load(XMLLoader.java:173)
	at org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:92)
	at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:74)
	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:135)
	at org.apache.solr.core.SolrCore.execute(SolrCore.java:1843)
	at org.apache.solr.servlet.DirectSolrConnection.request(DirectSolrConnection.java:131)
	at org.apache.solr.util.TestHarness.update(TestHarness.java:267)
	... 47 more


FAILED:  org.apache.solr.BasicFunctionalityTest.testSomeStuff

Error Message:
java.lang.NullPointerException

Stack Trace:
org.apache.solr.common.SolrException: java.lang.NullPointerException
	at __randomizedtesting.SeedInfo.seed([8FEBA5D653A92577:61F9B4EAA730D44D]:0)
	at org.apache.solr.util.TestHarness.update(TestHarness.java:271)
	at org.apache.solr.util.BaseTestHarness.checkUpdateStatus(BaseTestHarness.java:261)
	at org.apache.solr.util.BaseTestHarness.validateUpdate(BaseTestHarness.java:231)
	at org.apache.solr.SolrTestCaseJ4.checkUpdateU(SolrTestCaseJ4.java:481)
	at org.apache.solr.SolrTestCaseJ4.assertU(SolrTestCaseJ4.java:460)
	at org.apache.solr.SolrTestCaseJ4.assertU(SolrTestCaseJ4.java:454)
	at org.apache.solr.SolrTestCaseJ4.clearIndex(SolrTestCaseJ4.java:827)
	at org.apache.solr.BasicFunctionalityTest.testSomeStuff(BasicFunctionalityTest.java:128)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:601)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)
Caused by: java.lang.NullPointerException
	at org.apache.solr.update.processor.DistributedUpdateProcessor.doDeleteByQuery(DistributedUpdateProcessor.java:872)
	at org.apache.solr.update.processor.DistributedUpdateProcessor.processDelete(DistributedUpdateProcessor.java:774)
	at org.apache.solr.update.processor.LogUpdateProcessor.processDelete(LogUpdateProcessorFactory.java:121)
	at org.apache.solr.handler.loader.XMLLoader.processDelete(XMLLoader.java:346)
	at org.apache.solr.handler.loader.XMLLoader.processUpdate(XMLLoader.java:277)
	at org.apache.solr.handler.loader.XMLLoader.load(XMLLoader.java:173)
	at org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:92)
	at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:74)
	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:135)
	at org.apache.solr.core.SolrCore.execute(SolrCore.java:1843)
	at org.apache.solr.servlet.DirectSolrConnection.request(DirectSolrConnection.java:131)
	at org.apache.solr.util.TestHarness.update(TestHarness.java:267)
	... 47 more


FAILED:  org.apache.solr.ConvertedLegacyTest.testABunchOfConvertedStuff

Error Message:
java.lang.NullPointerException

Stack Trace:
org.apache.solr.common.SolrException: java.lang.NullPointerException
	at __randomizedtesting.SeedInfo.seed([8FEBA5D653A92577:9D8DBF848622FE4]:0)
	at org.apache.solr.util.TestHarness.update(TestHarness.java:271)
	at org.apache.solr.util.BaseTestHarness.checkUpdateStatus(BaseTestHarness.java:261)
	at org.apache.solr.util.BaseTestHarness.validateUpdate(BaseTestHarness.java:231)
	at org.apache.solr.SolrTestCaseJ4.checkUpdateU(SolrTestCaseJ4.java:481)
	at org.apache.solr.SolrTestCaseJ4.assertU(SolrTestCaseJ4.java:460)
	at org.apache.solr.SolrTestCaseJ4.assertU(SolrTestCaseJ4.java:454)
	at org.apache.solr.ConvertedLegacyTest.testABunchOfConvertedStuff(ConvertedLegacyTest.java:97)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:601)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)
Caused by: java.lang.NullPointerException
	at org.apache.solr.update.processor.DistributedUpdateProcessor.doDeleteByQuery(DistributedUpdateProcessor.java:872)
	at org.apache.solr.update.processor.DistributedUpdateProcessor.processDelete(DistributedUpdateProcessor.java:774)
	at org.apache.solr.update.processor.LogUpdateProcessor.processDelete(LogUpdateProcessorFactory.java:121)
	at org.apache.solr.handler.loader.XMLLoader.processDelete(XMLLoader.java:346)
	at org.apache.solr.handler.loader.XMLLoader.processUpdate(XMLLoader.java:277)
	at org.apache.solr.handler.loader.XMLLoader.load(XMLLoader.java:173)
	at org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:92)
	at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:74)
	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:135)
	at org.apache.solr.core.SolrCore.execute(SolrCore.java:1843)
	at org.apache.solr.servlet.DirectSolrConnection.request(DirectSolrConnection.java:131)
	at org.apache.solr.util.TestHarness.update(TestHarness.java:267)
	... 46 more


FAILED:  org.apache.solr.TestDistributedGrouping.testDistribSearch

Error Message:
Server at http://127.0.0.1:52224 returned non ok status:500, message:Server Error

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: Server at http://127.0.0.1:52224 returned non ok status:500, message:Server Error
	at __randomizedtesting.SeedInfo.seed([8FEBA5D653A92577:E0D2BCE24F6454B]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:385)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
	at org.apache.solr.client.solrj.request.AbstractUpdateRequest.process(AbstractUpdateRequest.java:117)
	at org.apache.solr.client.solrj.SolrServer.deleteByQuery(SolrServer.java:285)
	at org.apache.solr.client.solrj.SolrServer.deleteByQuery(SolrServer.java:271)
	at org.apache.solr.BaseDistributedSearchTestCase.del(BaseDistributedSearchTestCase.java:474)
	at org.apache.solr.TestDistributedGrouping.doTest(TestDistributedGrouping.java:48)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:821)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:601)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)


FAILED:  org.apache.solr.TestDistributedSearch.testDistribSearch

Error Message:
Server at http://127.0.0.1:53394 returned non ok status:500, message:Server Error

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: Server at http://127.0.0.1:53394 returned non ok status:500, message:Server Error
	at __randomizedtesting.SeedInfo.seed([8FEBA5D653A92577:E0D2BCE24F6454B]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:385)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
	at org.apache.solr.client.solrj.request.AbstractUpdateRequest.process(AbstractUpdateRequest.java:117)
	at org.apache.solr.client.solrj.SolrServer.deleteByQuery(SolrServer.java:285)
	at org.apache.solr.client.solrj.SolrServer.deleteByQuery(SolrServer.java:271)
	at org.apache.solr.BaseDistributedSearchTestCase.del(BaseDistributedSearchTestCase.java:474)
	at org.apache.solr.TestDistributedSearch.doTest(TestDistributedSearch.java:73)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:821)
	at sun.reflect.GeneratedMethodAccessor39.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:601)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)


FAILED:  org.apache.solr.TestGroupingSearch.testGroupingGroupSortingScore_basic

Error Message:
java.lang.NullPointerException

Stack Trace:
org.apache.solr.common.SolrException: java.lang.NullPointerException
	at __randomizedtesting.SeedInfo.seed([8FEBA5D653A92577:6131C9D1E47E3CE7]:0)
	at org.apache.solr.util.TestHarness.update(TestHarness.java:271)
	at org.apache.solr.util.BaseTestHarness.checkUpdateStatus(BaseTestHarness.java:261)
	at org.apache.solr.util.BaseTestHarness.validateUpdate(BaseTestHarness.java:231)
	at org.apache.solr.SolrTestCaseJ4.checkUpdateU(SolrTestCaseJ4.java:481)
	at org.apache.solr.SolrTestCaseJ4.assertU(SolrTestCaseJ4.java:460)
	at org.apache.solr.SolrTestCaseJ4.assertU(SolrTestCaseJ4.java:454)
	at org.apache.solr.TestGroupingSearch.cleanIndex(TestGroupingSearch.java:63)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:601)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:771)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)
Caused by: java.lang.NullPointerException
	at org.apache.solr.update.processor.DistributedUpdateProcessor.doDeleteByQuery(DistributedUpdateProcessor.java:872)
	at org.apache.solr.update.processor.DistributedUpdateProcessor.processDelete(DistributedUpdateProcessor.java:774)
	at org.apache.solr.update.processor.LogUpdateProcessor.processDelete(LogUpdateProcessorFactory.java:121)
	at org.apache.solr.handler.loader.XMLLoader.processDelete(XMLLoader.java:346)
	at org.apache.solr.handler.loader.XMLLoader.processUpdate(XMLLoader.java:277)
	at org.apache.solr.handler.loader.XMLLoader.load(XMLLoader.java:173)
	at org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:92)
	at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:74)
	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:135)
	at org.apache.solr.core.SolrCore.execute(SolrCore.java:1843)
	at org.apache.solr.servlet.DirectSolrConnection.request(DirectSolrConnection.java:131)
	at org.apache.solr.util.TestHarness.update(TestHarness.java:267)
	... 45 more


FAILED:  org.apache.solr.TestGroupingSearch.testGroupingGroupSortingScore_withTotalGroupCount

Error Message:
java.lang.NullPointerException

Stack Trace:
org.apache.solr.common.SolrException: java.lang.NullPointerException
	at __randomizedtesting.SeedInfo.seed([8FEBA5D653A92577:57CBC16740901F2B]:0)
	at org.apache.solr.util.TestHarness.update(TestHarness.java:271)
	at org.apache.solr.util.BaseTestHarness.checkUpdateStatus(BaseTestHarness.java:261)
	at org.apache.solr.util.BaseTestHarness.validateUpdate(BaseTestHarness.java:231)
	at org.apache.solr.SolrTestCaseJ4.checkUpdateU(SolrTestCaseJ4.java:481)
	at org.apache.solr.SolrTestCaseJ4.assertU(SolrTestCaseJ4.java:460)
	at org.apache.solr.SolrTestCaseJ4.assertU(SolrTestCaseJ4.java:454)
	at org.apache.solr.TestGroupingSearch.cleanIndex(TestGroupingSearch.java:63)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:601)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:771)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)
Caused by: java.lang.NullPointerException
	at org.apache.solr.update.processor.DistributedUpdateProcessor.doDeleteByQuery(DistributedUpdateProcessor.java:872)
	at org.apache.solr.update.processor.DistributedUpdateProcessor.processDelete(DistributedUpdateProcessor.java:774)
	at org.apache.solr.update.processor.LogUpdateProcessor.processDelete(LogUpdateProcessorFactory.java:121)
	at org.apache.solr.handler.loader.XMLLoader.processDelete(XMLLoader.java:346)
	at org.apache.solr.handler.loader.XMLLoader.processUpdate(XMLLoader.java:277)
	at org.apache.solr.handler.loader.XMLLoader.load(XMLLoader.java:173)
	at org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:92)
	at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:74)
	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:135)
	at org.apache.solr.core.SolrCore.execute(SolrCore.java:1843)
	at org.apache.solr.servlet.DirectSolrConnection.request(DirectSolrConnection.java:131)
	at org.apache.solr.util.TestHarness.update(TestHarness.java:267)
	... 45 more


FAILED:  org.apache.solr.TestGroupingSearch.testRandomGrouping

Error Message:
java.lang.NullPointerException

Stack Trace:
org.apache.solr.common.SolrException: java.lang.NullPointerException
	at __randomizedtesting.SeedInfo.seed([8FEBA5D653A92577:9B1262E4A20F8457]:0)
	at org.apache.solr.util.TestHarness.update(TestHarness.java:271)
	at org.apache.solr.util.BaseTestHarness.checkUpdateStatus(BaseTestHarness.java:261)
	at org.apache.solr.util.BaseTestHarness.validateUpdate(BaseTestHarness.java:231)
	at org.apache.solr.SolrTestCaseJ4.checkUpdateU(SolrTestCaseJ4.java:481)
	at org.apache.solr.SolrTestCaseJ4.assertU(SolrTestCaseJ4.java:460)
	at org.apache.solr.SolrTestCaseJ4.assertU(SolrTestCaseJ4.java:454)
	at org.apache.solr.TestGroupingSearch.cleanIndex(TestGroupingSearch.java:63)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:601)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:771)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)
Caused by: java.lang.NullPointerException
	at org.apache.solr.update.processor.DistributedUpdateProcessor.doDeleteByQuery(DistributedUpdateProcessor.java:872)
	at org.apache.solr.update.processor.DistributedUpdateProcessor.processDelete(DistributedUpdateProcessor.java:774)
	at org.apache.solr.update.processor.LogUpdateProcessor.processDelete(LogUpdateProcessorFactory.java:121)
	at org.apache.solr.handler.loader.XMLLoader.processDelete(XMLLoader.java:346)
	at org.apache.solr.handler.loader.XMLLoader.processUpdate(XMLLoader.java:277)
	at org.apache.solr.handler.loader.XMLLoader.load(XMLLoader.java:173)
	at org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:92)
	at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:74)
	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:135)
	at org.apache.solr.core.SolrCore.execute(SolrCore.java:1843)
	at org.apache.solr.servlet.DirectSolrConnection.request(DirectSolrConnection.java:131)
	at org.apache.solr.util.TestHarness.update(TestHarness.java:267)
	... 45 more


FAILED:  org.apache.solr.TestGroupingSearch.testGroupingGroupedBasedFaceting

Error Message:
java.lang.NullPointerException

Stack Trace:
org.apache.solr.common.SolrException: java.lang.NullPointerException
	at __randomizedtesting.SeedInfo.seed([8FEBA5D653A92577:47BEFDF56FDACB1B]:0)
	at org.apache.solr.util.TestHarness.update(TestHarness.java:271)
	at org.apache.solr.util.BaseTestHarness.checkUpdateStatus(BaseTestHarness.java:261)
	at org.apache.solr.util.BaseTestHarness.validateUpdate(BaseTestHarness.java:231)
	at org.apache.solr.SolrTestCaseJ4.checkUpdateU(SolrTestCaseJ4.java:481)
	at org.apache.solr.SolrTestCaseJ4.assertU(SolrTestCaseJ4.java:460)
	at org.apache.solr.SolrTestCaseJ4.assertU(SolrTestCaseJ4.java:454)
	at org.apache.solr.TestGroupingSearch.cleanIndex(TestGroupingSearch.java:63)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:601)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:771)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)
Caused by: java.lang.NullPointerException
	at org.apache.solr.update.processor.DistributedUpdateProcessor.doDeleteByQuery(DistributedUpdateProcessor.java:872)
	at org.apache.solr.update.processor.DistributedUpdateProcessor.processDelete(DistributedUpdateProcessor.java:774)
	at org.apache.solr.update.processor.LogUpdateProcessor.processDelete(LogUpdateProcessorFactory.java:121)
	at org.apache.solr.handler.loader.XMLLoader.processDelete(XMLLoader.java:346)
	at org.apache.solr.handler.loader.XMLLoader.processUpdate(XMLLoader.java:277)
	at org.apache.solr.handler.loader.XMLLoader.load(XMLLoader.java:173)
	at org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:92)
	at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:74)
	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:135)
	at org.apache.solr.core.SolrCore.execute(SolrCore.java:1843)
	at org.apache.solr.servlet.DirectSolrConnection.request(DirectSolrConnection.java:131)
	at org.apache.solr.util.TestHarness.update(TestHarness.java:267)
	... 45 more


FAILED:  org.apache.solr.TestGroupingSearch.testGroupingSimpleFormatStartBiggerThanRows

Error Message:
java.lang.NullPointerException

Stack Trace:
org.apache.solr.common.SolrException: java.lang.NullPointerException
	at __randomizedtesting.SeedInfo.seed([8FEBA5D653A92577:FDD4815E595C5E]:0)
	at org.apache.solr.util.TestHarness.update(TestHarness.java:271)
	at org.apache.solr.util.BaseTestHarness.checkUpdateStatus(BaseTestHarness.java:261)
	at org.apache.solr.util.BaseTestHarness.validateUpdate(BaseTestHarness.java:231)
	at org.apache.solr.SolrTestCaseJ4.checkUpdateU(SolrTestCaseJ4.java:481)
	at org.apache.solr.SolrTestCaseJ4.assertU(SolrTestCaseJ4.java:460)
	at org.apache.solr.SolrTestCaseJ4.assertU(SolrTestCaseJ4.java:454)
	at org.apache.solr.TestGroupingSearch.cleanIndex(TestGroupingSearch.java:63)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:601)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:771)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)
Caused by: java.lang.NullPointerException
	at org.apache.solr.update.processor.DistributedUpdateProcessor.doDeleteByQuery(DistributedUpdateProcessor.java:872)
	at org.apache.solr.update.processor.DistributedUpdateProcessor.processDelete(DistributedUpdateProcessor.java:774)
	at org.apache.solr.update.processor.LogUpdateProcessor.processDelete(LogUpdateProcessorFactory.java:121)
	at org.apache.solr.handler.loader.XMLLoader.processDelete(XMLLoader.java:346)
	at org.apache.solr.handler.loader.XMLLoader.processUpdate(XMLLoader.java:277)
	at org.apache.solr.handler.loader.XMLLoader.load(XMLLoader.java:173)
	at org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:92)
	at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:74)
	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:135)
	at org.apache.solr.core.SolrCore.execute(SolrCore.java:1843)
	at org.apache.solr.servlet.DirectSolrConnection.request(DirectSolrConnection.java:131)
	at org.apache.solr.util.TestHarness.update(TestHarness.java:267)
	... 45 more


FAILED:  org.apache.solr.TestGroupingSearch.testGroupingSimpleFormatArrayIndexOutOfBoundsException

Error Message:
java.lang.NullPointerException

Stack Trace:
org.apache.solr.common.SolrException: java.lang.NullPointerException
	at __randomizedtesting.SeedInfo.seed([8FEBA5D653A92577:CBE44C7AE3C59DAF]:0)
	at org.apache.solr.util.TestHarness.update(TestHarness.java:271)
	at org.apache.solr.util.BaseTestHarness.checkUpdateStatus(BaseTestHarness.java:261)
	at org.apache.solr.util.BaseTestHarness.validateUpdate(BaseTestHarness.java:231)
	at org.apache.solr.SolrTestCaseJ4.checkUpdateU(SolrTestCaseJ4.java:481)
	at org.apache.solr.SolrTestCaseJ4.assertU(SolrTestCaseJ4.java:460)
	at org.apache.solr.SolrTestCaseJ4.assertU(SolrTestCaseJ4.java:454)
	at org.apache.solr.TestGroupingSearch.cleanIndex(TestGroupingSearch.java:63)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:601)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:771)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)
Caused by: java.lang.NullPointerException
	at org.apache.solr.update.processor.DistributedUpdateProcessor.doDeleteByQuery(DistributedUpdateProcessor.java:872)
	at org.apache.solr.update.processor.DistributedUpdateProcessor.processDelete(DistributedUpdateProcessor.java:774)
	at org.apache.solr.update.processor.LogUpdateProcessor.processDelete(LogUpdateProcessorFactory.java:121)
	at org.apache.solr.handler.loader.XMLLoader.processDelete(XMLLoader.java:346)
	at org.apache.solr.handler.loader.XMLLoader.processUpdate(XMLLoader.java:277)
	at org.apache.solr.handler.loader.XMLLoader.load(XMLLoader.java:173)
	at org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:92)
	at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:74)
	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:135)
	at org.apache.solr.core.SolrCore.execute(SolrCore.java:1843)
	at org.apache.solr.servlet.DirectSolrConnection.request(DirectSolrConnection.java:131)
	at org.apache.solr.util.TestHarness.update(TestHarness.java:267)
	... 45 more


FAILED:  org.apache.solr.TestGroupingSearch.testGroupingGroupedBasedFacetingWithTaggedFilter

Error Message:
java.lang.NullPointerException

Stack Trace:
org.apache.solr.common.SolrException: java.lang.NullPointerException
	at __randomizedtesting.SeedInfo.seed([8FEBA5D653A92577:6C5742543E3EFDAE]:0)
	at org.apache.solr.util.TestHarness.update(TestHarness.java:271)
	at org.apache.solr.util.BaseTestHarness.checkUpdateStatus(BaseTestHarness.java:261)
	at org.apache.solr.util.BaseTestHarness.validateUpdate(BaseTestHarness.java:231)
	at org.apache.solr.SolrTestCaseJ4.checkUpdateU(SolrTestCaseJ4.java:481)
	at org.apache.solr.SolrTestCaseJ4.assertU(SolrTestCaseJ4.java:460)
	at org.apache.solr.SolrTestCaseJ4.assertU(SolrTestCaseJ4.java:454)
	at org.apache.solr.TestGroupingSearch.cleanIndex(TestGroupingSearch.java:63)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:601)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:771)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)
Caused by: java.lang.NullPointerException
	at org.apache.solr.update.processor.DistributedUpdateProcessor.doDeleteByQuery(DistributedUpdateProcessor.java:872)
	at org.apache.solr.update.processor.DistributedUpdateProcessor.processDelete(DistributedUpdateProcessor.java:774)
	at org.apache.solr.update.processor.LogUpdateProcessor.processDelete(LogUpdateProcessorFactory.java:121)
	at org.apache.solr.handler.loader.XMLLoader.processDelete(XMLLoader.java:346)
	at org.apache.solr.handler.loader.XMLLoader.processUpdate(XMLLoader.java:277)
	at org.apache.solr.handler.loader.XMLLoader.load(XMLLoader.java:173)
	at org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:92)
	at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:74)
	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:135)
	at org.apache.solr.core.SolrCore.execute(SolrCore.java:1843)
	at org.apache.solr.servlet.DirectSolrConnection.request(DirectSolrConnection.java:131)
	at org.apache.solr.util.TestHarness.update(TestHarness.java:267)
	... 45 more


FAILED:  org.apache.solr.TestGroupingSearch.testGroupingSimpleFormatArrayIndexOutOfBoundsExceptionWithJavaBin

Error Message:
java.lang.NullPointerException

Stack Trace:
org.apache.solr.common.SolrException: java.lang.NullPointerException
	at __randomizedtesting.SeedInfo.seed([8FEBA5D653A92577:14B4481A2BCBFCCD]:0)
	at org.apache.solr.util.TestHarness.update(TestHarness.java:271)
	at org.apache.solr.util.BaseTestHarness.checkUpdateStatus(BaseTestHarness.java:261)
	at org.apache.solr.util.BaseTestHarness.validateUpdate(BaseTestHarness.java:231)
	at org.apache.solr.SolrTestCaseJ4.checkUpdateU(SolrTestCaseJ4.java:481)
	at org.apache.solr.SolrTestCaseJ4.assertU(SolrTestCaseJ4.java:460)
	at org.apache.solr.SolrTestCaseJ4.assertU(SolrTestCaseJ4.java:454)
	at org.apache.solr.TestGroupingSearch.cleanIndex(TestGroupingSearch.java:63)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:601)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:771)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)
Caused by: java.lang.NullPointerException
	at org.apache.solr.update.processor.DistributedUpdateProcessor.doDeleteByQuery(DistributedUpdateProcessor.java:872)
	at org.apache.solr.update.processor.DistributedUpdateProcessor.processDelete(DistributedUpdateProcessor.java:774)
	at org.apache.solr.update.processor.LogUpdateProcessor.processDelete(LogUpdateProcessorFactory.java:121)
	at org.apache.solr.handler.loader.XMLLoader.processDelete(XMLLoader.java:346)
	at org.apache.solr.handler.loader.XMLLoader.processUpdate(XMLLoader.java:277)
	at org.apache.solr.handler.loader.XMLLoader.load(XMLLoader.java:173)
	at org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:92)
	at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:74)
	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:135)
	at org.apache.solr.core.SolrCore.execute(SolrCore.java:1843)
	at org.apache.solr.servlet.DirectSolrConnection.request(DirectSolrConnection.java:131)
	at org.apache.solr.util.TestHarness.update(TestHarness.java:267)
	... 45 more


FAILED:  org.apache.solr.TestGroupingSearch.testGroupingGroupSortingWeight

Error Message:
java.lang.NullPointerException

Stack Trace:
org.apache.solr.common.SolrException: java.lang.NullPointerException
	at __randomizedtesting.SeedInfo.seed([8FEBA5D653A92577:619732A1672F5F4C]:0)
	at org.apache.solr.util.TestHarness.update(TestHarness.java:271)
	at org.apache.solr.util.BaseTestHarness.checkUpdateStatus(BaseTestHarness.java:261)
	at org.apache.solr.util.BaseTestHarness.validateUpdate(BaseTestHarness.java:231)
	at org.apache.solr.SolrTestCaseJ4.checkUpdateU(SolrTestCaseJ4.java:481)
	at org.apache.solr.SolrTestCaseJ4.assertU(SolrTestCaseJ4.java:460)
	at org.apache.solr.SolrTestCaseJ4.assertU(SolrTestCaseJ4.java:454)
	at org.apache.solr.TestGroupingSearch.cleanIndex(TestGroupingSearch.java:63)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:601)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:771)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)
Caused by: java.lang.NullPointerException
	at org.apache.solr.update.processor.DistributedUpdateProcessor.doDeleteByQuery(DistributedUpdateProcessor.java:872)
	at org.apache.solr.update.processor.DistributedUpdateProcessor.processDelete(DistributedUpdateProcessor.java:774)
	at org.apache.solr.update.processor.LogUpdateProcessor.processDelete(LogUpdateProcessorFactory.java:121)
	at org.apache.solr.handler.loader.XMLLoader.processDelete(XMLLoader.java:346)
	at org.apache.solr.handler.loader.XMLLoader.processUpdate(XMLLoader.java:277)
	at org.apache.solr.handler.loader.XMLLoader.load(XMLLoader.java:173)
	at org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:92)
	at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:74)
	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:135)
	at org.apache.solr.core.SolrCore.execute(SolrCore.java:1843)
	at org.apache.solr.servlet.DirectSolrConnection.request(DirectSolrConnection.java:131)
	at org.apache.solr.util.TestHarness.update(TestHarness.java:267)
	... 45 more


FAILED:  org.apache.solr.TestGroupingSearch.testGroupingSortByFunction

Error Message:
java.lang.NullPointerException

Stack Trace:
org.apache.solr.common.SolrException: java.lang.NullPointerException
	at __randomizedtesting.SeedInfo.seed([8FEBA5D653A92577:575A0789EC0B120A]:0)
	at org.apache.solr.util.TestHarness.update(TestHarness.java:271)
	at org.apache.solr.util.BaseTestHarness.checkUpdateStatus(BaseTestHarness.java:261)
	at org.apache.solr.util.BaseTestHarness.validateUpdate(BaseTestHarness.java:231)
	at org.apache.solr.SolrTestCaseJ4.checkUpdateU(SolrTestCaseJ4.java:481)
	at org.apache.solr.SolrTestCaseJ4.assertU(SolrTestCaseJ4.java:460)
	at org.apache.solr.SolrTestCaseJ4.assertU(SolrTestCaseJ4.java:454)
	at org.apache.solr.TestGroupingSearch.cleanIndex(TestGroupingSearch.java:63)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:601)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:771)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)
Caused by: java.lang.NullPointerException
	at org.apache.solr.update.processor.DistributedUpdateProcessor.doDeleteByQuery(DistributedUpdateProcessor.java:872)
	at org.apache.solr.update.processor.DistributedUpdateProcessor.processDelete(DistributedUpdateProcessor.java:774)
	at org.apache.solr.update.processor.LogUpdateProcessor.processDelete(LogUpdateProcessorFactory.java:121)
	at org.apache.solr.handler.loader.XMLLoader.processDelete(XMLLoader.java:346)
	at org.apache.solr.handler.loader.XMLLoader.processUpdate(XMLLoader.java:277)
	at org.apache.solr.handler.loader.XMLLoader.load(XMLLoader.java:173)
	at org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:92)
	at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:74)
	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:135)
	at org.apache.solr.core.SolrCore.execute(SolrCore.java:1843)
	at org.apache.solr.servlet.DirectSolrConnection.request(DirectSolrConnection.java:131)
	at org.apache.solr.util.TestHarness.update(TestHarness.java:267)
	... 45 more


FAILED:  org.apache.solr.TestGroupingSearch.testGroupingWithTimeAllowed

Error Message:
java.lang.NullPointerException

Stack Trace:
org.apache.solr.common.SolrException: java.lang.NullPointerException
	at __randomizedtesting.SeedInfo.seed([8FEBA5D653A92577:DFAB74A8AE31C1FC]:0)
	at org.apache.solr.util.TestHarness.update(TestHarness.java:271)
	at org.apache.solr.util.BaseTestHarness.checkUpdateStatus(BaseTestHarness.java:261)
	at org.apache.solr.util.BaseTestHarness.validateUpdate(BaseTestHarness.java:231)
	at org.apache.solr.SolrTestCaseJ4.checkUpdateU(SolrTestCaseJ4.java:481)
	at org.apache.solr.SolrTestCaseJ4.assertU(SolrTestCaseJ4.java:460)
	at org.apache.solr.SolrTestCaseJ4.assertU(SolrTestCaseJ4.java:454)
	at org.apache.solr.TestGroupingSearch.cleanIndex(TestGroupingSearch.java:63)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:601)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:771)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)
Caused by: java.lang.NullPointerException
	at org.apache.solr.update.processor.DistributedUpdateProcessor.doDeleteByQuery(DistributedUpdateProcessor.java:872)
	at org.apache.solr.update.processor.DistributedUpdateProcessor.processDelete(DistributedUpdateProcessor.java:774)
	at org.apache.solr.update.processor.LogUpdateProcessor.processDelete(LogUpdateProcessorFactory.java:121)
	at org.apache.solr.handler.loader.XMLLoader.processDelete(XMLLoader.java:346)
	at org.apache.solr.handler.loader.XMLLoader.processUpdate(XMLLoader.java:277)
	at org.apache.solr.handler.loader.XMLLoader.load(XMLLoader.java:173)
	at org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:92)
	at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:74)
	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:135)
	at org.apache.solr.core.SolrCore.execute(SolrCore.java:1843)
	at org.apache.solr.servlet.DirectSolrConnection.request(DirectSolrConnection.java:131)
	at org.apache.solr.util.TestHarness.update(TestHarness.java:267)
	... 45 more


FAILED:  org.apache.solr.TestGroupingSearch.testGroupAPI

Error Message:
java.lang.NullPointerException

Stack Trace:
org.apache.solr.common.SolrException: java.lang.NullPointerException
	at __randomizedtesting.SeedInfo.seed([8FEBA5D653A92577:124E919BC094D55D]:0)
	at org.apache.solr.util.TestHarness.update(TestHarness.java:271)
	at org.apache.solr.util.BaseTestHarness.checkUpdateStatus(BaseTestHarness.java:261)
	at org.apache.solr.util.BaseTestHarness.validateUpdate(BaseTestHarness.java:231)
	at org.apache.solr.SolrTestCaseJ4.checkUpdateU(SolrTestCaseJ4.java:481)
	at org.apache.solr.SolrTestCaseJ4.assertU(SolrTestCaseJ4.java:460)
	at org.apache.solr.SolrTestCaseJ4.assertU(SolrTestCaseJ4.java:454)
	at org.apache.solr.TestGroupingSearch.cleanIndex(TestGroupingSearch.java:63)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:601)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:771)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)
Caused by: java.lang.NullPointerException
	at org.apache.solr.update.processor.DistributedUpdateProcessor.doDeleteByQuery(DistributedUpdateProcessor.java:872)
	at org.apache.solr.update.processor.DistributedUpdateProcessor.processDelete(DistributedUpdateProcessor.java:774)
	at org.apache.solr.update.processor.LogUpdateProcessor.processDelete(LogUpdateProcessorFactory.java:121)
	at org.apache.solr.handler.loader.XMLLoader.processDelete(XMLLoader.java:346)
	at org.apache.solr.handler.loader.XMLLoader.processUpdate(XMLLoader.java:277)
	at org.apache.solr.handler.loader.XMLLoader.load(XMLLoader.java:173)
	at org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:92)
	at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:74)
	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:135)
	at org.apache.solr.core.SolrCore.execute(SolrCore.java:1843)
	at org.apache.solr.servlet.DirectSolrConnection.request(DirectSolrConnection.java:131)
	at org.apache.solr.util.TestHarness.update(TestHarness.java:267)
	... 45 more


FAILED:  org.apache.solr.TestGroupingSearch.testGroupingGroupSortingScore_basicWithGroupSortEqualToSort

Error Message:
java.lang.NullPointerException

Stack Trace:
org.apache.solr.common.SolrException: java.lang.NullPointerException
	at __randomizedtesting.SeedInfo.seed([8FEBA5D653A92577:B22A1F926C818ABE]:0)
	at org.apache.solr.util.TestHarness.update(TestHarness.java:271)
	at org.apache.solr.util.BaseTestHarness.checkUpdateStatus(BaseTestHarness.java:261)
	at org.apache.solr.util.BaseTestHarness.validateUpdate(BaseTestHarness.java:231)
	at org.apache.solr.SolrTestCaseJ4.checkUpdateU(SolrTestCaseJ4.java:481)
	at org.apache.solr.SolrTestCaseJ4.assertU(SolrTestCaseJ4.java:460)
	at org.apache.solr.SolrTestCaseJ4.assertU(SolrTestCaseJ4.java:454)
	at org.apache.solr.TestGroupingSearch.cleanIndex(TestGroupingSearch.java:63)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:601)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:771)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)
Caused by: java.lang.NullPointerException
	at org.apache.solr.update.processor.DistributedUpdateProcessor.doDeleteByQuery(DistributedUpdateProcessor.java:872)
	at org.apache.solr.update.processor.DistributedUpdateProcessor.processDelete(DistributedUpdateProcessor.java:774)
	at org.apache.solr.update.processor.LogUpdateProcessor.processDelete(LogUpdateProcessorFactory.java:121)
	at org.apache.solr.handler.loader.XMLLoader.processDelete(XMLLoader.java:346)
	at org.apache.solr.handler.loader.XMLLoader.processUpdate(XMLLoader.java:277)
	at org.apache.solr.handler.loader.XMLLoader.load(XMLLoader.java:173)
	at org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:92)
	at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:74)
	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:135)
	at org.apache.solr.core.SolrCore.execute(SolrCore.java:1843)
	at org.apache.solr.servlet.DirectSolrConnection.request(DirectSolrConnection.java:131)
	at org.apache.solr.util.TestHarness.update(TestHarness.java:267)
	... 45 more


FAILED:  org.apache.solr.TestJoin.testRandomJoin

Error Message:
java.lang.NullPointerException

Stack Trace:
org.apache.solr.common.SolrException: java.lang.NullPointerException
	at __randomizedtesting.SeedInfo.seed([8FEBA5D653A92577:F6616962418E8B97]:0)
	at org.apache.solr.util.TestHarness.update(TestHarness.java:271)
	at org.apache.solr.util.BaseTestHarness.checkUpdateStatus(BaseTestHarness.java:261)
	at org.apache.solr.util.BaseTestHarness.validateUpdate(BaseTestHarness.java:231)
	at org.apache.solr.SolrTestCaseJ4.checkUpdateU(SolrTestCaseJ4.java:481)
	at org.apache.solr.SolrTestCaseJ4.assertU(SolrTestCaseJ4.java:460)
	at org.apache.solr.SolrTestCaseJ4.assertU(SolrTestCaseJ4.java:454)
	at org.apache.solr.SolrTestCaseJ4.clearIndex(SolrTestCaseJ4.java:827)
	at org.apache.solr.TestJoin.testRandomJoin(TestJoin.java:165)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:601)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)
Caused by: java.lang.NullPointerException
	at org.apache.solr.update.processor.DistributedUpdateProcessor.doDeleteByQuery(DistributedUpdateProcessor.java:872)
	at org.apache.solr.update.processor.DistributedUpdateProcessor.processDelete(DistributedUpdateProcessor.java:774)
	at org.apache.solr.update.processor.LogUpdateProcessor.processDelete(LogUpdateProcessorFactory.java:121)
	at org.apache.solr.handler.loader.XMLLoader.processDelete(XMLLoader.java:346)
	at org.apache.solr.handler.loader.XMLLoader.processUpdate(XMLLoader.java:277)
	at org.apache.solr.handler.loader.XMLLoader.load(XMLLoader.java:173)
	at org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:92)
	at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:74)
	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:135)
	at org.apache.solr.core.SolrCore.execute(SolrCore.java:1843)
	at org.apache.solr.servlet.DirectSolrConnection.request(DirectSolrConnection.java:131)
	at org.apache.solr.util.TestHarness.update(TestHarness.java:267)
	... 47 more


FAILED:  org.apache.solr.TestRandomDVFaceting.testRandomFaceting

Error Message:
java.lang.NullPointerException

Stack Trace:
org.apache.solr.common.SolrException: java.lang.NullPointerException
	at __randomizedtesting.SeedInfo.seed([8FEBA5D653A92577:828385030650EDC8]:0)
	at org.apache.solr.util.TestHarness.update(TestHarness.java:271)
	at org.apache.solr.util.BaseTestHarness.checkUpdateStatus(BaseTestHarness.java:261)
	at org.apache.solr.util.BaseTestHarness.validateUpdate(BaseTestHarness.java:231)
	at org.apache.solr.SolrTestCaseJ4.checkUpdateU(SolrTestCaseJ4.java:481)
	at org.apache.solr.SolrTestCaseJ4.assertU(SolrTestCaseJ4.java:460)
	at org.apache.solr.SolrTestCaseJ4.assertU(SolrTestCaseJ4.java:454)
	at org.apache.solr.SolrTestCaseJ4.clearIndex(SolrTestCaseJ4.java:827)
	at org.apache.solr.TestRandomDVFaceting.init(TestRandomDVFaceting.java:57)
	at org.apache.solr.TestRandomDVFaceting.testRandomFaceting(TestRandomDVFaceting.java:119)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:601)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)
Caused by: java.lang.NullPointerException
	at org.apache.solr.update.processor.DistributedUpdateProcessor.doDeleteByQuery(DistributedUpdateProcessor.java:872)
	at org.apache.solr.update.processor.DistributedUpdateProcessor.processDelete(DistributedUpdateProcessor.java:774)
	at org.apache.solr.update.processor.LogUpdateProcessor.processDelete(LogUpdateProcessorFactory.java:121)
	at org.apache.solr.handler.loader.XMLLoader.processDelete(XMLLoader.java:346)
	at org.apache.solr.handler.loader.XMLLoader.processUpdate(XMLLoader.java:277)
	at org.apache.solr.handler.loader.XMLLoader.load(XMLLoader.java:173)
	at org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:92)
	at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:74)
	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:135)
	at org.apache.solr.core.SolrCore.execute(SolrCore.java:1843)
	at org.apache.solr.servlet.DirectSolrConnection.request(DirectSolrConnection.java:131)
	at org.apache.solr.util.TestHarness.update(TestHarness.java:267)
	... 48 more


FAILED:  org.apache.solr.TestRandomFaceting.testRandomFaceting

Error Message:
java.lang.NullPointerException

Stack Trace:
org.apache.solr.common.SolrException: java.lang.NullPointerException
	at __randomizedtesting.SeedInfo.seed([8FEBA5D653A92577:828385030650EDC8]:0)
	at org.apache.solr.util.TestHarness.update(TestHarness.java:271)
	at org.apache.solr.util.BaseTestHarness.checkUpdateStatus(BaseTestHarness.java:261)
	at org.apache.solr.util.BaseTestHarness.validateUpdate(BaseTestHarness.java:231)
	at org.apache.solr.SolrTestCaseJ4.checkUpdateU(SolrTestCaseJ4.java:481)
	at org.apache.solr.SolrTestCaseJ4.assertU(SolrTestCaseJ4.java:460)
	at org.apache.solr.SolrTestCaseJ4.assertU(SolrTestCaseJ4.java:454)
	at org.apache.solr.SolrTestCaseJ4.clearIndex(SolrTestCaseJ4.java:827)
	at org.apache.solr.TestRandomFaceting.init(TestRandomFaceting.java:52)
	at org.apache.solr.TestRandomFaceting.testRandomFaceting(TestRandomFaceting.java:116)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:601)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)
Caused by: java.lang.NullPointerException
	at org.apache.solr.update.processor.DistributedUpdateProcessor.doDeleteByQuery(DistributedUpdateProcessor.java:872)
	at org.apache.solr.update.processor.DistributedUpdateProcessor.processDelete(DistributedUpdateProcessor.java:774)
	at org.apache.solr.update.processor.LogUpdateProcessor.processDelete(LogUpdateProcessorFactory.java:121)
	at org.apache.solr.handler.loader.XMLLoader.processDelete(XMLLoader.java:346)
	at org.apache.solr.handler.loader.XMLLoader.processUpdate(XMLLoader.java:277)
	at org.apache.solr.handler.loader.XMLLoader.load(XMLLoader.java:173)
	at org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:92)
	at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:74)
	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:135)
	at org.apache.solr.core.SolrCore.execute(SolrCore.java:1843)
	at org.apache.solr.servlet.DirectSolrConnection.request(DirectSolrConnection.java:131)
	at org.apache.solr.util.TestHarness.update(TestHarness.java:267)
	... 48 more


FAILED:  org.apache.solr.TestTrie.testTrieDoubleRangeSearch_CustomPrecisionStep

Error Message:
java.lang.NullPointerException

Stack Trace:
org.apache.solr.common.SolrException: java.lang.NullPointerException
	at __randomizedtesting.SeedInfo.seed([8FEBA5D653A92577:7E027D3C683C5305]:0)
	at org.apache.solr.util.TestHarness.update(TestHarness.java:271)
	at org.apache.solr.util.BaseTestHarness.checkUpdateStatus(BaseTestHarness.java:261)
	at org.apache.solr.util.BaseTestHarness.validateUpdate(BaseTestHarness.java:231)
	at org.apache.solr.SolrTestCaseJ4.checkUpdateU(SolrTestCaseJ4.java:481)
	at org.apache.solr.SolrTestCaseJ4.assertU(SolrTestCaseJ4.java:460)
	at org.apache.solr.SolrTestCaseJ4.assertU(SolrTestCaseJ4.java:454)
	at org.apache.solr.SolrTestCaseJ4.clearIndex(SolrTestCaseJ4.java:827)
	at org.apache.solr.TestTrie.tearDown(TestTrie.java:50)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:601)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:795)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)
Caused by: java.lang.NullPointerException
	at org.apache.solr.update.processor.DistributedUpdateProcessor.doDeleteByQuery(DistributedUpdateProcessor.java:872)
	at org.apache.solr.update.processor.DistributedUpdateProcessor.processDelete(DistributedUpdateProcessor.java:774)
	at org.apache.solr.update.processor.LogUpdateProcessor.processDelete(LogUpdateProcessorFactory.java:121)
	at org.apache.solr.handler.loader.XMLLoader.processDelete(XMLLoader.java:346)
	at org.apache.solr.handler.loader.XMLLoader.processUpdate(XMLLoader.java:277)
	at org.apache.solr.handler.loader.XMLLoader.load(XMLLoader.java:173)
	at org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:92)
	at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:74)
	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:135)
	at org.apache.solr.core.SolrCore.execute(SolrCore.java:1843)
	at org.apache.solr.servlet.DirectSolrConnection.request(DirectSolrConnection.java:131)
	at org.apache.solr.util.TestHarness.update(TestHarness.java:267)
	... 45 more


FAILED:  org.apache.solr.TestTrie.testTrieIntRangeSearch

Error Message:
java.lang.NullPointerException

Stack Trace:
org.apache.solr.common.SolrException: java.lang.NullPointerException
	at __randomizedtesting.SeedInfo.seed([8FEBA5D653A92577:C5BBECC336B8E500]:0)
	at org.apache.solr.util.TestHarness.update(TestHarness.java:271)
	at org.apache.solr.util.BaseTestHarness.checkUpdateStatus(BaseTestHarness.java:261)
	at org.apache.solr.util.BaseTestHarness.validateUpdate(BaseTestHarness.java:231)
	at org.apache.solr.SolrTestCaseJ4.checkUpdateU(SolrTestCaseJ4.java:481)
	at org.apache.solr.SolrTestCaseJ4.assertU(SolrTestCaseJ4.java:460)
	at org.apache.solr.SolrTestCaseJ4.assertU(SolrTestCaseJ4.java:454)
	at org.apache.solr.SolrTestCaseJ4.clearIndex(SolrTestCaseJ4.java:827)
	at org.apache.solr.TestTrie.tearDown(TestTrie.java:50)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:601)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:795)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)
Caused by: java.lang.NullPointerException
	at org.apache.solr.update.processor.DistributedUpdateProcessor.doDeleteByQuery(DistributedUpdateProcessor.java:872)
	at org.apache.solr.update.processor.DistributedUpdateProcessor.processDelete(DistributedUpdateProcessor.java:774)
	at org.apache.solr.update.processor.LogUpdateProcessor.processDelete(LogUpdateProcessorFactory.java:121)
	at org.apache.solr.handler.loader.XMLLoader.processDelete(XMLLoader.java:346)
	at org.apache.solr.handler.loader.XMLLoader.processUpdate(XMLLoader.java:277)
	at org.apache.solr.handler.loader.XMLLoader.load(XMLLoader.java:173)
	at org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:92)
	at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:74)
	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:135)
	at org.apache.solr.core.SolrCore.execute(SolrCore.java:1843)
	at org.apache.solr.servlet.DirectSolrConnection.request(DirectSolrConnection.java:131)
	at org.apache.solr.util.TestHarness.update(TestHarness.java:267)
	... 45 more


FAILED:  org.apache.solr.TestTrie.testTrieTermQuery

Error Message:
java.lang.NullPointerException

Stack Trace:
org.apache.solr.common.SolrException: java.lang.NullPointerException
	at __randomizedtesting.SeedInfo.seed([8FEBA5D653A92577:ECE9A82ACE4C86CA]:0)
	at org.apache.solr.util.TestHarness.update(TestHarness.java:271)
	at org.apache.solr.util.BaseTestHarness.checkUpdateStatus(BaseTestHarness.java:261)
	at org.apache.solr.util.BaseTestHarness.validateUpdate(BaseTestHarness.java:231)
	at org.apache.solr.SolrTestCaseJ4.checkUpdateU(SolrTestCaseJ4.java:481)
	at org.apache.solr.SolrTestCaseJ4.assertU(SolrTestCaseJ4.java:460)
	at org.apache.solr.SolrTestCaseJ4.assertU(SolrTestCaseJ4.java:454)
	at org.apache.solr.SolrTestCaseJ4.clearIndex(SolrTestCaseJ4.java:827)
	at org.apache.solr.TestTrie.tearDown(TestTrie.java:50)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:601)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:795)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)
Caused by: java.lang.NullPointerException
	at org.apache.solr.update.processor.DistributedUpdateProcessor.doDeleteByQuery(DistributedUpdateProcessor.java:872)
	at org.apache.solr.update.processor.DistributedUpdateProcessor.processDelete(DistributedUpdateProcessor.java:774)
	at org.apache.solr.update.processor.LogUpdateProcessor.processDelete(LogUpdateProcessorFactory.java:121)
	at org.apache.solr.handler.loader.XMLLoader.processDelete(XMLLoader.java:346)
	at org.apache.solr.handler.loader.XMLLoader.processUpdate(XMLLoader.java:277)
	at org.apache.solr.handler.loader.XMLLoader.load(XMLLoader.java:173)
	at org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:92)
	at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:74)
	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:135)
	at org.apache.solr.core.SolrCore.execute(SolrCore.java:1843)
	at org.apache.solr.servlet.DirectSolrConnection.request(DirectSolrConnection.java:131)
	at org.apache.solr.util.TestHarness.update(TestHarness.java:267)
	... 45 more


FAILED:  org.apache.solr.TestTrie.testTrieLongRangeSearch

Error Message:
Exception during query

Stack Trace:
java.lang.RuntimeException: Exception during query
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:527)
	at org.apache.solr.TestTrie.testTrieLongRangeSearch(TestTrie.java:167)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:601)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)
Caused by: java.lang.RuntimeException: REQUEST FAILED: xpath=//*[@numFound='10']
	xml response was: <?xml version="1.0" encoding="UTF-8"?>
<response>
<lst name="responseHeader"><int name="status">0</int><int name="QTime">0</int></lst><result name="response" numFound="20" start="0"><doc><float name="id">9.0</float><long name="tlong">2147483656</long><long name="_version_">1436866250331389952</long></doc><doc><float name="id">8.0</float><long name="tlong">2147483655</long><long name="_version_">1436866250310418432</long></doc><doc><float name="id">7.0</float><long name="tlong">2147483654</long><long name="_version_">1436866250293641216</long></doc><doc><float name="id">6.0</float><long name="tlong">2147483653</long><long name="_version_">1436866250276864000</long></doc><doc><float name="id">5.0</float><long name="tlong">2147483652</long><long name="_version_">1436866250261135360</long></doc><doc><float name="id">4.0</float><long name="tlong">2147483651</long><long name="_version_">1436866250237018112</long></doc><doc><float name="id">3.0</float><long name="tlong">2147483650</long><long name="_version_">1436866250219192320</long></doc><doc><float name="id">2.0</float><long name="tlong">2147483649</long><long name="_version_">1436866250203463680</long></doc><doc><float name="id">1.0</float><long name="tlong">2147483648</long><long name="_version_">1436866250176200704</long></doc><doc><float name="id">0.0</float><long name="tlong">2147483647</long><long name="_version_">1436866250156277760</long></doc></result>
</response>

	request was:sort=tlong+desc&q=*:*
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:520)
	... 41 more


FAILED:  org.apache.solr.TestTrie.testTrieDoubleRangeSearch

Error Message:
Exception during query

Stack Trace:
java.lang.RuntimeException: Exception during query
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:527)
	at org.apache.solr.TestTrie.testTrieDoubleRangeSearch(TestTrie.java:185)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:601)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)
Caused by: java.lang.RuntimeException: REQUEST FAILED: xpath=//*[@numFound='10']
	xml response was: <?xml version="1.0" encoding="UTF-8"?>
<response>
<lst name="responseHeader"><int name="status">0</int><int name="QTime">1</int></lst><result name="response" numFound="20" start="0"><doc><float name="id">9.0</float><double name="tdouble">5.0036369184800005E9</double><long name="_version_">1436866250610311168</long></doc><doc><float name="id">8.0</float><double name="tdouble">5.003636916150001E9</double><long name="_version_">1436866250586193920</long></doc><doc><float name="id">7.0</float><double name="tdouble">5.00363691382E9</double><long name="_version_">1436866250569416704</long></doc><doc><float name="id">6.0</float><double name="tdouble">5.00363691149E9</double><long name="_version_">1436866250552639488</long></doc><doc><float name="id">5.0</float><double name="tdouble">5.00363690916E9</double><long name="_version_">1436866250536910848</long></doc><doc><float name="id">4.0</float><double name="tdouble">5.00363690683E9</double><long name="_version_">1436866250511745024</long></doc><doc><float name="id">3.0</float><double name="tdouble">5.0036369045E9</double><long name="_version_">1436866250494967808</long></doc><doc><float name="id">2.0</float><double name="tdouble">5.00363690217E9</double><long name="_version_">1436866250477142016</long></doc><doc><float name="id">1.0</float><double name="tdouble">5.00363689984E9</double><long name="_version_">1436866250453024768</long></doc><doc><float name="id">0.0</float><double name="tdouble">5.00363689751E9</double><long name="_version_">1436866250434150400</long></doc></result>
</response>

	request was:sort=tdouble+desc&q=*:*
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:520)
	... 41 more


FAILED:  org.apache.solr.TestTrie.testTrieFacet_PrecisionStep

Error Message:
java.lang.NullPointerException

Stack Trace:
org.apache.solr.common.SolrException: java.lang.NullPointerException
	at __randomizedtesting.SeedInfo.seed([8FEBA5D653A92577:2AAB0DEE91E4F57F]:0)
	at org.apache.solr.util.TestHarness.update(TestHarness.java:271)
	at org.apache.solr.util.BaseTestHarness.checkUpdateStatus(BaseTestHarness.java:261)
	at org.apache.solr.util.BaseTestHarness.validateUpdate(BaseTestHarness.java:231)
	at org.apache.solr.SolrTestCaseJ4.checkUpdateU(SolrTestCaseJ4.java:481)
	at org.apache.solr.SolrTestCaseJ4.assertU(SolrTestCaseJ4.java:460)
	at org.apache.solr.SolrTestCaseJ4.assertU(SolrTestCaseJ4.java:454)
	at org.apache.solr.SolrTestCaseJ4.clearIndex(SolrTestCaseJ4.java:827)
	at org.apache.solr.TestTrie.tearDown(TestTrie.java:50)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:601)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:795)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)
Caused by: java.lang.NullPointerException
	at org.apache.solr.update.processor.DistributedUpdateProcessor.doDeleteByQuery(DistributedUpdateProcessor.java:872)
	at org.apache.solr.update.processor.DistributedUpdateProcessor.processDelete(DistributedUpdateProcessor.java:774)
	at org.apache.solr.update.processor.LogUpdateProcessor.processDelete(LogUpdateProcessorFactory.java:121)
	at org.apache.solr.handler.loader.XMLLoader.processDelete(XMLLoader.java:346)
	at org.apache.solr.handler.loader.XMLLoader.processUpdate(XMLLoader.java:277)
	at org.apache.solr.handler.loader.XMLLoader.load(XMLLoader.java:173)
	at org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:92)
	at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:74)
	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:135)
	at org.apache.solr.core.SolrCore.execute(SolrCore.java:1843)
	at org.apache.solr.servlet.DirectSolrConnection.request(DirectSolrConnection.java:131)
	at org.apache.solr.util.TestHarness.update(TestHarness.java:267)
	... 45 more


FAILED:  org.apache.solr.TestTrie.testTrieDateRangeSearch

Error Message:
Exception during query

Stack Trace:
java.lang.RuntimeException: Exception during query
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:527)
	at org.apache.solr.TestTrie.testTrieDateRangeSearch(TestTrie.java:202)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:601)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)
Caused by: java.lang.RuntimeException: REQUEST FAILED: xpath=//*[@numFound='10']
	xml response was: <?xml version="1.0" encoding="UTF-8"?>
<response>
<lst name="responseHeader"><int name="status">0</int><int name="QTime">1</int></lst><result name="response" numFound="15" start="0"><doc><float name="id">10.0</float><int name="tint">0</int><long name="tlong">2147483647</long><float name="tfloat">0.0</float><double name="tdouble">0.0</double><date name="tdate">2013-06-03T00:00:00Z</date><long name="_version_">1436866250913349632</long></doc><doc><float name="id">20.0</float><int name="tint">1</int><long name="tlong">2147483648</long><float name="tfloat">31.11</float><double name="tdouble">2.33</double><date name="tdate">2013-06-04T00:00:00Z</date><long name="_version_">1436866250931175424</long></doc><doc><float name="id">30.0</float><int name="tint">2</int><long name="tlong">2147483649</long><float name="tfloat">124.44</float><double name="tdouble">4.66</double><date name="tdate">2013-06-05T00:00:00Z</date><long name="_version_">1436866250954244096</long></doc><doc><float name="id">40.0</float><int name="tint">3</int><long name="tlong">2147483650</long><float name="tfloat">279.99</float><double name="tdouble">6.99</double><date name="tdate">2013-06-06T00:00:00Z</date><long name="_version_">1436866250969972736</long></doc><doc><float name="id">50.0</float><int name="tint">4</int><long name="tlong">2147483651</long><float name="tfloat">497.76</float><double name="tdouble">9.32</double><date name="tdate">2013-06-07T00:00:00Z</date><long name="_version_">1436866250988847104</long></doc><doc><float name="id">0.0</float><date name="tdate">1995-12-31T23:00:59.999Z</date><long name="_version_">1436866251312857088</long></doc><doc><float name="id">1.0</float><date name="tdate">1995-12-31T23:01:59.999Z</date><long name="_version_">1436866251333828608</long></doc><doc><float name="id">2.0</float><date name="tdate">1995-12-31T23:02:59.999Z</date><long name="_version_">1436866251351654400</long></doc><doc><float name="id">3.0</float><date name="tdate">1995-12-31T23:03:59.999Z</date><long name="_version_">1436866251373674496</long></doc><doc><float name="id">4.0</float><date name="tdate">1995-12-31T23:04:59.999Z</date><long name="_version_">1436866251393597440</long></doc></result>
</response>

	request was:q=*:*&fq=tdate:[1995-12-31T23:00:59.999Z+TO+*]
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:520)
	... 41 more


FAILED:  org.apache.solr.TestTrie.testTrieFloatRangeSearch

Error Message:
Exception during query

Stack Trace:
java.lang.RuntimeException: Exception during query
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:527)
	at org.apache.solr.TestTrie.testTrieFloatRangeSearch(TestTrie.java:143)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:601)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)
Caused by: java.lang.RuntimeException: REQUEST FAILED: xpath=//*[@numFound='9']
	xml response was: <?xml version="1.0" encoding="UTF-8"?>
<response>
<lst name="responseHeader"><int name="status">0</int><int name="QTime">1</int></lst><result name="response" numFound="14" start="0"><doc><float name="id">10.0</float><int name="tint">0</int><long name="tlong">2147483647</long><float name="tfloat">0.0</float><double name="tdouble">0.0</double><date name="tdate">2013-06-03T00:00:00Z</date><long name="_version_">1436866250913349632</long></doc><doc><float name="id">20.0</float><int name="tint">1</int><long name="tlong">2147483648</long><float name="tfloat">31.11</float><double name="tdouble">2.33</double><date name="tdate">2013-06-04T00:00:00Z</date><long name="_version_">1436866250931175424</long></doc><doc><float name="id">30.0</float><int name="tint">2</int><long name="tlong">2147483649</long><float name="tfloat">124.44</float><double name="tdouble">4.66</double><date name="tdate">2013-06-05T00:00:00Z</date><long name="_version_">1436866250954244096</long></doc><doc><float name="id">40.0</float><int name="tint">3</int><long name="tlong">2147483650</long><float name="tfloat">279.99</float><double name="tdouble">6.99</double><date name="tdate">2013-06-06T00:00:00Z</date><long name="_version_">1436866250969972736</long></doc><doc><float name="id">50.0</float><int name="tint">4</int><long name="tlong">2147483651</long><float name="tfloat">497.76</float><double name="tdouble">9.32</double><date name="tdate">2013-06-07T00:00:00Z</date><long name="_version_">1436866250988847104</long></doc><doc><float name="id">0.0</float><float name="tfloat">0.0</float><long name="_version_">1436866251663081472</long></doc><doc><float name="id">1.0</float><float name="tfloat">31.11</float><long name="_version_">1436866251680907264</long></doc><doc><float name="id">2.0</float><float name="tfloat">124.44</float><long name="_version_">1436866251703975936</long></doc><doc><float name="id">3.0</float><float name="tfloat">279.99</float><long name="_version_">1436866251721801728</long></doc><doc><float name="id">4.0</float><float name="tfloat">497.76</float><long name="_version_">1436866251737530368</long></doc></result>
</response>

	request was:q=*:*&fq=tfloat:[0+TO+2518.0]
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:520)
	... 41 more


FAILED:  org.apache.solr.TestTrie.testTokenizer

Error Message:
java.lang.NullPointerException

Stack Trace:
org.apache.solr.common.SolrException: java.lang.NullPointerException
	at __randomizedtesting.SeedInfo.seed([8FEBA5D653A92577:E718FA8F13227E2B]:0)
	at org.apache.solr.util.TestHarness.update(TestHarness.java:271)
	at org.apache.solr.util.BaseTestHarness.checkUpdateStatus(BaseTestHarness.java:261)
	at org.apache.solr.util.BaseTestHarness.validateUpdate(BaseTestHarness.java:231)
	at org.apache.solr.SolrTestCaseJ4.checkUpdateU(SolrTestCaseJ4.java:481)
	at org.apache.solr.SolrTestCaseJ4.assertU(SolrTestCaseJ4.java:460)
	at org.apache.solr.SolrTestCaseJ4.assertU(SolrTestCaseJ4.java:454)
	at org.apache.solr.SolrTestCaseJ4.clearIndex(SolrTestCaseJ4.java:827)
	at org.apache.solr.TestTrie.tearDown(TestTrie.java:50)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:601)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:795)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRul

[...truncated too long message...]

rCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4]   2> 3153709 T6401 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4]   2> 3153710 T6401 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4]   2> 3153711 T6401 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
[junit4:junit4]   2> 3153712 T6401 oasc.CachingDirectoryFactory.closeCacheValue looking to close /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solrtest-TestAddFieldRealTimeGet-1370302902016/index [CachedDir<<refCount=0;path=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solrtest-TestAddFieldRealTimeGet-1370302902016/index;done=false>>]
[junit4:junit4]   2> 3153713 T6401 oasc.CachingDirectoryFactory.close Closing directory: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solrtest-TestAddFieldRealTimeGet-1370302902016/index
[junit4:junit4]   2> 3153713 T6401 oasc.CachingDirectoryFactory.closeCacheValue looking to close /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solrtest-TestAddFieldRealTimeGet-1370302902016 [CachedDir<<refCount=0;path=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solrtest-TestAddFieldRealTimeGet-1370302902016;done=false>>]
[junit4:junit4]   2> 3153714 T6401 oasc.CachingDirectoryFactory.close Closing directory: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solrtest-TestAddFieldRealTimeGet-1370302902016
[junit4:junit4]   2> NOTE: test params are: codec=Lucene42: {}, docValues:{}, sim=RandomSimilarityProvider(queryNorm=true,coord=no): {}, locale=en_AU, timezone=CAT
[junit4:junit4]   2> NOTE: Mac OS X 10.8.3 x86_64/Oracle Corporation 1.7.0_21 (64-bit)/cpus=2,threads=1,free=178261792,total=536870912
[junit4:junit4]   2> NOTE: All tests run in this JVM: [TestLazyCores, TestIBSimilarityFactory, TestZkChroot, NotRequiredUniqueKeyTest, CopyFieldTest, OverseerTest, TestFastWriter, TestFastOutputStream, DistributedQueryElevationComponentTest, TestLRUCache, URLClassifyProcessorTest, MinimalSchemaTest, UnloadDistributedZkTest, TestPropInjectDefaults, AnalysisAfterCoreReloadTest, DebugComponentTest, DistributedSpellCheckComponentTest, SliceStateUpdateTest, SpellingQueryConverterTest, TestRealTimeGet, ScriptEngineTest, PeerSyncTest, TestWriterPerf, TestSolrCoreProperties, TestManagedSchemaFieldResource, ChaosMonkeyNothingIsSafeTest, CachingDirectoryFactoryTest, SyncSliceTest, TestRTGBase, LoggingHandlerTest, ZkSolrClientTest, TestDFRSimilarityFactory, TestRecovery, DistributedTermsComponentTest, BadCopyFieldTest, DocValuesMultiTest, BasicFunctionalityTest, WordBreakSolrSpellCheckerTest, SliceStateTest, TestSolrXMLSerializer, XmlUpdateRequestHandlerTest, FieldAnalysisRequestHandlerTest, SuggesterFSTTest, DocumentBuilderTest, ConvertedLegacyTest, TestReloadAndDeleteDocs, TermVectorComponentTest, TestNumberUtils, TestCharFilters, TestCloudManagedSchemaAddField, TestDefaultSearchFieldResource, UpdateParamsTest, TestStressRecovery, TestMaxScoreQueryParser, TestFunctionQuery, TestSchemaNameResource, TestBinaryField, SchemaVersionSpecificBehaviorTest, DOMUtilTest, PrimUtilsTest, TestDocSet, PluginInfoTest, StatelessScriptUpdateProcessorFactoryTest, TestSolr4Spatial, TestDefaultSimilarityFactory, SoftAutoCommitTest, TestPhraseSuggestions, PathHierarchyTokenizerFactoryTest, UniqFieldsUpdateProcessorFactoryTest, SOLR749Test, StandardRequestHandlerTest, TestRandomDVFaceting, TestHashPartitioner, TestArbitraryIndexDir, TestCSVLoader, TestCSVResponseWriter, TestRandomFaceting, TestConfig, TestMergePolicyConfig, StatsComponentTest, SolrRequestParserTest, AlternateDirectoryTest, LeaderElectionIntegrationTest, SuggesterWFSTTest, SearchHandlerTest, FileUtilsTest, SolrCoreTest, PreAnalyzedUpdateProcessorTest, TestFaceting, SpellCheckComponentTest, OpenCloseCoreStressTest, SynonymTokenizerTest, TestPerFieldSimilarity, TestCloudManagedSchema, TestStressVersions, AutoCommitTest, SolrCmdDistributorTest, IndexSchemaRuntimeFieldTest, RAMDirectoryFactoryTest, TestLMJelinekMercerSimilarityFactory, TestPluginEnable, SolrTestCaseJ4Test, TestStressLucene, TestLMDirichletSimilarityFactory, SolrIndexSplitterTest, SuggesterTest, TestSolrQueryParserResource, TestDistributedGrouping, SignatureUpdateProcessorFactoryTest, TestJoin, TestSolrQueryParserDefaultOperatorResource, TestFieldResource, MBeansHandlerTest, PingRequestHandlerTest, TestFieldTypeResource, PreAnalyzedFieldTest, TestBM25SimilarityFactory, SystemInfoHandlerTest, TestShardHandlerFactory, LeaderElectionTest, TestElisionMultitermQuery, OutputWriterTest, ReturnFieldsTest, TestQueryUtils, BinaryUpdateRequestHandlerTest, TestStressReorder, TestCoreContainer, CoreContainerCoreInitFailuresTest, SpatialFilterTest, CurrencyFieldOpenExchangeTest, LukeRequestHandlerTest, LegacyHTMLStripCharFilterTest, ShardRoutingTest, TestFiltering, SimplePostToolTest, PolyFieldTest, TestSurroundQueryParser, ChaosMonkeySafeLeaderTest, TestSystemIdResolver, BadComponentTest, RecoveryZkTest, SimpleFacetsTest, TestBadConfig, BasicDistributedZkTest, BasicDistributedZk2Test, CollectionsAPIDistributedZkTest, BasicZkTest, FullSolrCloudDistribCmdsTest, TestReplicationHandler, ClusterStateUpdateTest, ZkCLITest, ShardRoutingCustomTest, TestDistributedSearch, TermVectorComponentDistributedTest, ZkControllerTest, TestMultiCoreConfBootstrap, TestReload, HardAutoCommitTest, TestRangeQuery, TestGroupingSearch, QueryElevationComponentTest, BadIndexSchemaTest, TestSort, DirectUpdateHandlerTest, OverseerCollectionProcessorTest, TestIndexSearcher, HighlighterTest, ShowFileRequestHandlerTest, CurrencyFieldXmlFileTest, TestCoreDiscovery, TestExtendedDismaxParser, SpellCheckCollatorTest, CoreAdminHandlerTest, TestFoldingMultitermQuery, DocValuesTest, SuggesterTSTTest, TestTrie, NoCacheHeaderTest, SolrCoreCheckLockOnStartupTest, TestPseudoReturnFields, TestUpdate, FieldMutatingUpdateProcessorTest, TestAtomicUpdateErrorCases, TestWordDelimiterFilterFactory, QueryEqualityTest, DirectUpdateHandlerOptimizeTest, DefaultValueUpdateProcessorTest, SortByFunctionTest, TestRemoteStreaming, DistanceFunctionTest, TestSolrDeletionPolicy1, SolrInfoMBeanTest, XsltUpdateRequestHandlerTest, CacheHeaderTest, IndexBasedSpellCheckerTest, DisMaxRequestHandlerTest, DirectSolrSpellCheckerTest, TestReversedWildcardFilterFactory, DocumentAnalysisRequestHandlerTest, TestQueryTypes, PrimitiveFieldTypeTest, TestOmitPositions, FileBasedSpellCheckerTest, TermsComponentTest, RequestHandlersTest, TestValueSourceCache, TestIndexingPerformance, MoreLikeThisHandlerTest, RequiredFieldsTest, TestSolrQueryParser, FastVectorHighlighterTest, RegexBoostProcessorTest, SolrPluginUtilsTest, IndexSchemaTest, TestJmxIntegration, TestCollationField, UpdateRequestProcessorFactoryTest, JSONWriterTest, QueryParsingTest, TestAnalyzedSuggestions, JsonLoaderTest, TestPartialUpdateDeduplication, TestPHPSerializedResponseWriter, CSVRequestHandlerTest, TestComponentsName, TestBinaryResponseWriter, TestLFUCache, HighlighterConfigTest, TestPropInject, TestQuerySenderListener, IndexReaderFactoryTest, TestSolrIndexConfig, TestQuerySenderNoQuery, ResponseLogComponentTest, SolrIndexConfigTest, TestSolrDeletionPolicy2, MultiTermTest, SampleTest, TestSearchPerf, NumericFieldsTest, TestFuzzyAnalyzedSuggestions, ExternalFileFieldSortTest, TestPostingsSolrHighlighter, DirectSolrConnectionTest, TestLuceneMatchVersion, SpellPossibilityIteratorTest, TestCodecSupport, TestXIncludeConfig, EchoParamsTest, TestSweetSpotSimilarityFactory, TestJmxMonitoredMap, TimeZoneUtilsTest, ResourceLoaderTest, OpenExchangeRatesOrgProviderTest, TestFastLRUCache, DateMathParserTest, TestSuggestSpellingConverter, DateFieldTest, ClusterStateTest, TestSolrJ, TestUtils, TestDocumentBuilder, ZkNodePropsTest, UUIDFieldTest, CircularListTest, TestCollationKeyRangeQueries, AliasIntegrationTest, ChaosMonkeyShardSplitTest, ShardSplitTest, QueryResultKeyTest, TestSolrXml, TestClassNameShortening, TestCopyFieldCollectionResource, TestDynamicFieldCollectionResource, TestDynamicFieldResource, TestFieldCollectionResource, TestFieldTypeCollectionResource, TestSchemaResource, TestSchemaSimilarityResource, TestSchemaVersionResource, TestSerializedLuceneMatchVersion, TestUniqueKeyFieldResource, TestManagedSchema, TestAddFieldRealTimeGet]
[junit4:junit4] Completed in 0.96s, 1 test, 1 error <<< FAILURES!

[...truncated 18 lines...]
BUILD FAILED
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:386: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:366: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:39: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build.xml:181: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/common-build.xml:437: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:1243: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:887: There were test failures: 297 suites, 1238 tests, 256 errors, 1 failure, 17 ignored (5 assumptions)

Total time: 112 minutes 37 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.7.0 -XX:-UseCompressedOops -XX:+UseG1GC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-4.x-MacOSX (64bit/jdk1.6.0) - Build # 513 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-MacOSX/513/
Java: 64bit/jdk1.6.0 -XX:+UseCompressedOops -XX:+UseSerialGC

1 tests failed.
REGRESSION:  org.apache.lucene.replicator.http.HttpReplicatorTest.testBasic

Error Message:
Connection to http://localhost:51874 refused

Stack Trace:
org.apache.http.conn.HttpHostConnectException: Connection to http://localhost:51874 refused
	at __randomizedtesting.SeedInfo.seed([9493A04304A2EB99:3F69BD56DB7E6DB7]:0)
	at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:190)
	at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
	at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
	at org.apache.lucene.replicator.http.HttpClientBase.executeGET(HttpClientBase.java:178)
	at org.apache.lucene.replicator.http.HttpReplicator.checkForUpdate(HttpReplicator.java:51)
	at org.apache.lucene.replicator.ReplicationClient.doUpdate(ReplicationClient.java:196)
	at org.apache.lucene.replicator.ReplicationClient.updateNow(ReplicationClient.java:402)
	at org.apache.lucene.replicator.http.HttpReplicatorTest.testBasic(HttpReplicatorTest.java:112)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
	at java.lang.reflect.Method.invoke(Method.java:597)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:680)
Caused by: java.net.ConnectException: Connection refused
	at java.net.PlainSocketImpl.socketConnect(Native Method)
	at java.net.PlainSocketImpl.doConnect(PlainSocketImpl.java:351)
	at java.net.PlainSocketImpl.connectToAddress(PlainSocketImpl.java:213)
	at java.net.PlainSocketImpl.connect(PlainSocketImpl.java:200)
	at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:432)
	at java.net.Socket.connect(Socket.java:529)
	at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
	at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
	... 48 more




Build Log:
[...truncated 7411 lines...]
[junit4:junit4] Suite: org.apache.lucene.replicator.http.HttpReplicatorTest
[junit4:junit4]   2> 2013-06-01 09:16:10.002:DBUG:oejs.ServletHandler:filterNameMap={}
[junit4:junit4]   2> 2013-06-01 09:16:10.003:DBUG:oejs.ServletHandler:pathFilters=null
[junit4:junit4]   2> 2013-06-01 09:16:10.003:DBUG:oejs.ServletHandler:servletFilterMap=null
[junit4:junit4]   2> 2013-06-01 09:16:10.003:DBUG:oejs.ServletHandler:servletPathMap={/replicate/*=org.apache.lucene.replicator.http.ReplicationServlet-1824667105}
[junit4:junit4]   2> 2013-06-01 09:16:10.003:DBUG:oejs.ServletHandler:servletNameMap={org.apache.lucene.replicator.http.ReplicationServlet-1824667105=org.apache.lucene.replicator.http.ReplicationServlet-1824667105}
[junit4:junit4]   2> 2013-06-01 09:16:10.114:DBUG:oejuc.Container:Container org.eclipse.jetty.server.Server@4bdb0f40 + SelectChannelConnector@0.0.0.0:0 as connector
[junit4:junit4]   2> 2013-06-01 09:16:10.119:DBUG:oejuc.Container:Container org.eclipse.jetty.servlet.ServletHandler@54283253 + org.apache.lucene.replicator.http.ReplicationServlet-1824667105 as servlet
[junit4:junit4]   2> 2013-06-01 09:16:10.119:DBUG:oejuc.Container:Container org.eclipse.jetty.servlet.ServletHandler@54283253 + [/replicate/*]=>org.apache.lucene.replicator.http.ReplicationServlet-1824667105 as servletMapping
[junit4:junit4]   2> 2013-06-01 09:16:10.119:DBUG:oejuc.Container:Container org.eclipse.jetty.server.Server@4bdb0f40 + org.eclipse.jetty.servlet.ServletHandler@54283253 as handler
[junit4:junit4]   2> 2013-06-01 09:16:10.157:DBUG:oejuc.Container:Container org.eclipse.jetty.server.Server@4bdb0f40 - SelectChannelConnector@0.0.0.0:0 as connector
[junit4:junit4]   2> 2013-06-01 09:16:10.157:DBUG:oejuc.Container:Container org.eclipse.jetty.server.Server@4bdb0f40 + SelectChannelConnector@127.0.0.1:0 as connector
[junit4:junit4]   2> 2013-06-01 09:16:10.169:DBUG:oejuc.Container:Container org.eclipse.jetty.server.Server@4bdb0f40 + org.eclipse.jetty.server.session.HashSessionIdManager@38764254 as sessionIdManager
[junit4:junit4]   2> 2013-06-01 09:16:10.169:DBUG:oejuc.AbstractLifeCycle:starting org.eclipse.jetty.server.Server@4bdb0f40
[junit4:junit4]   2> 2013-06-01 09:16:10.169:INFO:oejs.Server:jetty-8.1.10.v20130312
[junit4:junit4]   2> 2013-06-01 09:16:10.267:DBUG:oejuc.Container:Container org.eclipse.jetty.server.Server@4bdb0f40 + qtp1571960859{8<=0<=0/254,-1} as threadpool
[junit4:junit4]   2> 2013-06-01 09:16:10.268:DBUG:oejuc.AbstractLifeCycle:starting org.eclipse.jetty.servlet.ServletHandler@54283253
[junit4:junit4]   2> 2013-06-01 09:16:10.285:DBUG:oejs.ServletHandler:filterNameMap={}
[junit4:junit4]   2> 2013-06-01 09:16:10.285:DBUG:oejs.ServletHandler:pathFilters=null
[junit4:junit4]   2> 2013-06-01 09:16:10.285:DBUG:oejs.ServletHandler:servletFilterMap=null
[junit4:junit4]   2> 2013-06-01 09:16:10.285:DBUG:oejs.ServletHandler:servletPathMap={/replicate/*=org.apache.lucene.replicator.http.ReplicationServlet-1824667105}
[junit4:junit4]   2> 2013-06-01 09:16:10.285:DBUG:oejs.ServletHandler:servletNameMap={org.apache.lucene.replicator.http.ReplicationServlet-1824667105=org.apache.lucene.replicator.http.ReplicationServlet-1824667105}
[junit4:junit4]   2> 2013-06-01 09:16:10.285:DBUG:oejsh.AbstractHandler:starting org.eclipse.jetty.servlet.ServletHandler@54283253
[junit4:junit4]   2> 2013-06-01 09:16:10.286:DBUG:oejuc.AbstractLifeCycle:starting org.apache.lucene.replicator.http.ReplicationServlet-1824667105
[junit4:junit4]   2> 2013-06-01 09:16:10.301:DBUG:oejuc.AbstractLifeCycle:STARTED org.apache.lucene.replicator.http.ReplicationServlet-1824667105
[junit4:junit4]   2> 2013-06-01 09:16:10.301:DBUG:oejuc.AbstractLifeCycle:STARTED org.eclipse.jetty.servlet.ServletHandler@54283253
[junit4:junit4]   2> 2013-06-01 09:16:10.301:DBUG:oejsh.AbstractHandler:starting org.eclipse.jetty.server.Server@4bdb0f40
[junit4:junit4]   2> 2013-06-01 09:16:10.301:DBUG:oejuc.AbstractLifeCycle:starting org.eclipse.jetty.server.session.HashSessionIdManager@38764254
[junit4:junit4]   2> 2013-06-01 09:16:10.301:DBUG:oejuc.AbstractLifeCycle:STARTED org.eclipse.jetty.server.session.HashSessionIdManager@38764254
[junit4:junit4]   2> 2013-06-01 09:16:10.301:DBUG:oejuc.AbstractLifeCycle:starting qtp1571960859{8<=0<=0/254,-1}
[junit4:junit4]   2> 2013-06-01 09:16:10.310:DBUG:oejuc.AbstractLifeCycle:STARTED qtp1571960859{8<=7<=8/254,0}
[junit4:junit4]   2> 2013-06-01 09:16:10.310:DBUG:oejuc.AbstractLifeCycle:starting SelectChannelConnector@127.0.0.1:0
[junit4:junit4]   2> 2013-06-01 09:16:10.367:DBUG:oejuc.AbstractLifeCycle:starting null/null
[junit4:junit4]   2> 2013-06-01 09:16:10.382:DBUG:oejuc.AbstractLifeCycle:STARTED PooledBuffers [0/1024@6144,0/1024@16384,0/1024@-]/PooledBuffers [0/1024@6144,0/1024@32768,0/1024@-]
[junit4:junit4]   2> 2013-06-01 09:16:10.383:DBUG:oejuc.AbstractLifeCycle:starting org.eclipse.jetty.server.nio.SelectChannelConnector$ConnectorSelectorManager@65bc3ae7
[junit4:junit4]   2> 2013-06-01 09:16:10.414:DBUG:oejuc.AbstractLifeCycle:STARTED org.eclipse.jetty.server.nio.SelectChannelConnector$ConnectorSelectorManager@65bc3ae7
[junit4:junit4]   2> 2013-06-01 09:16:10.418:DBUG:oeji.nio:Starting Thread[qtp1571960859-24 Selector0,5,TGRP-HttpReplicatorTest] on org.eclipse.jetty.io.nio.SelectorManager$1@5c7b21b
[junit4:junit4]   2> 2013-06-01 09:16:10.421:INFO:oejs.AbstractConnector:Started SelectChannelConnector@127.0.0.1:51874
[junit4:junit4]   2> 2013-06-01 09:16:10.421:DBUG:oejuc.AbstractLifeCycle:STARTED SelectChannelConnector@127.0.0.1:51874
[junit4:junit4]   2> 2013-06-01 09:16:10.422:DBUG:oejuc.AbstractLifeCycle:STARTED org.eclipse.jetty.server.Server@4bdb0f40
[junit4:junit4]   2> 2013-06-01 09:16:12.291:DBUG:oejuc.AbstractLifeCycle:stopping org.eclipse.jetty.server.Server@4bdb0f40
[junit4:junit4]   2> 2013-06-01 09:16:12.291:DBUG:oejuc.AbstractLifeCycle:stopping SelectChannelConnector@127.0.0.1:51874
[junit4:junit4]   2> 2013-06-01 09:16:12.293:DBUG:oejuc.AbstractLifeCycle:stopping org.eclipse.jetty.server.nio.SelectChannelConnector$ConnectorSelectorManager@65bc3ae7
[junit4:junit4]   2> 2013-06-01 09:16:12.295:DBUG:oeji.nio:Stopped Thread[qtp1571960859-24 Selector0,5,TGRP-HttpReplicatorTest] on org.eclipse.jetty.io.nio.SelectorManager$1@5c7b21b
[junit4:junit4]   2> 2013-06-01 09:16:12.308:DBUG:oejuc.AbstractLifeCycle:STOPPED org.eclipse.jetty.server.nio.SelectChannelConnector$ConnectorSelectorManager@65bc3ae7
[junit4:junit4]   2> 2013-06-01 09:16:12.308:DBUG:oejuc.AbstractLifeCycle:stopping PooledBuffers [0/1024@6144,0/1024@16384,0/1024@-]/PooledBuffers [0/1024@6144,0/1024@32768,0/1024@-]
[junit4:junit4]   2> 2013-06-01 09:16:12.309:DBUG:oejuc.AbstractLifeCycle:STOPPED null/null
[junit4:junit4]   2> 2013-06-01 09:16:12.309:DBUG:oejuc.AbstractLifeCycle:STOPPED SelectChannelConnector@127.0.0.1:0
[junit4:junit4]   2> 2013-06-01 09:16:12.310:DBUG:oejuc.AbstractLifeCycle:stopping org.eclipse.jetty.servlet.ServletHandler@54283253
[junit4:junit4]   2> 2013-06-01 09:16:12.310:DBUG:oejsh.AbstractHandler:stopping org.eclipse.jetty.servlet.ServletHandler@54283253
[junit4:junit4]   2> 2013-06-01 09:16:12.310:DBUG:oejuc.AbstractLifeCycle:stopping org.apache.lucene.replicator.http.ReplicationServlet-1824667105
[junit4:junit4]   2> 2013-06-01 09:16:12.310:DBUG:oejuc.AbstractLifeCycle:STOPPED org.apache.lucene.replicator.http.ReplicationServlet-1824667105
[junit4:junit4]   2> 2013-06-01 09:16:12.310:DBUG:oejuc.AbstractLifeCycle:STOPPED org.eclipse.jetty.servlet.ServletHandler@54283253
[junit4:junit4]   2> 2013-06-01 09:16:12.310:DBUG:oejsh.AbstractHandler:stopping org.eclipse.jetty.server.Server@4bdb0f40
[junit4:junit4]   2> 2013-06-01 09:16:12.310:DBUG:oejuc.AbstractLifeCycle:stopping qtp1571960859{8<=8<=8/254,0}
[junit4:junit4]   2> 2013-06-01 09:16:12.400:DBUG:oejuc.AbstractLifeCycle:STOPPED qtp1571960859{8<=0<=0/254,4}
[junit4:junit4]   2> 2013-06-01 09:16:12.400:DBUG:oejuc.AbstractLifeCycle:stopping org.eclipse.jetty.server.session.HashSessionIdManager@38764254
[junit4:junit4]   2> 2013-06-01 09:16:12.400:DBUG:oejuc.AbstractLifeCycle:STOPPED org.eclipse.jetty.server.session.HashSessionIdManager@38764254
[junit4:junit4]   2> 2013-06-01 09:16:12.401:DBUG:oejuc.AbstractLifeCycle:STOPPED org.eclipse.jetty.server.Server@4bdb0f40
[junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=HttpReplicatorTest -Dtests.method=testBasic -Dtests.seed=9493A04304A2EB99 -Dtests.slow=true -Dtests.locale=ar_KW -Dtests.timezone=America/Costa_Rica -Dtests.file.encoding=UTF-8
[junit4:junit4] ERROR   3.33s | HttpReplicatorTest.testBasic <<<
[junit4:junit4]    > Throwable #1: org.apache.http.conn.HttpHostConnectException: Connection to http://localhost:51874 refused
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([9493A04304A2EB99:3F69BD56DB7E6DB7]:0)
[junit4:junit4]    > 	at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:190)
[junit4:junit4]    > 	at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
[junit4:junit4]    > 	at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
[junit4:junit4]    > 	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
[junit4:junit4]    > 	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
[junit4:junit4]    > 	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
[junit4:junit4]    > 	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
[junit4:junit4]    > 	at org.apache.lucene.replicator.http.HttpClientBase.executeGET(HttpClientBase.java:178)
[junit4:junit4]    > 	at org.apache.lucene.replicator.http.HttpReplicator.checkForUpdate(HttpReplicator.java:51)
[junit4:junit4]    > 	at org.apache.lucene.replicator.ReplicationClient.doUpdate(ReplicationClient.java:196)
[junit4:junit4]    > 	at org.apache.lucene.replicator.ReplicationClient.updateNow(ReplicationClient.java:402)
[junit4:junit4]    > 	at org.apache.lucene.replicator.http.HttpReplicatorTest.testBasic(HttpReplicatorTest.java:112)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:680)
[junit4:junit4]    > Caused by: java.net.ConnectException: Connection refused
[junit4:junit4]    > 	at java.net.PlainSocketImpl.socketConnect(Native Method)
[junit4:junit4]    > 	at java.net.PlainSocketImpl.doConnect(PlainSocketImpl.java:351)
[junit4:junit4]    > 	at java.net.PlainSocketImpl.connectToAddress(PlainSocketImpl.java:213)
[junit4:junit4]    > 	at java.net.PlainSocketImpl.connect(PlainSocketImpl.java:200)
[junit4:junit4]    > 	at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:432)
[junit4:junit4]    > 	at java.net.Socket.connect(Socket.java:529)
[junit4:junit4]    > 	at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
[junit4:junit4]    > 	at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
[junit4:junit4]    > 	... 48 more
[junit4:junit4]   2> NOTE: test params are: codec=Lucene41, sim=DefaultSimilarity, locale=ar_KW, timezone=America/Costa_Rica
[junit4:junit4]   2> NOTE: Mac OS X 10.8.3 x86_64/Apple Inc. 1.6.0_45 (64-bit)/cpus=2,threads=1,free=33071648,total=48693248
[junit4:junit4]   2> NOTE: All tests run in this JVM: [LocalReplicatorTest, IndexRevisionTest, IndexAndTaxonomyReplicationClientTest, HttpReplicatorTest]
[junit4:junit4] Completed in 3.47s, 1 test, 1 error <<< FAILURES!

[...truncated 18 lines...]
BUILD FAILED
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:386: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:366: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:39: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/build.xml:554: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:1827: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/module-build.xml:61: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:1243: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:887: There were test failures: 7 suites, 30 tests, 1 error

Total time: 40 minutes 5 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.6.0 -XX:+UseCompressedOops -XX:+UseSerialGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-4.x-MacOSX (64bit/jdk1.7.0) - Build # 511 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-MacOSX/511/
Java: 64bit/jdk1.7.0 -XX:-UseCompressedOops -XX:+UseG1GC

1 tests failed.
REGRESSION:  org.apache.solr.cloud.ChaosMonkeyShardSplitTest.testDistribSearch

Error Message:
Server at http://127.0.0.1:53597 returned non ok status:500, message:Server Error

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: Server at http://127.0.0.1:53597 returned non ok status:500, message:Server Error
	at __randomizedtesting.SeedInfo.seed([61DEBA9DBD934A87:E0383485CACC2ABB]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:385)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
	at org.apache.solr.cloud.ShardSplitTest.splitShard(ShardSplitTest.java:208)
	at org.apache.solr.cloud.ChaosMonkeyShardSplitTest.doTest(ChaosMonkeyShardSplitTest.java:136)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:815)
	at sun.reflect.GeneratedMethodAccessor39.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:601)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)




Build Log:
[...truncated 10170 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.ChaosMonkeyShardSplitTest
[junit4:junit4]   2> 3761300 T7049 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
[junit4:junit4]   2> 3761309 T7049 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4]   2> Creating dataDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solrtest-ChaosMonkeyShardSplitTest-1370058387769
[junit4:junit4]   2> 3761312 T7049 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4]   2> 3761313 T7050 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4]   2> 3761414 T7049 oasc.ZkTestServer.run start zk server on port:53590
[junit4:junit4]   2> 3761418 T7049 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 3761439 T7056 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1ee9ce3f name:ZooKeeperConnection Watcher:127.0.0.1:53590 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 3761440 T7049 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 3761441 T7049 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4]   2> 3761453 T7049 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 3761482 T7058 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@448ace55 name:ZooKeeperConnection Watcher:127.0.0.1:53590/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 3761484 T7049 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 3761485 T7049 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4]   2> 3761495 T7049 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4]   2> 3761503 T7049 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4]   2> 3761510 T7049 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4]   2> 3761526 T7049 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 3761530 T7049 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 3761552 T7049 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4:junit4]   2> 3761555 T7049 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4]   2> 3761564 T7049 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   2> 3761565 T7049 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   2> 3761573 T7049 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   2> 3761574 T7049 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4]   2> 3761581 T7049 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   2> 3761582 T7049 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4]   2> 3761589 T7049 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 3761590 T7049 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 3761597 T7049 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 3761598 T7049 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 3761606 T7049 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 3761607 T7049 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 3761620 T7049 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   2> 3761621 T7049 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   2> 3762861 T7049 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 3762883 T7049 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:53593
[junit4:junit4]   2> 3762885 T7049 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 3762886 T7049 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 3762887 T7049 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1370058388091
[junit4:junit4]   2> 3762888 T7049 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1370058388091/solr.xml
[junit4:junit4]   2> 3762890 T7049 oasc.CoreContainer.<init> New CoreContainer 213107505
[junit4:junit4]   2> 3762892 T7049 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1370058388091/'
[junit4:junit4]   2> 3762893 T7049 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1370058388091/'
[junit4:junit4]   2> 3763191 T7049 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 3763200 T7049 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 3763201 T7049 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 3763203 T7049 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 3763226 T7049 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 3763229 T7049 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 3763241 T7049 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 3763242 T7049 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 3763243 T7049 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 3763244 T7049 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 3763297 T7049 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 3763298 T7049 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:53590/solr
[junit4:junit4]   2> 3763299 T7049 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 3763301 T7049 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 3763308 T7069 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@79e7f9ec name:ZooKeeperConnection Watcher:127.0.0.1:53590 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 3763309 T7049 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 3763317 T7049 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 3763340 T7049 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 3763345 T7071 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7328d6ff name:ZooKeeperConnection Watcher:127.0.0.1:53590/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 3763345 T7049 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 3763350 T7049 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4:junit4]   2> 3763361 T7049 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4:junit4]   2> 3763382 T7049 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4]   2> 3763389 T7049 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53593_
[junit4:junit4]   2> 3763392 T7049 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:53593_
[junit4:junit4]   2> 3763402 T7049 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4]   2> 3763416 T7049 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 3763423 T7049 oasc.Overseer.start Overseer (id=89788146501812227-127.0.0.1:53593_-n_0000000000) starting
[junit4:junit4]   2> 3763434 T7049 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4:junit4]   2> 3763454 T7072 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 3763455 T7073 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4]   2> 3763459 T7049 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4]   2> 3763471 T7049 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4:junit4]   2> 3763478 T7049 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 3763500 T7074 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1370058388091/collection1
[junit4:junit4]   2> 3763501 T7074 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4]   2> 3763502 T7074 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 3763503 T7074 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4]   2> 3763507 T7074 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1370058388091/collection1/'
[junit4:junit4]   2> 3763509 T7074 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1370058388091/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 3763509 T7074 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1370058388091/collection1/lib/README' to classloader
[junit4:junit4]   2> 3763612 T7074 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 3763806 T7074 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 3763810 T7074 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 3763829 T7074 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4]   2> 3765157 T7074 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 3765165 T7074 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 3765169 T7074 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 3765179 T7074 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 3765273 T7074 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 3765274 T7074 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1370058388091/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370058387768/control/data/
[junit4:junit4]   2> 3765275 T7074 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c72fcf6
[junit4:junit4]   2> 3765276 T7074 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 3765287 T7074 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370058387768/control/data
[junit4:junit4]   2> 3765288 T7074 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370058387768/control/data/index/
[junit4:junit4]   2> 3765289 T7074 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370058387768/control/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 3765290 T7074 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370058387768/control/data/index
[junit4:junit4]   2> 3765297 T7074 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@9c047ae lockFactory=org.apache.lucene.store.NativeFSLockFactory@78e5de51),segFN=segments_1,generation=1}
[junit4:junit4]   2> 3765297 T7074 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 3765302 T7074 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 3765303 T7074 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 3765304 T7074 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 3765305 T7074 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 3765306 T7074 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 3765306 T7074 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 3765307 T7074 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 3765308 T7074 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 3765308 T7074 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 3765328 T7074 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 3765342 T7074 oass.SolrIndexSearcher.<init> Opening Searcher@3ab2fe78 main
[junit4:junit4]   2> 3765343 T7074 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370058387768/control/data/tlog
[junit4:junit4]   2> 3765344 T7074 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 3765345 T7074 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 3765349 T7075 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3ab2fe78 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 3765350 T7074 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 3765350 T7074 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 3766511 T7072 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3766514 T7072 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:53593_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:53593"}
[junit4:junit4]   2> 3766518 T7072 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4]   2> 3766521 T7072 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4]   2> 3766544 T7071 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 3767357 T7074 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 3767358 T7074 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:53593 collection:control_collection shard:shard1
[junit4:junit4]   2> 3767360 T7074 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4]   2> 3767385 T7074 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 3767394 T7074 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 3767395 T7074 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 3767395 T7074 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:53593/collection1/
[junit4:junit4]   2> 3767396 T7074 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 3767396 T7074 oasc.SyncStrategy.syncToMe http://127.0.0.1:53593/collection1/ has no replicas
[junit4:junit4]   2> 3767397 T7074 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:53593/collection1/
[junit4:junit4]   2> 3767397 T7074 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4]   2> 3768061 T7072 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3768084 T7071 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 3768141 T7074 oasc.ZkController.register We are http://127.0.0.1:53593/collection1/ and leader is http://127.0.0.1:53593/collection1/
[junit4:junit4]   2> 3768142 T7074 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:53593
[junit4:junit4]   2> 3768142 T7074 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 3768142 T7074 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 3768143 T7074 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 3768148 T7074 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3768152 T7049 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 3768154 T7049 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 3768155 T7049 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 3768184 T7049 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 3768197 T7049 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 3768203 T7078 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@22682ea name:ZooKeeperConnection Watcher:127.0.0.1:53590/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 3768203 T7049 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 3768210 T7049 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 3768217 T7049 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   2> 3768859 T7049 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 3768874 T7049 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:53597
[junit4:junit4]   2> 3768876 T7049 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 3768877 T7049 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 3768877 T7049 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1370058394676
[junit4:junit4]   2> 3768878 T7049 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1370058394676/solr.xml
[junit4:junit4]   2> 3768880 T7049 oasc.CoreContainer.<init> New CoreContainer 1658226562
[junit4:junit4]   2> 3768881 T7049 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1370058394676/'
[junit4:junit4]   2> 3768881 T7049 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1370058394676/'
[junit4:junit4]   2> 3769185 T7049 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 3769186 T7049 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 3769187 T7049 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 3769188 T7049 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 3769188 T7049 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 3769189 T7049 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 3769190 T7049 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 3769190 T7049 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 3769191 T7049 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 3769193 T7049 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 3769224 T7049 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 3769227 T7049 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:53590/solr
[junit4:junit4]   2> 3769228 T7049 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 3769236 T7049 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 3769245 T7089 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@56f7ce6c name:ZooKeeperConnection Watcher:127.0.0.1:53590 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 3769248 T7049 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 3769260 T7049 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 3769290 T7049 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 3769297 T7091 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5054e76a name:ZooKeeperConnection Watcher:127.0.0.1:53590/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 3769298 T7049 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 3769310 T7049 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 3769606 T7072 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3769608 T7072 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:53593__collection1",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:53593_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:53593"}
[junit4:junit4]   2> 3769621 T7091 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 3769622 T7078 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 3769622 T7071 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 3770320 T7049 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53597_
[junit4:junit4]   2> 3770330 T7049 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:53597_
[junit4:junit4]   2> 3770336 T7091 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 3770337 T7071 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 3770339 T7078 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 3770339 T7078 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 3770344 T7091 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 3770345 T7071 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 3770359 T7092 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1370058394676/collection1
[junit4:junit4]   2> 3770360 T7092 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 3770362 T7092 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 3770363 T7092 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 3770367 T7092 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1370058394676/collection1/'
[junit4:junit4]   2> 3770369 T7092 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1370058394676/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 3770369 T7092 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1370058394676/collection1/lib/README' to classloader
[junit4:junit4]   2> 3770476 T7092 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 3770578 T7092 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 3770582 T7092 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 3770604 T7092 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4]   2> 3771815 T7092 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 3771825 T7092 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 3771832 T7092 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 3771846 T7092 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 3771948 T7092 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 3771949 T7092 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1370058394676/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370058387768/jetty1/
[junit4:junit4]   2> 3771950 T7092 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c72fcf6
[junit4:junit4]   2> 3771950 T7092 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 3771951 T7092 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370058387768/jetty1
[junit4:junit4]   2> 3771952 T7092 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370058387768/jetty1/index/
[junit4:junit4]   2> 3771952 T7092 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370058387768/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 3771954 T7092 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370058387768/jetty1/index
[junit4:junit4]   2> 3771960 T7092 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@45a97328 lockFactory=org.apache.lucene.store.NativeFSLockFactory@6c3c899a),segFN=segments_1,generation=1}
[junit4:junit4]   2> 3771961 T7092 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 3771966 T7092 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 3771966 T7092 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 3771973 T7092 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 3771976 T7092 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 3771977 T7092 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 3771978 T7092 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 3771979 T7092 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 3771980 T7092 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 3771981 T7092 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 3772033 T7092 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 3772064 T7092 oass.SolrIndexSearcher.<init> Opening Searcher@52483836 main
[junit4:junit4]   2> 3772065 T7092 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370058387768/jetty1/tlog
[junit4:junit4]   2> 3772068 T7092 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 3772070 T7092 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 3772082 T7093 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@52483836 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 3772095 T7092 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 3772096 T7092 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 3772659 T7072 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3772662 T7072 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:53597_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:53597"}
[junit4:junit4]   2> 3772662 T7072 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 2
[junit4:junit4]   2> 3772664 T7072 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4]   2> 3772692 T7078 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 3772693 T7071 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 3772693 T7091 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 3773112 T7092 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 3773113 T7092 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:53597 collection:collection1 shard:shard1
[junit4:junit4]   2> 3773118 T7092 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 3773154 T7092 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 3773164 T7092 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 3773166 T7092 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 3773166 T7092 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:53597/collection1/
[junit4:junit4]   2> 3773167 T7092 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 3773168 T7092 oasc.SyncStrategy.syncToMe http://127.0.0.1:53597/collection1/ has no replicas
[junit4:junit4]   2> 3773168 T7092 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:53597/collection1/
[junit4:junit4]   2> 3773169 T7092 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 3774229 T7072 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3774264 T7091 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 3774265 T7078 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 3774266 T7071 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 3774288 T7092 oasc.ZkController.register We are http://127.0.0.1:53597/collection1/ and leader is http://127.0.0.1:53597/collection1/
[junit4:junit4]   2> 3774289 T7092 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:53597
[junit4:junit4]   2> 3774289 T7092 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 3774290 T7092 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 3774290 T7092 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 3774299 T7092 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3774304 T7049 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 3774307 T7049 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 3774308 T7049 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 3775584 T7049 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 3775607 T7049 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:53600
[junit4:junit4]   2> 3775626 T7049 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 3775627 T7049 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 3775629 T7049 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1370058400813
[junit4:junit4]   2> 3775630 T7049 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1370058400813/solr.xml
[junit4:junit4]   2> 3775637 T7049 oasc.CoreContainer.<init> New CoreContainer 1243068141
[junit4:junit4]   2> 3775638 T7049 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1370058400813/'
[junit4:junit4]   2> 3775639 T7049 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1370058400813/'
[junit4:junit4]   2> 3775812 T7072 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3775815 T7072 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:53597__collection1",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:53597_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:53597"}
[junit4:junit4]   2> 3775866 T7091 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 3775867 T7078 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 3775868 T7071 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 3776059 T7049 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 3776077 T7049 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 3776080 T7049 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 3776081 T7049 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 3776081 T7049 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 3776082 T7049 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 3776084 T7049 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 3776085 T7049 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 3776086 T7049 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 3776088 T7049 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 3776146 T7049 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 3776148 T7049 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:53590/solr
[junit4:junit4]   2> 3776149 T7049 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 3776152 T7049 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 3776165 T7105 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@68f1829c name:ZooKeeperConnection Watcher:127.0.0.1:53590 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 3776171 T7049 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 3776184 T7049 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 3776246 T7049 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 3776261 T7107 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7299273d name:ZooKeeperConnection Watcher:127.0.0.1:53590/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 3776264 T7049 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 3776292 T7049 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 3777312 T7049 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53600_
[junit4:junit4]   2> 3777317 T7049 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:53600_
[junit4:junit4]   2> 3777335 T7091 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 3777336 T7071 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 3777339 T7107 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 3777340 T7078 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 3777341 T7078 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 3777349 T7091 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 3777350 T7071 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 3777383 T7108 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1370058400813/collection1
[junit4:junit4]   2> 3777384 T7108 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 3777386 T7108 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 3777386 T7108 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 3777394 T7108 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1370058400813/collection1/'
[junit4:junit4]   2> 3777396 T7108 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1370058400813/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 3777397 T7108 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1370058400813/collection1/lib/README' to classloader
[junit4:junit4]   2> 3777514 T7108 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 3777653 T7108 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 3777662 T7108 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 3777715 T7108 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4]   2> 3779738 T7108 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 3779747 T7108 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 3779761 T7108 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 3779789 T7108 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 3780347 T7108 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 3780349 T7108 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1370058400813/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370058387768/jetty2/
[junit4:junit4]   2> 3780349 T7108 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c72fcf6
[junit4:junit4]   2> 3780351 T7108 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 3780384 T7108 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370058387768/jetty2
[junit4:junit4]   2> 3780386 T7108 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370058387768/jetty2/index/
[junit4:junit4]   2> 3780388 T7108 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370058387768/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 3780407 T7108 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370058387768/jetty2/index
[junit4:junit4]   2> 3780455 T7108 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@52b100c6 lockFactory=org.apache.lucene.store.NativeFSLockFactory@10941924),segFN=segments_1,generation=1}
[junit4:junit4]   2> 3780455 T7108 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 3780475 T7108 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 3780476 T7108 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 3780477 T7108 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 3780479 T7108 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 3780481 T7108 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 3780482 T7108 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 3780483 T7108 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 3780485 T7108 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 3780486 T7108 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 3780529 T7108 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 3780570 T7108 oass.SolrIndexSearcher.<init> Opening Searcher@3ea7b2c0 main
[junit4:junit4]   2> 3780571 T7108 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370058387768/jetty2/tlog
[junit4:junit4]   2> 3780573 T7108 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 3780573 T7108 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 3780588 T7109 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3ea7b2c0 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 3780604 T7108 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 3780605 T7108 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 3781963 T7072 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3781968 T7072 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:53600_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:53600"}
[junit4:junit4]   2> 3781971 T7072 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 3781971 T7072 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard2
[junit4:junit4]   2> 3782003 T7091 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 3782004 T7107 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 3782004 T7078 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 3782006 T7071 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 3782618 T7108 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 3782627 T7108 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:53600 collection:collection1 shard:shard2
[junit4:junit4]   2> 3782630 T7108 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4:junit4]   2> 3782676 T7108 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 3782700 T7108 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 3782701 T7108 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 3782701 T7108 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:53600/collection1/
[junit4:junit4]   2> 3782702 T7108 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 3782703 T7108 oasc.SyncStrategy.syncToMe http://127.0.0.1:53600/collection1/ has no replicas
[junit4:junit4]   2> 3782703 T7108 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:53600/collection1/
[junit4:junit4]   2> 3782704 T7108 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4:junit4]   2> 3783546 T7072 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3783619 T7078 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 3783620 T7091 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 3783621 T7107 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 3783622 T7071 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 3783630 T7108 oasc.ZkController.register We are http://127.0.0.1:53600/collection1/ and leader is http://127.0.0.1:53600/collection1/
[junit4:junit4]   2> 3783630 T7108 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:53600
[junit4:junit4]   2> 3783631 T7108 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 3783631 T7108 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 3783632 T7108 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 3783643 T7108 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3783655 T7049 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 3783656 T7049 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 3783657 T7049 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 3784996 T7049 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 3785013 T7049 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:53603
[junit4:junit4]   2> 3785024 T7049 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 3785025 T7049 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 3785025 T7049 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1370058410169
[junit4:junit4]   2> 3785026 T7049 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1370058410169/solr.xml
[junit4:junit4]   2> 3785027 T7049 oasc.CoreContainer.<init> New CoreContainer 684930295
[junit4:junit4]   2> 3785028 T7049 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1370058410169/'
[junit4:junit4]   2> 3785028 T7049 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1370058410169/'
[junit4:junit4]   2> 3785208 T7072 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3785220 T7072 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:53600__collection1",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:53600_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:53600"}
[junit4:junit4]   2> 3785301 T7107 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 3785302 T7071 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 3785302 T7078 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 3785302 T7091 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 3785467 T7049 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 3785469 T7049 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 3785470 T7049 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 3785470 T7049 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 3785471 T7049 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 3785472 T7049 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 3785474 T7049 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 3785475 T7049 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 3785476 T7049 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 3785480 T7049 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 3785540 T7049 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 3785541 T7049 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:53590/solr
[junit4:junit4]   2> 3785550 T7049 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 3785558 T7049 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 3785575 T7121 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@68065501 name:ZooKeeperConnection Watcher:127.0.0.1:53590 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 3785581 T7049 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 3785596 T7049 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 3785651 T7049 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 3785653 T7123 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2a8ab054 name:ZooKeeperConnection Watcher:127.0.0.1:53590/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 3785653 T7049 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 3785691 T7049 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 3786734 T7049 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53603_
[junit4:junit4]   2> 3786741 T7049 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:53603_
[junit4:junit4]   2> 3786767 T7091 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 3786768 T7107 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 3786768 T7071 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 3786773 T7078 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 3786774 T7078 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 3786774 T7123 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 3786785 T7091 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 3786786 T7107 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 3786787 T7071 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 3786843 T7124 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1370058410169/collection1
[junit4:junit4]   2> 3786845 T7124 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 3786859 T7124 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 3786860 T7124 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 3786867 T7124 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1370058410169/collection1/'
[junit4:junit4]   2> 3786870 T7124 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1370058410169/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 3786872 T7124 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1370058410169/collection1/lib/README' to classloader
[junit4:junit4]   2> 3787078 T7124 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 3787332 T7124 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 3787358 T7124 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 3787376 T7124 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4]   2> 3789352 T7124 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 3789368 T7124 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 3789383 T7124 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 3789425 T7124 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 3789732 T7124 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 3789733 T7124 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1370058410169/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370058387768/jetty3/
[junit4:junit4]   2> 3789734 T7124 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c72fcf6
[junit4:junit4]   2> 3789735 T7124 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 3789736 T7124 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370058387768/jetty3
[junit4:junit4]   2> 3789737 T7124 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370058387768/jetty3/index/
[junit4:junit4]   2> 3789738 T7124 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370058387768/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 3789744 T7124 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370058387768/jetty3/index
[junit4:junit4]   2> 3789767 T7124 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@62d6eaa8 lockFactory=org.apache.lucene.store.NativeFSLockFactory@369ccd22),segFN=segments_1,generation=1}
[junit4:junit4]   2> 3789768 T7124 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 3789789 T7124 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 3789791 T7124 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 3789793 T7124 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 3789794 T7124 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 3789797 T7124 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 3789797 T7124 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 3789798 T7124 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 3789800 T7124 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 3789801 T7124 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 3789832 T7124 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 3789859 T7124 oass.SolrIndexSearcher.<init> Opening Searcher@273a34d6 main
[junit4:junit4]   2> 3789865 T7124 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370058387768/jetty3/tlog
[junit4:junit4]   2> 3789871 T7124 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 3789872 T7124 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 3789884 T7125 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@273a34d6 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 3789893 T7124 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 3789897 T7124 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 3791416 T7072 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3791419 T7072 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:53603_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:53603"}
[junit4:junit4]   2> 3791420 T7072 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 3791420 T7072 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4]   2> 3791435 T7078 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 3791436 T7091 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 3791435 T7071 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 3791435 T7123 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 3791436 T7107 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 3791913 T7124 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 3791913 T7124 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:53603 collection:collection1 shard:shard1
[junit4:junit4]   2> 3791924 T7124 oasc.ZkController.register We are http://127.0.0.1:53603/collection1/ and leader is http://127.0.0.1:53597/collection1/
[junit4:junit4]   2> 3791929 T7124 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:53603
[junit4:junit4]   2> 3791932 T7124 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 3791933 T7124 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C1863 name=collection1 org.apache.solr.core.SolrCore@5e9f19fd url=http://127.0.0.1:53603/collection1 node=127.0.0.1:53603_ C1863_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:53603_, base_url=http://127.0.0.1:53603}
[junit4:junit4]   2> 3791935 T7126 C1863 P53603 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 3791937 T7126 C1863 P53603 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 3791938 T7126 C1863 P53603 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 3791938 T7126 C1863 P53603 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 3791937 T7124 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3791947 T7126 C1863 P53603 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 3791949 T7049 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 3791950 T7049 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 3791951 T7049 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 3792007 T7085 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 127.0.0.1:53603__collection1, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4]   2> 3792970 T7072 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3792977 T7072 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:53603__collection1",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:53603_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:53603"}
[junit4:junit4]   2> 3793003 T7107 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 3793004 T7078 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 3793004 T7123 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 3793004 T7071 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 3793005 T7091 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 3793215 T7049 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 3793257 T7049 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:53607
[junit4:junit4]   2> 3793259 T7049 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 3793260 T7049 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 3793261 T7049 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1370058418458
[junit4:junit4]   2> 3793262 T7049 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1370058418458/solr.xml
[junit4:junit4]   2> 3793264 T7049 oasc.CoreContainer.<init> New CoreContainer 364692844
[junit4:junit4]   2> 3793265 T7049 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1370058418458/'
[junit4:junit4]   2> 3793266 T7049 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1370058418458/'
[junit4:junit4]   2> 3793798 T7049 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 3793800 T7049 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 3793801 T7049 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 3793803 T7049 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 3793817 T7049 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 3793822 T7049 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 3793823 T7049 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 3793824 T7049 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 3793830 T7049 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 3793833 T7049 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 3793881 T7049 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 3793894 T7049 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:53590/solr
[junit4:junit4]   2> 3793896 T7049 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 3793899 T7049 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 3793920 T7138 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@363b29a7 name:ZooKeeperConnection Watcher:127.0.0.1:53590 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 3793927 T7049 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 3793939 T7049 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 3793984 T7049 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 3793993 T7140 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@74021beb name:ZooKeeperConnection Watcher:127.0.0.1:53590/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 3793999 T7049 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 3794010 T7085 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 127.0.0.1:53603__collection1, state: recovering, checkLive: true, onlyIfLeader: true for: 2 seconds.
[junit4:junit4]   2> 3794012 T7085 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=127.0.0.1:53603__collection1&state=recovering&nodeName=127.0.0.1:53603_&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2005 
[junit4:junit4]   2> 3794053 T7049 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 3795088 T7049 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53607_
[junit4:junit4]   2> 3795093 T7049 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:53607_
[junit4:junit4]   2> 3795109 T7091 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 3795110 T7107 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 3795111 T7071 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 3795115 T7140 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 3795116 T7123 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 3795117 T7123 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 3795118 T7078 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 3795119 T7078 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 3795128 T7091 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 3795130 T7107 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 3795131 T7071 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 3795167 T7141 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1370058418458/collection1
[junit4:junit4]   2> 3795168 T7141 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 3795171 T7141 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 3795172 T7141 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 3795179 T7141 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1370058418458/collection1/'
[junit4:junit4]   2> 3795184 T7141 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1370058418458/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 3795186 T7141 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1370058418458/collection1/lib/README' to classloader
[junit4:junit4]   2> 3795379 T7141 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 3795630 T7141 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 3795639 T7141 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 3795659 T7141 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4]   2>  C1863_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:53603_, base_url=http://127.0.0.1:53603}
[junit4:junit4]   2> 3796022 T7126 C1863 P53603 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:53597/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 3796025 T7126 C1863 P53603 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:53603 START replicas=[http://127.0.0.1:53597/collection1/] nUpdates=100
[junit4:junit4]   2> 3796026 T7126 C1863 P53603 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 3796038 T7126 C1863 P53603 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 3796041 T7126 C1863 P53603 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 3796042 T7126 C1863 P53603 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 3796043 T7126 C1863 P53603 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 3796043 T7126 C1863 P53603 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:53597/collection1/. core=collection1
[junit4:junit4]   2> 3796044 T7126 C1863 P53603 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C1864 name=collection1 org.apache.solr.core.SolrCore@4cf4e50f url=http://127.0.0.1:53597/collection1 node=127.0.0.1:53597_ C1864_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:53597_, base_url=http://127.0.0.1:53597, leader=true}
[junit4:junit4]   2> 3796086 T7084 C1864 P53597 oasc.SolrCore.execute [collection1] webapp= path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=17 
[junit4:junit4]   2> 3796107 T7086 C1864 P53597 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 3796167 T7086 C1864 P53597 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@45a97328 lockFactory=org.apache.lucene.store.NativeFSLockFactory@6c3c899a),segFN=segments_1,generation=1}
[junit4:junit4]   2> 3796170 T7086 C1864 P53597 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 3796193 T7086 C1864 P53597 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@45a97328 lockFactory=org.apache.lucene.store.NativeFSLockFactory@6c3c899a),segFN=segments_1,generation=1}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@45a97328 lockFactory=org.apache.lucene.store.NativeFSLockFactory@6c3c899a),segFN=segments_2,generation=2}
[junit4:junit4]   2> 3796195 T7086 C1864 P53597 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4]   2> 3796197 T7086 C1864 P53597 oass.SolrIndexSearcher.<init> Opening Searcher@7a030ce9 realtime
[junit4:junit4]   2> 3796197 T7086 C1864 P53597 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 3796198 T7086 C1864 P53597 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 91
[junit4:junit4]   2> 3796208 T7126 C1863 P53603 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 3796209 T7126 C1863 P53603 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 3796223 T7082 C1864 P53597 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 3796225 T7082 C1864 P53597 oasc.SolrCore.execute [collection1] webapp= path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=10 
[junit4:junit4]   2> 3796227 T7126 C1863 P53603 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 3796228 T7126 C1863 P53603 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 3796228 T7126 C1863 P53603 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 3796238 T7083 C1864 P53597 oasc.SolrCore.execute [collection1] webapp= path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=5 
[junit4:junit4]   2> 3796245 T7126 C1863 P53603 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 3796268 T7126 C1863 P53603 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370058387768/jetty3/index.20130531234702704
[junit4:junit4]   2> 3796269 T7126 C1863 P53603 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@456db418 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2b07db65; maxCacheMB=0.7685546875 maxMergeSizeMB=0.35546875)) fullCopy=false
[junit4:junit4]   2> 3796277 T7085 C1864 P53597 oasc.SolrCore.execute [collection1] webapp= path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 3796291 T7126 C1863 P53603 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 3796331 T7126 C1863 P53603 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 3796332 T7126 C1863 P53603 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 3796354 T7126 C1863 P53603 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@62d6eaa8 lockFactory=org.apache.lucene.store.NativeFSLockFactory@369ccd22),segFN=segments_1,generation=1}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@62d6eaa8 lockFactory=org.apache.lucene.store.NativeFSLockFactory@369ccd22),segFN=segments_2,generation=2}
[junit4:junit4]   2> 3796357 T7126 C1863 P53603 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4]   2> 3796362 T7126 C1863 P53603 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 3796363 T7126 C1863 P53603 oass.SolrIndexSearcher.<init> Opening Searcher@59b7ed91 main
[junit4:junit4]   2> 3796366 T7125 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@59b7ed91 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 3796369 T7126 C1863 P53603 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370058387768/jetty3/index.20130531234702704 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370058387768/jetty3/index.20130531234702704;done=true>>]
[junit4:junit4]   2> 3796370 T7126 C1863 P53603 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370058387768/jetty3/index.20130531234702704
[junit4:junit4]   2> 3796371 T7126 C1863 P53603 oasc.CachingDirectoryFactory.closeCacheValue Removing directory before core close: ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370058387768/jetty3/index.20130531234702704
[junit4:junit4]   2> 3796371 T7126 C1863 P53603 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 3796372 T7126 C1863 P53603 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 3796372 T7126 C1863 P53603 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 3796373 T7126 C1863 P53603 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 3796390 T7126 C1863 P53603 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 3797601 T7072 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3797604 T7072 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:53603__collection1",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:53603_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:53603"}
[junit4:junit4]   2> 3797634 T7071 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 3797635 T7123 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 3797636 T7091 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 3797637 T7107 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 3797638 T7078 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 3797635 T7140 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 3797858 T7141 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 3797869 T7141 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 3797873 T7141 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 3797886 T7141 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 3797989 T7141 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 3797990 T7141 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1370058418458/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370058387768/jetty4/
[junit4:junit4]   2> 3797990 T7141 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c72fcf6
[junit4:junit4]   2> 3797992 T7141 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 3797993 T7141 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370058387768/jetty4
[junit4:junit4]   2> 3797994 T7141 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370058387768/jetty4/index/
[junit4:junit4]   2> 3797994 T7141 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370058387768/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 3797999 T7141 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370058387768/jetty4/index
[junit4:junit4]   2> 3798006 T7141 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7bea178c lockFactory=org.apache.lucene.store.NativeFSLockFactory@3f56758),segFN=segments_1,generation=1}
[junit4:junit4]   2> 3798007 T7141 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 3798013 T7141 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 3798015 T7141 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 3798017 T7141 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 3798018 T7141 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 3798020 T7141 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 3798020 T7141 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 3798024 T7141 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 3798026 T7141 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 3798027 T7141 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 3798066 T7141 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 3798081 T7141 oass.SolrIndexSearcher.<init> Opening Searcher@4c79f249 main
[junit4:junit4]   2> 3798082 T7141 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370058387768/jetty4/tlog
[junit4:junit4]   2> 3798084 T7141 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 3798085 T7141 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 3798094 T7144 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4c79f249 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 3798100 T7141 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 3798100 T7141 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 3799162 T7072 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3799165 T7072 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:53607_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:53607"}
[junit4:junit4]   2> 3799166 T7072 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 3799166 T7072 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard2
[junit4:junit4]   2> 3799181 T7071 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 3799189 T7078 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 3799191 T7107 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 3799193 T7091 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 3799194 T7123 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 3799194 T7140 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 3800106 T7141 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 3800107 T7141 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:53607 collection:collection1 shard:shard2
[junit4:junit4]   2> 3800118 T7141 oasc.ZkController.register We are http://127.0.0.1:53607/collection1/ and leader is http://127.0.0.1:53600/collection1/
[junit4:junit4]   2> 3800119 T7141 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:53607
[junit4:junit4]   2> 3800120 T7141 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 3800120 T7141 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C1865 name=collection1 org.apache.solr.core.SolrCore@390a1d38 url=http://127.0.0.1:53607/collection1 node=127.0.0.1:53607_ C1865_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:53607_, base_url=http://127.0.0.1:53607}
[junit4:junit4]   2> 3800122 T7145 C1865 P53607 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 3800125 T7141 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3800137 T7145 C1865 P53607 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 3800139 T7049 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 3800142 T7049 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 3800144 T7049 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 3800141 T7145 C1865 P53607 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 3800146 T7145 C1865 P53607 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 3800188 T7145 C1865 P53607 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 3800222 T7049 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3800235 T7049 oasc.AbstractFullDistribZkTestBase.waitForThingsToLevelOut Wait for recoveries to finish - wait 15 for each attempt
[junit4:junit4]   2> 3800241 T7049 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):15
[junit4:junit4]   2> 3800249 T7100 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 127.0.0.1:53607__collection1, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4]   2> 3800249 T7049 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3800719 T7072 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3800721 T7072 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:53607__collection1",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:53607_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:53607"}
[junit4:junit4]   2> 3800736 T7140 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 3800737 T7091 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 3800738 T7071 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 3800737 T7123 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 3800737 T7107 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 3800737 T7078 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 3801251 T7100 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 127.0.0.1:53607__collection1, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4:junit4]   2> 3801252 T7100 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=127.0.0.1:53607__collection1&state=recovering&nodeName=127.0.0.1:53607_&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=1004 
[junit4:junit4]   2> 3801258 T7049 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3802271 T7049 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2>  C1865_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:53607_, base_url=http://127.0.0.1:53607}
[junit4:junit4]   2> 3803255 T7145 C1865 P53607 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:53600/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 3803255 T7145 C1865 P53607 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:53607 START replicas=[http://127.0.0.1:53600/collection1/] nUpdates=100
[junit4:junit4]   2> 3803256 T7145 C1865 P53607 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 3803256 T7145 C1865 P53607 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 3803257 T7145 C1865 P53607 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 3803257 T7145 C1865 P53607 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 3803257 T7145 C1865 P53607 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 3803258 T7145 C1865 P53607 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:53600/collection1/. core=collection1
[junit4:junit4]   2> 3803258 T7145 C1865 P53607 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 3803302 T7049 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> ASYNC  NEW_CORE C1866 name=collection1 org.apache.solr.core.SolrCore@438fef54 url=http://127.0.0.1:53600/collection1 node=127.0.0.1:53600_ C1866_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:53600_, base_url=http://127.0.0.1:53600, leader=true}
[junit4:junit4]   2> 3803337 T7098 C1866 P53600 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 3803339 T7103 C1866 P53600 oasc.SolrCore.execute [collection1] webapp= path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=28 
[junit4:junit4]   2> 3803345 T7098 C1866 P53600 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@52b100c6 lockFactory=org.apache.lucene.store.NativeFSLockFactory@10941924),segFN=segments_1,generation=1}
[junit4:junit4]   2> 3803347 T7098 C1866 P53600 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 3803348 T7098 C1866 P53600 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@52b100c6 lockFactory=org.apache.lucene.store.NativeFSLockFactory@10941924),segFN=segments_1,generation=1}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@52b100c6 lockFactory=org.apache.lucene.store.NativeFSLockFactory@10941924),segFN=segments_2,generation=2}
[junit4:junit4]   2> 3803349 T7098 C1866 P53600 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4]   2> 3803350 T7098 C1866 P53600 oass.SolrIndexSearcher.<init> Opening Searcher@31c8fe5 realtime
[junit4:junit4]   2> 3803351 T7098 C1866 P53600 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 3803352 T7098 C1866 P53600 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 16
[junit4:junit4]   2> 3803354 T7145 C1865 P53607 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 3803354 T7145 C1865 P53607 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 3803370 T7101 C1866 P53600 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 3803372 T7101 C1866 P53600 oasc.SolrCore.execute [collection1] webapp= path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=10 
[junit4:junit4]   2> 3803373 T7145 C1865 P53607 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 3803374 T7145 C1865 P53607 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 3803374 T7145 C1865 P53607 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 3803380 T7102 C1866 P53600 oasc.SolrCore.execute [collection1] webapp= path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=2 
[junit4:junit4]   2> 3803386 T7145 C1865 P53607 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 3803390 T7145 C1865 P53607 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370058387768/jetty4/index.20130531234709845
[junit4:junit4]   2> 3803391 T7145 C1865 P53607 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@673665b lockFactory=org.apache.lucene.store.NativeFSLockFactory@b9fd703; maxCacheMB=0.7685546875 maxMergeSizeMB=0.35546875)) fullCopy=false
[junit4:junit4]   2> 3803395 T7100 C1866 P53600 oasc.SolrCore.execute [collection1] webapp= path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 3803399 T7145 C1865 P53607 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 3803402 T7145 C1865 P53607 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 3803403 T7145 C1865 P53607 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 3803407 T7145 C1865 P53607 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7bea178c lockFactory=org.apache.lucene.store.NativeFSLockFactory@3f56758),segFN=segments_1,generation=1}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7bea178c lockFactory=org.apache.lucene.store.NativeFSLockFactory@3f56758),segFN=segments_2,generation=2}
[junit4:junit4]   2> 3803409 T7145 C1865 P53607 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4]   2> 3803410 T7145 C1865 P53607 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 3803411 T7145 C1865 P53607 oass.SolrIndexSearcher.<init> Opening Searcher@24f5eaf9 main
[junit4:junit4]   2> 3803413 T7144 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@24f5eaf9 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 3803414 T7145 C1865 P53607 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370058387768/jetty4/index.20130531234709845 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370058387768/jetty4/index.20130531234709845;done=true>>]
[junit4:junit4]   2> 3803419 T7145 C1865 P53607 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370058387768/jetty4/index.20130531234709845
[junit4:junit4]   2> 3803420 T7145 C1865 P53607 oasc.CachingDirectoryFactory.closeCacheValue Removing directory before core close: ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370058387768/jetty4/index.20130531234709845
[junit4:junit4]   2> 3803420 T7145 C1865 P53607 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 3803421 T7145 C1865 P53607 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 3803421 T7145 C1865 P53607 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 3803422 T7145 C1865 P53607 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 3803428 T7145 C1865 P53607 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 3803774 T7072 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3803777 T7072 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:53607__collection1",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:53607_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:53607"}
[junit4:junit4]   2> 3803791 T7123 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 3803792 T7078 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 3803792 T7140 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 3803792 T7091 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 3803793 T7071 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 3803793 T7107 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 3804308 T7049 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3804309 T7049 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: collection1
[junit4:junit4]   2> ASYNC  NEW_CORE C1867 name=collection1 org.apache.solr.core.SolrCore@679e06e0 url=http://127.0.0.1:53593/collection1 node=127.0.0.1:53593_ C1867_STATE=coll:control_collection core:collection1 props:{shard=shard1, state=active, core=collection1, collection=control_collection, node_name=127.0.0.1:53593_, base_url=http://127.0.0.1:53593, leader=true}
[junit4:junit4]   2> 3804327 T7064 C1867 P53593 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 3804332 T7064 C1867 P53593 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@9c047ae lockFactory=org.apache.lucene.store.NativeFSLockFactory@78e5de51),segFN=segments_1,generation=1}
[junit4:junit4]   2> 3804333 T7064 C1867 P53593 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 3804334 T7064 C1867 P53593 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@9c047ae lockFactory=org.apache.lucene.store.NativeFSLockFactory@78e5de51),segFN=segments_1,generation=1}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@9c047ae lockFactory=org.apache.lucene.store.NativeFSLockFactory@78e5de51),segFN=segments_2,generation=2}
[junit4:junit4]   2> 3804335 T7064 C1867 P53593 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4]   2> 3804335 T7064 C1867 P53593 oass.SolrIndexSearcher.<init> Opening Searcher@76f9126 main
[junit4:junit4]   2> 3804336 T7064 C1867 P53593 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 3804337 T7075 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@76f9126 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 3804338 T7064 C1867 P53593 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 11
[junit4:junit4]   2> ASYNC  NEW_CORE C1868 name=collection1 org.apache.solr.core.SolrCore@4cf4e50f url=http://127.0.0.1:53597/collection1 node=127.0.0.1:53597_ C1868_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:53597_, base_url=http://127.0.0.1:53597, leader=true}
[junit4:junit4]   2> 3804365 T7084 C1868 P53597 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 3804367 T7084 C1868 P53597 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@45a97328 lockFactory=org.apache.lucene.store.NativeFSLockFactory@6c3c899a),segFN=segments_2,generation=2}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@45a97328 lockFactory=org.apache.lucene.store.NativeFSLockFactory@6c3c899a),segFN=segments_3,generation=3}
[junit4:junit4]   2> 3804368 T7084 C1868 P53597 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4]   2> 3804369 T7084 C1868 P53597 oass.SolrIndexSearcher.<init> Opening Searcher@7df80d03 main
[junit4:junit4]   2> 3804370 T7084 C1868 P53597 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 3804371 T7093 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7df80d03 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 3804372 T7084 C1868 P53597 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:53603/collection1/, StdNode: http://127.0.0.1:53600/collection1/, StdNode: http://127.0.0.1:53607/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4]   2> 3804394 T7099 C1866 P53600 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 3804400 T7099 C1866 P53600 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@52b100c6 lockFactory=org.apache.lucene.store.NativeFSLockFactory@10941924),segFN=segments_2,generation=2}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@52b100c6 lockFactory=org.apache.lucene.store.NativeFSLockFactory@10941924),segFN=segments_3,generation=3}
[junit4:junit4]   2> 3804401 T7099 C1866 P53600 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4]   2> 3804402 T7099 C1866 P53600 oass.SolrIndexSearcher.<init> Opening Searcher@5520a380 main
[junit4:junit4]   2> 3804402 T7099 C1866 P53600 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 3804416 T7109 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5520a380 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 3804423 T7099 C1866 P53600 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 30
[junit4:junit4]   2>  C1865_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:53607_, base_url=http://127.0.0.1:53607}
[junit4:junit4]   2> 3804428 T7132 C1865 P53607 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> ASYNC  NEW_CORE C1869 name=collection1 org.apache.solr.core.SolrCore@5e9f19fd url=http://127.0.0.1:53603/collection1 node=127.0.0.1:53603_ C1869_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:53603_, base_url=http://127.0.0.1:53603}
[junit4:junit4]   2> 3804430 T7116 C1869 P53603 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 3804432 T7132 C1865 P53607 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7bea178c lockFactory=org.apache.lucene.store.NativeFSLockFactory@3f56758),segFN=segments_2,generation=2}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7bea178c lockFactory=org.apache.lucene.store.NativeFSLockFactory@3f56758),segFN=segments_3,generation=3}
[junit4:junit4]   2> 3804433 T7132 C1865 P53607 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4]   2> 3804434 T7116 C1869 P53603 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@62d6eaa8 lockFactory=org.apache.lucene.store.NativeFSLockFactory@369ccd22),segFN=segments_2,generation=2}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@62d6eaa8 lockFactory=org.apache.lucene.store.NativeFSLockFactory@369ccd22),segFN=segments_3,generation=3}
[junit4:junit4]   2> 3804434 T7116 C1869 P53603 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4]   2> 3804436 T7116 C1869 P53603 oass.SolrIndexSearcher.<init> Opening Searcher@31e2f3bf main
[junit4:junit4]   2> 3804437 T7116 C1869 P53603 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 3804438 T7132 C1865 P53607 oass.SolrIndexSearcher.<init> Opening Searcher@485fbd8c main
[junit4:junit4]   2> 3804439 T7132 C1865 P53607 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 3804440 T7144 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@485fbd8c main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 3804441 T7132 C1865 P53607 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 13
[junit4:junit4]   2> 3804444 T7125 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@31e2f3bf main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 3804446 T7116 C1869 P53603 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 16
[junit4:junit4]   2> 3804448 T7084 C1868 P53597 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 83
[junit4:junit4]   2> 3804450 T7049 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3804457 T7087 C1868 P53597 oasc.SolrCore.execute [collection1] webapp= path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 3804464 T7118 C1869 P53603 oasc.SolrCore.execute [collection1] webapp= path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 3804470 T7101 C1866 P53600 oasc.SolrCore.execute [collection1] webapp= path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 3804482 T7133 C1865 P53607 oasc.SolrCore.execute [collection1] webapp= path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 3806495 T7064 C1867 P53593 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {deleteByQuery=*:* (-1436610391387930624)} 0 4
[junit4:junit4]   2> 3806553 T7118 C1869 P53603 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={update.distrib=FROMLEADER&_version_=-1436610391416242176&update.from=http://127.0.0.1:53597/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1436610391416242176)} 0 3
[junit4:junit4]   2> 3806556 T7086 C1868 P53597 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={update.distrib=TOLEADER&wt=javabin&version=2} {deleteByQuery=*:* (-1436610391416242176)} 0 38
[junit4:junit4]   2> 3806560 T7133 C1865 P53607 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={update.distrib=FROMLEADER&_version_=-1436610391400513536&update.from=http://127.0.0.1:53600/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1436610391400513536)} 0 14
[junit4:junit4]   2> 3806563 T7101 C1866 P53600 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {deleteByQuery=*:* (-1436610391400513536)} 0 60
[junit4:junit4]   2> 3806570 T7065 C1867 P53593 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[0 (1436610391469719552)]} 0 1
[junit4:junit4]   2> 3806584 T7119 C1869 P53603 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53597/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[0 (1436610391477059584)]} 0 2
[junit4:junit4]   2> 3806587 T7087 C1868 P53597 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[0 (1436610391477059584)]} 0 12
[junit4:junit4]   2> 3806594 T7066 C1867 P53593 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[1 (1436610391494885376)]} 0 1
[junit4:junit4]   2> 3806613 T7114 C1869 P53603 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53597/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1436610391506419712)]} 0 1
[junit4:junit4]   2> 3806615 T7082 C1868 P53597 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53600/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[1 (1436610391506419712)]} 0 11
[junit4:junit4]   2> 3806618 T7102 C1866 P53600 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[1]} 0 18
[junit4:junit4]   2> 3806630 T7067 C1867 P53593 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[2 (1436610391532634112)]} 0 1
[junit4:junit4]   2> 3806639 T7134 C1865 P53607 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53600/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[2 (1436610391539974144)]} 0 1
[junit4:junit4]   2> 3806640 T7100 C1866 P53600 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53597/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[2 (1436610391539974144)]} 0 5
[junit4:junit4]   2> 3806642 T7083 C1868 P53597 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[2]} 0 9
[junit4:junit4]   2> 3806648 T7062 C1867 P53593 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[3 (1436610391552557056)]} 0 1
[junit4:junit4]   2> 3806661 T7135 C1865 P53607 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53600/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[3 (1436610391561994240)]} 0 1
[junit4:junit4]   2> 3806663 T7103 C1866 P53600 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53597/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[3 (1436610391561994240)]} 0 7
[junit4:junit4]   2> 3806665 T7085 C1868 P53597 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[3]} 0 13
[junit4:junit4]   2> 3806670 T7063 C1867 P53593 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[4 (1436610391575625728)]} 0 1
[junit4:junit4]   2> 3806684 T7115 C1869 P53603 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53597/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[4 (1436610391585062912)]} 0 1
[junit4:junit4]   2> 3806687 T7084 C1868 P53597 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53600/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[4 (1436610391585062912)]} 0 8
[junit4:junit4]   2> 3806690 T7098 C1866 P53600 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[4]} 0 15
[junit4:junit4]   2> 3806696 T7064 C1867 P53593 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[5 (1436610391602888704)]} 0 1
[junit4:junit4]   2> 3806716 T7136 C1865 P53607 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53600/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[5 (1436610391614423040)]} 0 1
[junit4:junit4]   2> 3806718 T7099 C1866 P53600 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[5 (1436610391614423040)]} 0 13
[junit4:junit4]   2> 3806723 T7065 C1867 P53593 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[6 (1436610391631200256)]} 0 1
[junit4:junit4]   2> 3806748 T7131 C1865 P53607 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53600/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[6 (1436610391651123200)]} 0 1
[junit4:junit4]   2> 3806755 T7101 C1866 P53600 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53597/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[6 (1436610391651123200)]} 0 13
[junit4:junit4]   2> 3806761 T7086 C1868 P53597 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[6]} 0 23
[junit4:junit4]   2> 3806779 T7066 C1867 P53593 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[7 (1436610391679434752)]} 0 10
[junit4:junit4]   2> 3806791 T7132 C1865 P53607 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53600/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[7 (1436610391697260544)]} 0 1
[junit4:junit4]   2> 3806794 T7102 C1866 P53600 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[7 (1436610391697260544)]} 0 9
[junit4:junit4]   2> 3806801 T7062 C1867 P53593 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[8 (1436610391711940608)]} 0 1
[junit4:junit4]   2> 3806812 T7116 C1869 P53603 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53597/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[8 (1436610391718232064)]} 0 1
[junit4:junit4]   2> 3806815 T7087 C1868 P53597 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[8 (1436610391718232064)]} 0 9
[junit4:junit4]   2> 3806828 T7063 C1867 P53593 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[9 (1436610391736057856)]} 0 6
[junit4:junit4]   2> 3806839 T7133 C1865 P53607 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53600/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[9 (1436610391747592192)]} 0 1
[junit4:junit4]   2> 3806842 T7100 C1866 P53600 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[9 (1436610391747592192)]} 0 9
[junit4:junit4]   2> 3806848 T7064 C1867 P53593 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10 (1436610391761223680)]} 0 2
[junit4:junit4]   2> 3806865 T7117 C1869 P53603 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53597/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10 (1436610391773806592)]} 0 1
[junit4:junit4]   2> 3806869 T7082 C1868 P53597 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10 (1436610391773806592)]} 0 10
[junit4:junit4]   2> 3806876 T7065 C1867 P53593 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[11 (1436610391790583808)]} 0 2
[junit4:junit4]   2> 3806887 T7118 C1869 P53603 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53597/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[11 (1436610391797923840)]} 0 1
[junit4:junit4]   2> 3806889 T7085 C1868 P53597 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[11 (1436610391797923840)]} 0 8
[junit4:junit4]   2> 3806896 T7067 C1867 P53593 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[12 (1436610391811555328)]} 0 2
[junit4:junit4]   2> 3806909 T7114 C1869 P53603 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53597/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[12 (1436610391822041088)]} 0 1
[junit4:junit4]   2> 3806911 T7084 C1868 P53597 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53600/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[12 (1436610391822041088)]} 0 7
[junit4:junit4]   2> 3806913 T7103 C1866 P53600 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[12]} 0 12
[junit4:junit4]   2> 3806919 T7066 C1867 P53593 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[13 (1436610391835672576)]} 0 1
[junit4:junit4]   2> 3806934 T7115 C1869 P53603 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53597/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[13 (1436610391845109760)]} 0 2
[junit4:junit4]   2> 3806935 T7086 C1868 P53597 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53600/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[13 (1436610391845109760)]} 0 8
[junit4:junit4]   2> 3806937 T7099 C1866 P53600 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[13]} 0 13
[junit4:junit4]   2> 3806943 T7062 C1867 P53593 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[14 (1436610391860838400)]} 0 1
[junit4:junit4]   2> 3806954 T7116 C1869 P53603 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53597/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[14 (1436610391867129856)]} 0 1
[junit4:junit4]   2> 3806957 T7087 C1868 P53597 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[14 (1436610391867129856)]} 0 9
[junit4:junit4]   2> 3806963 T7063 C1867 P53593 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[15 (1436610391881809920)]} 0 1
[junit4:junit4]   2> 3806977 T7117 C1869 P53603 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53597/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[15 (1436610391893344256)]} 0 1
[junit4:junit4]   2> 3806979 T7082 C1868 P53597 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53600/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[15 (1436610391893344256)]} 0 7
[junit4:junit4]   2> 3806981 T7101 C1866 P53600 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[15]} 0 12
[junit4:junit4]   2> 3806993 T7064 C1867 P53593 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[16 (1436610391913267200)]} 0 2
[junit4:junit4]   2> 3807009 T7119 C1869 P53603 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53597/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[16 (1436610391925850112)]} 0 1
[junit4:junit4]   2> 3807012 T7083 C1868 P53597 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53600/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[16 (1436610391925850112)]} 0 8
[junit4:junit4]   2> 3807015 T7102 C1866 P53600 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[16]} 0 15
[junit4:junit4]   2> 3807022 T7065 C1867 P53593 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[17 (1436610391943675904)]} 0 1
[junit4:junit4]   2> 3807037 T7134 C1865 P53607 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53600/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[17 (1436610391955210240)]} 0 1
[junit4:junit4]   2> 3807039 T7100 C1866 P53600 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53597/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[17 (1436610391955210240)]} 0 8
[junit4:junit4]   2> 3807041 T7085 C1868 P53597 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[17]} 0 14
[junit4:junit4]   2> 3807048 T7067 C1867 P53593 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[18 (1436610391970938880)]} 0 1
[junit4:junit4]   2> 3807060 T7136 C1865 P53607 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53600/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[18 (1436610391979327488)]} 0 1
[junit4:junit4]   2> 3807062 T7098 C1866 P53600 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[18 (1436610391979327488)]} 0 8
[junit4:junit4]   2> 3807075 T7066 C1867 P53593 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[19 (1436610391999250432)]} 0 1
[junit4:junit4]   2> 3807098 T7131 C1865 P53607 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53600/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[19 (1436610392009736192)]} 0 8
[junit4:junit4]   2> 3807102 T7103 C1866 P53600 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[19 (1436610392009736192)]} 0 19
[junit4:junit4]   2> 3807109 T7062 C1867 P53593 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[20 (1436610392034902016)]} 0 1
[junit4:junit4]   2> 3807139 T7118 C1869 P53603 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53597/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[20 (1436610392048533504)]} 0 4
[junit4:junit4]   2> 3807148 T7084 C1868 P53597 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[20 (1436610392048533504)]} 0 28
[junit4:junit4]   2> 3807157 T7063 C1867 P53593 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[21 (1436610392085233664)]} 0 1
[junit4:junit4]   2> 3807168 T7132 C1865 P53607 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53600/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[21 (1436610392092573696)]} 0 2
[junit4:junit4]   2> 3807170 T7099 C1866 P53600 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[21 (1436610392092573696)]} 0 8
[junit4:junit4]   2> 3807175 T7064 C1867 P53593 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[22 (1436610392105156608)]} 0 1
[junit4:junit4]   2> 3807190 T7114 C1869 P53603 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53597/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[22 (1436610392115642368)]} 0 1
[junit4:junit4]   2> 3807192 T7086 C1868 P53597 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53600/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[22 (1436610392115642368)]} 0 8
[junit4:junit4]   2> 3807194 T7101 C1866 P53600 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[22]} 0 13
[junit4:junit4]   2> 3807202 T7067 C1867 P53593 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[23 (1436610392132419584)]} 0 2
[junit4:junit4]   2> 3807216 T7133 C1865 P53607 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53600/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[23 (1436610392142905344)]} 0 1
[junit4:junit4]   2> 3807219 T7102 C1866 P53600 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53597/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[23 (1436610392142905344)]} 0 9
[junit4:junit4]   2> 3807221 T7087 C1868 P53597 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[23]} 0 14
[junit4:junit4]   2> 3807228 T7066 C1867 P53593 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[24 (1436610392159682560)]} 0 2
[junit4:junit4]   2> 3807239 T7115 C1869 P53603 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53597/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[24 (1436610392167022592)]} 0 1
[junit4:junit4]   2> 3807241 T7082 C1868 P53597 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[24 (1436610392167022592)]} 0 8
[junit4:junit4]   2> 3807248 T7062 C1867 P53593 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[25 (1436610392180654080)]} 0 2
[junit4:junit4]   2> 3807264 T7135 C1865 P53607 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53600/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[25 (1436610392192188416)]} 0 1
[junit4:junit4]   2> 3807266 T7100 C1866 P53600 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53597/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[25 (1436610392192188416)]} 0 9
[junit4:junit4]   2> 3807268 T7083 C1868 P53597 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[25]} 0 15
[junit4:junit4]   2> 3807275 T7063 C1867 P53593 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[26 (1436610392208965632)]} 0 2
[junit4:junit4]   2> 3807290 T7134 C1865 P53607 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53600/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[26 (1436610392220499968)]} 0 1
[junit4:junit4]   2> 3807293 T7098 C1866 P53600 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53597/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[26 (1436610392220499968)]} 0 9
[junit4:junit4]   2> 3807295 T7085 C1868 P53597 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[26]} 0 15
[junit4:junit4]   2> 3807302 T7065 C1867 P53593 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[27 (1436610392238325760)]} 0 1
[junit4:junit4]   2> 3807320 T7116 C1869 P53603 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53597/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[27 (1436610392244617216)]} 0 1
[junit4:junit4]   2> 3807323 T7086 C1868 P53597 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[27 (1436610392244617216)]} 0 15
[junit4:junit4]   2> 3807330 T7064 C1867 P53593 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[28 (1436610392266637312)]} 0 1
[junit4:junit4]   2> 3807342 T7119 C1869 P53603 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53597/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[28 (1436610392275025920)]} 0 1
[junit4:junit4]   2> 3807343 T7087 C1868 P53597 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53600/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[28 (1436610392275025920)]} 0 6
[junit4:junit4]   2> 3807346 T7103 C1866 P53600 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[28]} 0 11
[junit4:junit4]   2> 3807353 T7067 C1867 P53593 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[29 (1436610392290754560)]} 0 1
[junit4:junit4]   2> 3807367 T7136 C1865 P53607 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53600/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[29 (1436610392302288896)]} 0 1
[junit4:junit4]   2> 3807370 T7101 C1866 P53600 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53597/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[29 (1436610392302288896)]} 0 8
[junit4:junit4]   2> 3807372 T7082 C1868 P53597 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[29]} 0 14
[junit4:junit4]   2> 3807378 T7066 C1867 P53593 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[30 (1436610392316968960)]} 0 0
[junit4:junit4]   2> 3807388 T7131 C1865 P53607 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53600/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[30 (1436610392323260416)]} 0 1
[junit4:junit4]   2> 3807390 T7102 C1866 P53600 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[30 (1436610392323260416)]} 0 7
[junit4:junit4]   2> 3807396 T7062 C1867 P53593 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[31 (1436610392335843328)]} 0 1
[junit4:junit4]   2> 3807408 T7132 C1865 P53607 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53600/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[31 (1436610392344231936)]} 0 1
[junit4:junit4]   2> 3807411 T7100 C1866 P53600 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[31 (1436610392344231936)]} 0 9
[junit4:junit4]   2> 3807418 T7063 C1867 P53593 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[32 (1436610392358912000)]} 0 1
[junit4:junit4]   2> 3807441 T7118 C1869 P53603 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53597/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[32 (1436610392370446336)]} 0 3
[junit4:junit4]   2> 3807442 T7083 C1868 P53597 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53600/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[32 (1436610392370446336)]} 0 14
[junit4:junit4]   2> 3807444 T7098 C1866 P53600 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[32]} 0 20
[junit4:junit4]   2> 3807450 T7065 C1867 P53593 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[33 (1436610392392466432)]} 0 1
[junit4:junit4]   2> 3807468 T7133 C1865 P53607 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53600/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[33 (1436610392406097920)]} 0 2
[junit4:junit4]   2> 3807470 T7099 C1866 P53600 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53597/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[33 (1436610392406097920)]} 0 8
[junit4:junit4]   2> 3807472 T7084 C1868 P53597 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[33]} 0 13
[junit4:junit4]   2> 3807476 T7064 C1867 P53593 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[34 (1436610392420777984)]} 0 0
[junit4:junit4]   2> 3807485 T7114 C1869 P53603 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53597/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[34 (1436610392424972288)]} 0 1
[junit4:junit4]   2> 3807488 T7085 C1868 P53597 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[34 (1436610392424972288)]} 0 8
[junit4:junit4]   2> 3807496 T7067 C1867 P53593 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[35 (1436610392440700928)]} 0 2
[junit4:junit4]   2> 3807511 T7115 C1869 P53603 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53597/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[35 (1436610392451186688)]} 0 1
[junit4:junit4]   2> 3807514 T7086 C1868 P53597 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53600/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[35 (1436610392451186688)]} 0 9
[junit4:junit4]   2> 3807517 T7103 C1866 P53600 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[35]} 0 15
[junit4:junit4]   2> 3807523 T7066 C1867 P53593 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[36 (1436610392469012480)]} 0 1
[junit4:junit4]   2> 3807533 T7117 C1869 P53603 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53597/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[36 (1436610392475303936)]} 0 1
[junit4:junit4]   2> 3807535 T7087 C1868 P53597 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[36 (1436610392475303936)]} 0 8
[junit4:junit4]   2> 3807541 T7062 C1867 P53593 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[37 (1436610392486838272)]} 0 2
[junit4:junit4]   2> 3807573 T7134 C1865 P53607 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53600/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[37 (1436610392501518336)]} 0 5
[junit4:junit4]   2> 3807575 T7101 C1866 P53600 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53597/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[37 (1436610392501518336)]} 0 22
[junit4:junit4]   2> 3807577 T7082 C1868 P53597 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[37]} 0 27
[junit4:junit4]   2> 3807587 T7063 C1867 P53593 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[38 (1436610392536121344)]} 0 1
[junit4:junit4]   2> 3807602 T7116 C1869 P53603 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53597/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[38 (1436610392547655680)]} 0 2
[junit4:junit4]   2> 3807604 T7083 C1868 P53597 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53600/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[38 (1436610392547655680)]} 0 8
[junit4:junit4]   2> 3807606 T7102 C1866 P53600 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[38]} 0 14
[junit4:junit4]   2> 3807612 T7064 C1867 P53593 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[39 (1436610392563384320)]} 0 1
[junit4:junit4]   2> 3807625 T7136 C1865 P53607 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53600/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[39 (1436610392571772928)]} 0 2
[junit4:junit4]   2> 3807628 T7100 C1866 P53600 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[39 (1436610392571772928)]} 0 9
[junit4:junit4]   2> 3807634 T7067 C1867 P53593 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[40 (1436610392585404416)]} 0 1
[junit4:junit4]   2> 3807648 T7119 C1869 P53603 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53597/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[40 (1436610392595890176)]} 0 1
[junit4:junit4]   2> 3807650 T7084 C1868 P53597 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53600/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[40 (1436610392595890176)]} 0 7
[junit4:junit4]   2> 3807658 T7098 C1866 P53600 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[40]} 0 19
[junit4:junit4]   2> 3807670 T7066 C1867 P53593 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[41 (1436610392620007424)]} 0 5
[junit4:junit4]   2> 3807685 T7118 C1869 P53603 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53597/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[41 (1436610392633638912)]} 0 2
[junit4:junit4]   2> 3807687 T7085 C1868 P53597 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[41 (1436610392633638912)]} 0 8
[junit4:junit4]   2> 3807694 T7062 C1867 P53593 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[42 (1436610392648318976)]} 0 1
[junit4:junit4]   2> 3807710 T7114 C1869 P53603 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53597/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[42 (1436610392660901888)]} 0 1
[junit4:junit4]   2> 3807713 T7087 C1868 P53597 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53600/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[42 (1436610392660901888)]} 0 9
[junit4:junit4]   2> 3807715 T7099 C1866 P53600 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[42]} 0 15
[junit4:junit4]   2> 3807723 T7065 C1867 P53593 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[43 (1436610392677679104)]} 0 2
[junit4:junit4]   2> 3807738 T7115 C1869 P53603 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53597/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[43 (1436610392690262016)]} 0 1
[junit4:junit4]   2> 3807740 T7082 C1868 P53597 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53600/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[43 (1436610392690262016)]} 0 8
[junit4:junit4]   2> 3807743 T7103 C1866 P53600 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[43]} 0 14
[junit4:junit4]   2> 3807749 T7063 C1867 P53593 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[44 (1436610392705990656)]} 0 1
[junit4:junit4]   2> 3807775 T7116 C1869 P53603 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53597/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[44 (1436610392729059328)]} 0 1
[junit4:junit4]   2> 3807778 T7083 C1868 P53597 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53600/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[44 (1436610392729059328)]} 0 9
[junit4:junit4]   2> 3807780 T7102 C1866 P53600 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[44]} 0 15
[junit4:junit4]   2> 3807787 T7064 C1867 P53593 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[45 (1436610392745836544)]} 0 1
[junit4:junit4]   2> 3807802 T7131 C1865 P53607 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53600/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[45 (1436610392757370880)]} 0 1
[junit4:junit4]   2> 3807805 T7100 C1866 P53600 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53597/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[45 (1436610392757370880)]} 0 9
[junit4:junit4]   2> 3807807 T7084 C1868 P53597 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[45]} 0 15
[junit4:junit4]   2> 3807814 T7067 C1867 P53593 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[46 (1436610392774148096)]} 0 2
[junit4:junit4]   2> 3807825 T7119 C1869 P53603 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53597/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[46 (1436610392781488128)]} 0 1
[junit4:junit4]   2> 3807827 T7085 C1868 P53597 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[46 (1436610392781488128)]} 0 8
[junit4:junit4]   2> 3807834 T7066 C1867 P53593 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[47 (1436610392795119616)]} 0 1
[junit4:junit4]   2> 3807850 T7118 C1869 P53603 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53597/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[47 (1436610392806653952)]} 0 2
[junit4:junit4]   2> 3807858 T7086 C1868 P53597 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53600/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[47 (1436610392806653952)]} 0 14
[junit4:junit4]   2> 3807863 T7098 C1866 P53600 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[47]} 0 23
[junit4:junit4]   2> 3807873 T7062 C1867 P53593 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[48 (1436610392836014080)]} 0 2
[junit4:junit4]   2> 3807884 T7114 C1869 P53603 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53597/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[48 (1436610392842305536)]} 0 1
[junit4:junit4]   2> 3807886 T7087 C1868 P53597 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[48 (1436610392842305536)]} 0 8
[junit4:junit4]   2> 3807892 T7065 C1867 P53593 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[49 (1436610392856985600)]} 0 1
[junit4:junit4]   2> 3807908 T7117 C1869 P53603 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53597/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[49 (1436610392867471360)]} 0 2
[junit4:junit4]   2> 3807910 T7082 C1868 P53597 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53600/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[49 (1436610392867471360)]} 0 8
[junit4:junit4]   2> 3807912 T7099 C1866 P53600 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[49]} 0 14
[junit4:junit4]   2> 3807919 T7063 C1867 P53593 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[50 (1436610392885297152)]} 0 1
[junit4:junit4]   2> 3807930 T7115 C1869 P53603 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53597/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[50 (1436610392891588608)]} 0 1
[junit4:junit4]   2> 3807933 T7083 C1868 P53597 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[50 (1436610392891588608)]} 0 9
[junit4:junit4]   2> 3807945 T7064 C1867 P53593 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[51 (1436610392911511552)]} 0 1
[junit4:junit4]   2> 3807967 T7116 C1869 P53603 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53597/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[51 (1436610392929337344)]} 0 2
[junit4:junit4]   2> 3807969 T7084 C1868 P53597 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[51 (1436610392929337344)]} 0 8
[junit4:junit4]   2> 3807975 T7067 C1867 P53593 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[52 (1436610392944017408)]} 0 1
[junit4:junit4]   2> 3807990 T7119 C1869 P53603 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53597/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[52 (1436610392954503168)]} 0 2
[junit4:junit4]   2> 3807993 T7085 C1868 P53597 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53600/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[52 (1436610392954503168)]} 0 9
[junit4:junit4]   2> 3807995 T7103 C1866 P53600 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[52]} 0 14
[junit4:junit4]   2> 3808001 T7066 C1867 P53593 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[53 (1436610392970231808)]} 0 1
[junit4:junit4]   2> 3808012 T7132 C1865 P53607 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53600/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[53 (1436610392977571840)]} 0 1
[junit4:junit4]   2> 3808015 T7101 C1866 P53600 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[53 (1436610392977571840)]} 0 9
[junit4:junit4]   2> 3808021 T7065 C1867 P53593 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[54 (1436610392991203328)]} 0 1
[junit4:junit4]   2> 3808031 T7118 C1869 P53603 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53597/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[54 (1436610392998543360)]} 0 1
[junit4:junit4]   2> 3808034 T7086 C1868 P53597 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[54 (1436610392998543360)]} 0 8
[junit4:junit4]   2> 3808040 T7063 C1867 P53593 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[55 (1436610393011126272)]} 0 1
[junit4:junit4]   2> 3808074 T7114 C1869 P53603 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53597/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[55 (1436610393041534976)]} 0 2
[junit4:junit4]   2> 3808076 T7087 C1868 P53597 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53600/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[55 (1436610393041534976)]} 0 8
[junit4:junit4]   2> 3808079 T7102 C1866 P53600 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[55]} 0 21
[junit4:junit4]   2> 3808086 T7064 C1867 P53593 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[56 (1436610393059360768)]} 0 2
[junit4:junit4]   2> 3808097 T7133 C1865 P53607 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53600/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[56 (1436610393065652224)]} 0 1
[junit4:junit4]   2> 3808099 T7100 C1866 P53600 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[56 (1436610393065652224)]} 0 8
[junit4:junit4]   2> 3808105 T7067 C1867 P53593 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[57 (1436610393080332288)]} 0 1
[junit4:junit4]   2> 3808121 T7134 C1865 P53607 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53600/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[57 (1436610393091866624)]} 0 1
[junit4:junit4]   2> 3808124 T7098 C1866 P53600 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53597/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[57 (1436610393091866624)]} 0 9
[junit4:junit4]   2> 3808127 T7082 C1868 P53597 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[57]} 0 16
[junit4:junit4]   2> 3808134 T7062 C1867 P53593 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[58 (1436610393109692416)]} 0 1
[junit4:junit4]   2> 3808159 T7136 C1865 P53607 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53600/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[58 (1436610393131712512)]} 0 1
[junit4:junit4]   2> 3808161 T7099 C1866 P53600 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53597/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[58 (1436610393131712512)]} 0 8
[junit4:junit4]   2> 3808163 T7084 C1868 P53597 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[58]} 0 20
[junit4:junit4]   2> 3808169 T7066 C1867 P53593 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[59 (1436610393146392576)]} 0 2
[junit4:junit4]   2> 3808184 T7117 C1869 P53603 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53597/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[59 (1436610393157926912)]} 0 1
[junit4:junit4]   2> 3808186 T7085 C1868 P53597 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53600/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[59 (1436610393157926912)]} 0 8
[junit4:junit4]   2> 3808188 T7101 C1866 P53600 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[59]} 0 13
[junit4:junit4]   2> 3808194 T7065 C1867 P53593 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[60 (1436610393173655552)]} 0 1
[junit4:junit4]   2> 3808210 T7131 C1865 P53607 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53600/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[60 (1436610393185189888)]} 0 1
[junit4:junit4]   2> 3808212 T7102 C1866 P53600 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[60 (1436610393185189888)]} 0 8
[junit4:junit4]   2> 3808218 T7063 C1867 P53593 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[61 (1436610393198821376)]} 0 1
[junit4:junit4]   2> 3808234 T7116 C1869 P53603 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53597/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[61 (1436610393209307136)]} 0 1
[junit4:junit4]   2> 3808237 T7086 C1868 P53597 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53600/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[61 (1436610393209307136)]} 0 9
[junit4:junit4]   2> 3808239 T7100 C1866 P53600 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[61]} 0 15
[junit4:junit4]   2> 3808247 T7064 C1867 P53593 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[62 (1436610393226084352)]} 0 4
[junit4:junit4]   2> 3808269 T7135 C1865 P53607 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53600/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[62 (1436610393247055872)]} 0 1
[junit4:junit4]   2> 3808270 T7098 C1866 P53600 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53597/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[62 (1436610393247055872)]} 0 6
[junit4:junit4]   2> 3808273 T7087 C1868 P53597 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[62]} 0 12
[junit4:junit4]   2> 3808278 T7067 C1867 P53593 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[63 (1436610393260687360)]} 0 1
[junit4:junit4]   2> 3808290 T7119 C1869 P53603 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53597/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[63 (1436610393270124544)]} 0 1
[junit4:junit4]   2> 3808292 T7083 C1868 P53597 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[63 (1436610393270124544)]} 0 7
[junit4:junit4]   2> 3808299 T7062 C1867 P53593 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[64 (1436610393282707456)]} 0 1
[junit4:junit4]   2> 3808313 T7118 C1869 P53603 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53597/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[64 (1436610393288998912)]} 0 1
[junit4:junit4]   2> 3808315 T7082 C1868 P53597 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[64 (1436610393288998912)]} 0 11
[junit4:junit4]   2> 3808321 T7066 C1867 P53593 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[65 (1436610393305776128)]} 0 1
[junit4:junit4]   2> 3808353 T7114 C1869 P53603 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53597/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[65 (1436610393331990528)]} 0 1
[junit4:junit4]   2> 3808355 T7084 C1868 P53597 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53600/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[65 (1436610393331990528)]} 0 11
[junit4:junit4]   2> 3808357 T7103 C1866 P53600 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[65]} 0 30
[junit4:junit4]   2> 3808363 T7065 C1867 P53593 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[66 (1436610393350864896)]} 0 1
[junit4:junit4]   2> 3808388 T7115 C1869 P53603 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53597/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[66 (1436610393357156352)]} 0 10
[junit4:junit4]   2> 3808390 T7085 C1868 P53597 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[66 (1436610393357156352)]} 0 22
[junit4:junit4]   2> 3808402 T7063 C1867 P53593 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[67 (1436610393390710784)]} 0 1
[junit4:junit4]   2> 3808422 T7132 C1865 P53607 oasup

[...truncated too long message...]

957 T7049 oasc.ChaosMonkey.monkeyLog monkey: stop shard! 53593
[junit4:junit4]   2> !!!! WARNING: best effort to remove /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370058387768 FAILED !!!!!
[junit4:junit4]   2> 3881959 T7049 oas.SolrTestCaseJ4.tearDown ###Ending testDistribSearch
[junit4:junit4]   2> 3881962 T7049 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:53590 53590
[junit4:junit4]   1> client port:0.0.0.0/0.0.0.0:0
[junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=ChaosMonkeyShardSplitTest -Dtests.method=testDistribSearch -Dtests.seed=61DEBA9DBD934A87 -Dtests.slow=true -Dtests.locale=nl_NL -Dtests.timezone=America/Guadeloupe -Dtests.file.encoding=US-ASCII
[junit4:junit4] ERROR    121s | ChaosMonkeyShardSplitTest.testDistribSearch <<<
[junit4:junit4]    > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: Server at http://127.0.0.1:53597 returned non ok status:500, message:Server Error
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([61DEBA9DBD934A87:E0383485CACC2ABB]:0)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:385)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
[junit4:junit4]    > 	at org.apache.solr.cloud.ShardSplitTest.splitShard(ShardSplitTest.java:208)
[junit4:junit4]    > 	at org.apache.solr.cloud.ChaosMonkeyShardSplitTest.doTest(ChaosMonkeyShardSplitTest.java:136)
[junit4:junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:815)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 3881990 T7049 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4]   2> 120705 T7048 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 2 leaked thread(s).
[junit4:junit4]   2> 3883028 T7140 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 3883029 T7140 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> NOTE: test params are: codec=Appending, sim=RandomSimilarityProvider(queryNorm=false,coord=crazy): {}, locale=nl_NL, timezone=America/Guadeloupe
[junit4:junit4]   2> NOTE: Mac OS X 10.8.3 x86_64/Oracle Corporation 1.7.0_21 (64-bit)/cpus=2,threads=4,free=237031088,total=478150656
[junit4:junit4]   2> NOTE: All tests run in this JVM: [TestCollationKeyRangeQueries, TestStressRecovery, TestAtomicUpdateErrorCases, TestWordDelimiterFilterFactory, TestStressVersions, TestJoin, TestCopyFieldCollectionResource, TestRemoteStreaming, SolrRequestParserTest, OverseerCollectionProcessorTest, TestIBSimilarityFactory, TestSolrXml, CoreContainerCoreInitFailuresTest, DocValuesMultiTest, TestFastOutputStream, CurrencyFieldXmlFileTest, TestCoreDiscovery, TestLMJelinekMercerSimilarityFactory, SpellPossibilityIteratorTest, TestSolrQueryParser, AnalysisAfterCoreReloadTest, TestUniqueKeyFieldResource, TestValueSourceCache, LeaderElectionTest, SolrIndexSplitterTest, ZkSolrClientTest, TestCharFilters, TestSerializedLuceneMatchVersion, QueryResultKeyTest, TestBM25SimilarityFactory, DistributedTermsComponentTest, ShardRoutingCustomTest, TestSolrIndexConfig, TestLFUCache, TestOmitPositions, ZkNodePropsTest, TestFastLRUCache, RequiredFieldsTest, QueryElevationComponentTest, SyncSliceTest, PluginInfoTest, CurrencyFieldOpenExchangeTest, TestDynamicFieldCollectionResource, TestComponentsName, SuggesterWFSTTest, TestFieldTypeResource, CacheHeaderTest, SolrCmdDistributorTest, ClusterStateUpdateTest, DateFieldTest, FieldMutatingUpdateProcessorTest, TestGroupingSearch, TestJmxMonitoredMap, SignatureUpdateProcessorFactoryTest, CollectionsAPIDistributedZkTest, DistributedQueryElevationComponentTest, TestQuerySenderNoQuery, ShardRoutingTest, ZkCLITest, TestDistributedGrouping, ExternalFileFieldSortTest, TestPropInject, OpenCloseCoreStressTest, UnloadDistributedZkTest, TestBadConfig, BadComponentTest, TestDistributedSearch, TestRealTimeGet, FieldAnalysisRequestHandlerTest, FullSolrCloudDistribCmdsTest, TestFiltering, OutputWriterTest, BasicZkTest, TestQuerySenderListener, TestArbitraryIndexDir, TestCoreContainer, TestPerFieldSimilarity, TestQueryUtils, TestSolrJ, WordBreakSolrSpellCheckerTest, DateMathParserTest, TestHashPartitioner, HardAutoCommitTest, LukeRequestHandlerTest, BasicDistributedZk2Test, UniqFieldsUpdateProcessorFactoryTest, TestFoldingMultitermQuery, QueryEqualityTest, TestTrie, CopyFieldTest, TestPseudoReturnFields, CoreAdminHandlerTest, NumericFieldsTest, TestRandomDVFaceting, NoCacheHeaderTest, PeerSyncTest, TestIndexingPerformance, LoggingHandlerTest, ZkControllerTest, BasicDistributedZkTest, AliasIntegrationTest, TestDocSet, TestExtendedDismaxParser, PathHierarchyTokenizerFactoryTest, AutoCommitTest, ConvertedLegacyTest, HighlighterConfigTest, SimpleFacetsTest, FileUtilsTest, TestAnalyzedSuggestions, SliceStateTest, TestSolrDeletionPolicy2, TestIndexSearcher, TestPluginEnable, TestReloadAndDeleteDocs, TestManagedSchema, TestSort, SolrCoreTest, URLClassifyProcessorTest, TermVectorComponentTest, TestFuzzyAnalyzedSuggestions, EchoParamsTest, UUIDFieldTest, TestSolrCoreProperties, TestCloudManagedSchemaAddField, TestBinaryField, TestFunctionQuery, FastVectorHighlighterTest, TestRTGBase, TestSuggestSpellingConverter, DocumentBuilderTest, TestMaxScoreQueryParser, StatsComponentTest, TestSchemaSimilarityResource, TestFieldTypeCollectionResource, TestReload, ShardSplitTest, OpenExchangeRatesOrgProviderTest, TestElisionMultitermQuery, SolrIndexConfigTest, ShowFileRequestHandlerTest, TermVectorComponentDistributedTest, ChaosMonkeySafeLeaderTest, OverseerTest, LeaderElectionIntegrationTest, RecoveryZkTest, TestReplicationHandler, TestRandomFaceting, TestZkChroot, SliceStateUpdateTest, TestFaceting, TestRecovery, DistributedSpellCheckComponentTest, TestStressReorder, TestMultiCoreConfBootstrap, TestRangeQuery, TestSolr4Spatial, SpellCheckComponentTest, BadIndexSchemaTest, BasicFunctionalityTest, TestLazyCores, DirectUpdateHandlerTest, HighlighterTest, SoftAutoCommitTest, SimplePostToolTest, SpellCheckCollatorTest, SuggesterFSTTest, DocValuesTest, SuggesterTSTTest, SuggesterTest, TestStressLucene, SpatialFilterTest, TestCSVLoader, PolyFieldTest, SchemaVersionSpecificBehaviorTest, SolrCoreCheckLockOnStartupTest, TestUpdate, DirectUpdateHandlerOptimizeTest, DefaultValueUpdateProcessorTest, StatelessScriptUpdateProcessorFactoryTest, SortByFunctionTest, DistanceFunctionTest, TestSolrDeletionPolicy1, SolrInfoMBeanTest, XsltUpdateRequestHandlerTest, DebugComponentTest, IndexBasedSpellCheckerTest, TestSurroundQueryParser, DisMaxRequestHandlerTest, StandardRequestHandlerTest, TestWriterPerf, DirectSolrSpellCheckerTest, TestReversedWildcardFilterFactory, DocumentAnalysisRequestHandlerTest, TestQueryTypes, PrimitiveFieldTypeTest, FileBasedSpellCheckerTest, TermsComponentTest, XmlUpdateRequestHandlerTest, RequestHandlersTest, MoreLikeThisHandlerTest, IndexSchemaRuntimeFieldTest, RegexBoostProcessorTest, SolrPluginUtilsTest, IndexSchemaTest, TestJmxIntegration, TestCollationField, ReturnFieldsTest, UpdateRequestProcessorFactoryTest, JSONWriterTest, TestCSVResponseWriter, MBeansHandlerTest, QueryParsingTest, JsonLoaderTest, BinaryUpdateRequestHandlerTest, TestPartialUpdateDeduplication, TestPHPSerializedResponseWriter, PingRequestHandlerTest, CSVRequestHandlerTest, SearchHandlerTest, TestBinaryResponseWriter, SOLR749Test, TestPropInjectDefaults, IndexReaderFactoryTest, UpdateParamsTest, AlternateDirectoryTest, ResponseLogComponentTest, TestMergePolicyConfig, MultiTermTest, SampleTest, TestSearchPerf, MinimalSchemaTest, TestConfig, TestPostingsSolrHighlighter, DirectSolrConnectionTest, NotRequiredUniqueKeyTest, TestLuceneMatchVersion, TestPhraseSuggestions, TestCodecSupport, SynonymTokenizerTest, TestXIncludeConfig, TestSweetSpotSimilarityFactory, TestDFRSimilarityFactory, TestNumberUtils, TestLMDirichletSimilarityFactory, TestDefaultSimilarityFactory, TestFastWriter, LegacyHTMLStripCharFilterTest, TimeZoneUtilsTest, ResourceLoaderTest, ScriptEngineTest, ChaosMonkeyNothingIsSafeTest, TestSolrXMLSerializer, PreAnalyzedFieldTest, TestSystemIdResolver, PrimUtilsTest, SpellingQueryConverterTest, DOMUtilTest, RAMDirectoryFactoryTest, ClusterStateTest, TestLRUCache, TestUtils, TestDocumentBuilder, SystemInfoHandlerTest, CircularListTest, SolrTestCaseJ4Test, ChaosMonkeyShardSplitTest]
[junit4:junit4] Completed in 122.02s, 1 test, 1 error <<< FAILURES!

[...truncated 63 lines...]
BUILD FAILED
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:386: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:366: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:39: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build.xml:181: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/common-build.xml:437: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:1243: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:887: There were test failures: 297 suites, 1238 tests, 1 error, 18 ignored (6 assumptions)

Total time: 122 minutes 54 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.7.0 -XX:-UseCompressedOops -XX:+UseG1GC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-4.x-MacOSX (64bit/jdk1.7.0) - Build # 510 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-MacOSX/510/
Java: 64bit/jdk1.7.0 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC

1 tests failed.
FAILED:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testDistribSearch

Error Message:
collection already exists: awholynewcollection_1

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: collection already exists: awholynewcollection_1
	at __randomizedtesting.SeedInfo.seed([8D7E2EAF5D782BE5:C98A0B72A274BD9]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:424)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
	at org.apache.solr.client.solrj.impl.LBHttpSolrServer.request(LBHttpSolrServer.java:264)
	at org.apache.solr.client.solrj.impl.CloudSolrServer.request(CloudSolrServer.java:306)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1400)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:438)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.doTest(CollectionsAPIDistributedZkTest.java:146)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:815)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:601)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)




Build Log:
[...truncated 9685 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
[junit4:junit4]   2> 1410971 T2269 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
[junit4:junit4]   2> 1410986 T2269 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4]   2> Creating dataDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solrtest-CollectionsAPIDistributedZkTest-1370030628796
[junit4:junit4]   2> 1410990 T2269 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4]   2> 1410992 T2270 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4]   2> 1411092 T2269 oasc.ZkTestServer.run start zk server on port:52118
[junit4:junit4]   2> 1411097 T2269 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1411109 T2276 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5511054d name:ZooKeeperConnection Watcher:127.0.0.1:52118 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1411110 T2269 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1411111 T2269 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4]   2> 1411126 T2269 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1411132 T2278 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4d574331 name:ZooKeeperConnection Watcher:127.0.0.1:52118/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1411132 T2269 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1411133 T2269 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4]   2> 1411142 T2269 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4]   2> 1411153 T2269 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4]   2> 1411165 T2269 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4]   2> 1411175 T2269 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 1411176 T2269 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 1411192 T2269 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4]   2> 1411194 T2269 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4]   2> 1411205 T2269 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   2> 1411206 T2269 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   2> 1411219 T2269 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   2> 1411220 T2269 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4]   2> 1411236 T2269 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   2> 1411237 T2269 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4]   2> 1411246 T2269 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 1411247 T2269 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 1411256 T2269 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 1411258 T2269 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 1411267 T2269 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 1411269 T2269 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 1411278 T2269 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   2> 1411279 T2269 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   2> 1412101 T2269 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 1412107 T2269 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52121
[junit4:junit4]   2> 1412109 T2269 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 1412110 T2269 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 1412111 T2269 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1370030629101
[junit4:junit4]   2> 1412111 T2269 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1370030629101/solr.xml
[junit4:junit4]   2> 1412112 T2269 oasc.CoreContainer.<init> New CoreContainer 1069408201
[junit4:junit4]   2> 1412113 T2269 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1370030629101/'
[junit4:junit4]   2> 1412114 T2269 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1370030629101/'
[junit4:junit4]   2> 1412327 T2269 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1370030629101
[junit4:junit4]   2> 1412329 T2269 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1370030629101/collection1
[junit4:junit4]   2> 1412331 T2269 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1370030629101/collection1/conf
[junit4:junit4]   2> 1412526 T2269 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1370030629101/collection1/conf/xslt
[junit4:junit4]   2> 1412531 T2269 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1370030629101/collection1/lib
[junit4:junit4]   2> 1412533 T2269 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1370030629101/collection1/lib/classes
[junit4:junit4]   2> 1412536 T2269 oasc.SolrCoreDiscoverer.addCore Discovered properties file /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1370030629101/conf/core.properties, adding to cores
[junit4:junit4]   2> 1412560 T2269 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 1412561 T2269 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 1412562 T2269 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 1412562 T2269 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 1412563 T2269 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 1412563 T2269 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 1412564 T2269 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 1412565 T2269 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 1412565 T2269 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 1412566 T2269 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 1412596 T2269 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 1412597 T2269 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:52118/solr
[junit4:junit4]   2> 1412598 T2269 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 1412603 T2269 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1412610 T2289 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@bf99ce1 name:ZooKeeperConnection Watcher:127.0.0.1:52118 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1412611 T2269 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1412617 T2269 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 1412649 T2269 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1412653 T2291 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@624868d3 name:ZooKeeperConnection Watcher:127.0.0.1:52118/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1412654 T2269 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1412659 T2269 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4:junit4]   2> 1412669 T2269 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4:junit4]   2> 1412680 T2269 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4]   2> 1412686 T2269 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52121_
[junit4:junit4]   2> 1412689 T2269 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52121_
[junit4:junit4]   2> 1412708 T2269 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4]   2> 1412726 T2269 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 1412735 T2269 oasc.Overseer.start Overseer (id=89786327290740739-127.0.0.1:52121_-n_0000000000) starting
[junit4:junit4]   2> 1412752 T2269 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4:junit4]   2> 1412775 T2293 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4]   2> 1412777 T2292 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 1412780 T2269 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4]   2> 1412789 T2269 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4:junit4]   2> 1412796 T2269 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 1412810 T2269 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 1412812 T2269 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 1412813 T2269 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 1412842 T2269 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 1412846 T2269 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1412851 T2296 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2942576b name:ZooKeeperConnection Watcher:127.0.0.1:52118/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1412852 T2269 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1412856 T2269 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 1412864 T2269 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   2> 1413535 T2269 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 1413541 T2269 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52125
[junit4:junit4]   2> 1413544 T2269 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 1413545 T2269 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 1413546 T2269 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1370030630673
[junit4:junit4]   2> 1413546 T2269 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1370030630673/solr.xml
[junit4:junit4]   2> 1413547 T2269 oasc.CoreContainer.<init> New CoreContainer 1691317174
[junit4:junit4]   2> 1413548 T2269 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1370030630673/'
[junit4:junit4]   2> 1413548 T2269 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1370030630673/'
[junit4:junit4]   2> 1413732 T2269 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1370030630673
[junit4:junit4]   2> 1413734 T2269 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1370030630673/collection1
[junit4:junit4]   2> 1413736 T2269 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1370030630673/collection1/conf
[junit4:junit4]   2> 1413931 T2269 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1370030630673/collection1/conf/xslt
[junit4:junit4]   2> 1413935 T2269 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1370030630673/collection1/lib
[junit4:junit4]   2> 1413937 T2269 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1370030630673/collection1/lib/classes
[junit4:junit4]   2> 1413939 T2269 oasc.SolrCoreDiscoverer.addCore Discovered properties file /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1370030630673/conf/core.properties, adding to cores
[junit4:junit4]   2> 1413955 T2269 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 1413956 T2269 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 1413957 T2269 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 1413958 T2269 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 1413959 T2269 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 1413961 T2269 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 1413962 T2269 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 1413963 T2269 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 1413963 T2269 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 1413964 T2269 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 1413992 T2269 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 1413993 T2269 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:52118/solr
[junit4:junit4]   2> 1413994 T2269 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 1414002 T2269 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1414008 T2307 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@12577439 name:ZooKeeperConnection Watcher:127.0.0.1:52118 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1414009 T2269 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1414016 T2269 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 1414042 T2269 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1414055 T2309 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3ddd913b name:ZooKeeperConnection Watcher:127.0.0.1:52118/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1414055 T2269 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1414077 T2269 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 1415091 T2269 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52125_
[junit4:junit4]   2> 1415094 T2269 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52125_
[junit4:junit4]   2> 1415109 T2291 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 1415124 T2309 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 1415124 T2296 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 1415135 T2269 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 1415136 T2269 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 1415137 T2269 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 1415778 T2269 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 1415786 T2269 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52128
[junit4:junit4]   2> 1415789 T2269 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 1415789 T2269 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 1415790 T2269 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1370030632968
[junit4:junit4]   2> 1415790 T2269 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1370030632968/solr.xml
[junit4:junit4]   2> 1415791 T2269 oasc.CoreContainer.<init> New CoreContainer 1847532728
[junit4:junit4]   2> 1415792 T2269 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1370030632968/'
[junit4:junit4]   2> 1415792 T2269 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1370030632968/'
[junit4:junit4]   2> 1415990 T2269 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1370030632968
[junit4:junit4]   2> 1415992 T2269 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1370030632968/collection1
[junit4:junit4]   2> 1415994 T2269 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1370030632968/collection1/conf
[junit4:junit4]   2> 1416203 T2269 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1370030632968/collection1/conf/xslt
[junit4:junit4]   2> 1416208 T2269 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1370030632968/collection1/lib
[junit4:junit4]   2> 1416210 T2269 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1370030632968/collection1/lib/classes
[junit4:junit4]   2> 1416213 T2269 oasc.SolrCoreDiscoverer.addCore Discovered properties file /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1370030632968/conf/core.properties, adding to cores
[junit4:junit4]   2> 1416245 T2269 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 1416246 T2269 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 1416246 T2269 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 1416247 T2269 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 1416247 T2269 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 1416248 T2269 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 1416248 T2269 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 1416249 T2269 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 1416249 T2269 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 1416250 T2269 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 1416279 T2269 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 1416280 T2269 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:52118/solr
[junit4:junit4]   2> 1416281 T2269 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 1416283 T2269 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1416297 T2321 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2ae981bb name:ZooKeeperConnection Watcher:127.0.0.1:52118 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1416299 T2269 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1416311 T2269 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 1416336 T2269 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1416342 T2323 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@213305fc name:ZooKeeperConnection Watcher:127.0.0.1:52118/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1416342 T2269 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1416361 T2269 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 1417381 T2269 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52128_
[junit4:junit4]   2> 1417384 T2269 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52128_
[junit4:junit4]   2> 1417394 T2291 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 1417412 T2269 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 1417412 T2269 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 1417416 T2269 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 1417423 T2309 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 1417426 T2323 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 1417426 T2296 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 1418096 T2269 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 1418103 T2269 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52131
[junit4:junit4]   2> 1418105 T2269 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 1418106 T2269 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 1418106 T2269 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1370030635267
[junit4:junit4]   2> 1418107 T2269 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1370030635267/solr.xml
[junit4:junit4]   2> 1418107 T2269 oasc.CoreContainer.<init> New CoreContainer 804903460
[junit4:junit4]   2> 1418107 T2269 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1370030635267/'
[junit4:junit4]   2> 1418108 T2269 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1370030635267/'
[junit4:junit4]   2> 1418297 T2269 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1370030635267
[junit4:junit4]   2> 1418299 T2269 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1370030635267/collection1
[junit4:junit4]   2> 1418301 T2269 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1370030635267/collection1/conf
[junit4:junit4]   2> 1418483 T2269 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1370030635267/collection1/conf/xslt
[junit4:junit4]   2> 1418493 T2269 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1370030635267/collection1/lib
[junit4:junit4]   2> 1418495 T2269 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1370030635267/collection1/lib/classes
[junit4:junit4]   2> 1418498 T2269 oasc.SolrCoreDiscoverer.addCore Discovered properties file /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1370030635267/conf/core.properties, adding to cores
[junit4:junit4]   2> 1418515 T2269 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 1418516 T2269 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 1418517 T2269 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 1418517 T2269 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 1418518 T2269 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 1418518 T2269 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 1418519 T2269 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 1418520 T2269 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 1418520 T2269 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 1418521 T2269 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 1418553 T2269 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 1418555 T2269 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:52118/solr
[junit4:junit4]   2> 1418555 T2269 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 1418557 T2269 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1418564 T2335 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@75564a75 name:ZooKeeperConnection Watcher:127.0.0.1:52118 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1418565 T2269 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1418569 T2269 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 1418591 T2269 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1418598 T2337 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5f7f6caf name:ZooKeeperConnection Watcher:127.0.0.1:52118/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1418599 T2269 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1418612 T2269 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 1419631 T2269 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52131_
[junit4:junit4]   2> 1419634 T2269 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52131_
[junit4:junit4]   2> 1419649 T2291 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 1419652 T2337 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 1419657 T2309 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 1419658 T2296 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 1419658 T2323 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 1419668 T2269 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 1419669 T2269 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 1419670 T2269 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 1420630 T2269 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 1420656 T2269 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52134
[junit4:junit4]   2> 1420661 T2269 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 1420661 T2269 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 1420662 T2269 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1370030637506
[junit4:junit4]   2> 1420662 T2269 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1370030637506/solr.xml
[junit4:junit4]   2> 1420663 T2269 oasc.CoreContainer.<init> New CoreContainer 1554108222
[junit4:junit4]   2> 1420664 T2269 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1370030637506/'
[junit4:junit4]   2> 1420664 T2269 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1370030637506/'
[junit4:junit4]   2> 1420919 T2269 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1370030637506
[junit4:junit4]   2> 1420922 T2269 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1370030637506/collection1
[junit4:junit4]   2> 1420925 T2269 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1370030637506/collection1/conf
[junit4:junit4]   2> 1421196 T2269 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1370030637506/collection1/conf/xslt
[junit4:junit4]   2> 1421204 T2269 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1370030637506/collection1/lib
[junit4:junit4]   2> 1421206 T2269 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1370030637506/collection1/lib/classes
[junit4:junit4]   2> 1421213 T2269 oasc.SolrCoreDiscoverer.addCore Discovered properties file /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1370030637506/conf/core.properties, adding to cores
[junit4:junit4]   2> 1421237 T2269 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 1421238 T2269 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 1421239 T2269 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 1421239 T2269 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 1421240 T2269 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 1421241 T2269 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 1421241 T2269 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 1421242 T2269 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 1421243 T2269 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 1421244 T2269 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 1421282 T2269 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 1421283 T2269 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:52118/solr
[junit4:junit4]   2> 1421283 T2269 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 1421299 T2269 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1421313 T2349 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5c9d3079 name:ZooKeeperConnection Watcher:127.0.0.1:52118 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1421315 T2269 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1421326 T2269 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 1421389 T2269 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1421396 T2351 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@490725d3 name:ZooKeeperConnection Watcher:127.0.0.1:52118/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1421397 T2269 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1421417 T2269 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 1422429 T2269 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52134_
[junit4:junit4]   2> 1422433 T2269 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52134_
[junit4:junit4]   2> 1422449 T2309 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 1422450 T2296 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 1422451 T2323 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 1422451 T2337 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 1422451 T2291 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 1422452 T2351 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 1422485 T2269 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 1422485 T2269 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 1422486 T2269 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 1422512 T2269 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 1422546 T2304 oasha.CollectionsHandler.handleCreateAction Creating Collection : numShards=2&name=nodes_used_collection&replicationFactor=2&action=CREATE&wt=javabin&version=2
[junit4:junit4]   2> 1422551 T2291 oasc.DistributedQueue$LatchChildWatcher.process Watcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
[junit4:junit4]   2> 1422568 T2293 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
[junit4:junit4]   2> 	  "operation":"createcollection",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "maxShardsPerNode":null,
[junit4:junit4]   2> 	  "createNodeSet":null,
[junit4:junit4]   2> 	  "name":"nodes_used_collection",
[junit4:junit4]   2> 	  "replicationFactor":"2"}
[junit4:junit4]   2> 1422569 T2293 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard1_replica1 as part of slice shard1 of collection nodes_used_collection on 127.0.0.1:52128_
[junit4:junit4]   2> 1422570 T2293 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard1_replica2 as part of slice shard1 of collection nodes_used_collection on 127.0.0.1:52125_
[junit4:junit4]   2> 1422570 T2293 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard2_replica1 as part of slice shard2 of collection nodes_used_collection on 127.0.0.1:52134_
[junit4:junit4]   2> 1422580 T2293 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard2_replica2 as part of slice shard2 of collection nodes_used_collection on 127.0.0.1:52121_
[junit4:junit4]   2> 1422593 T2283 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard2_replica2' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1370030629101/nodes_used_collection_shard2_replica2
[junit4:junit4]   2> 1422597 T2283 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
[junit4:junit4]   2> 1422594 T2305 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard1_replica2' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1370030630673/nodes_used_collection_shard1_replica2
[junit4:junit4]   2> 1422598 T2305 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
[junit4:junit4]   2> 1422599 T2318 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard1_replica1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1370030632968/nodes_used_collection_shard1_replica1
[junit4:junit4]   2> 1422599 T2318 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
[junit4:junit4]   2> 1422594 T2346 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard2_replica1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1370030637506/nodes_used_collection_shard2_replica1
[junit4:junit4]   2> 1422600 T2346 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
[junit4:junit4]   2> 1422603 T2283 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
[junit4:junit4]   2> 1422604 T2283 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4]   2> 1422605 T2318 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
[junit4:junit4]   2> 1422606 T2318 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4]   2> 1422605 T2305 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
[junit4:junit4]   2> 1422607 T2305 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4]   2> 1422609 T2346 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
[junit4:junit4]   2> 1422610 T2346 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4]   2> 1422614 T2283 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4]   2> 1422616 T2283 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
[junit4:junit4]   2> 1422616 T2318 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4]   2> 1422617 T2318 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
[junit4:junit4]   2> 1422620 T2305 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4]   2> 1422621 T2305 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
[junit4:junit4]   2> 1422627 T2346 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4]   2> 1422628 T2346 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
[junit4:junit4]   2> 1422632 T2283 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
[junit4:junit4]   2> 1422634 T2318 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
[junit4:junit4]   2> 1422637 T2305 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
[junit4:junit4]   2> 1422643 T2283 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1370030629101/nodes_used_collection_shard2_replica2/'
[junit4:junit4]   2> 1422647 T2346 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
[junit4:junit4]   2> 1422651 T2318 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1370030632968/nodes_used_collection_shard1_replica1/'
[junit4:junit4]   2> 1422655 T2305 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1370030630673/nodes_used_collection_shard1_replica2/'
[junit4:junit4]   2> 1422656 T2346 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1370030637506/nodes_used_collection_shard2_replica1/'
[junit4:junit4]   2> 1422898 T2305 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 1422981 T2346 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 1422998 T2318 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 1423011 T2283 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 1423232 T2305 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 1423254 T2305 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 1423269 T2305 oass.IndexSchema.readSchema [nodes_used_collection_shard1_replica2] Schema name=test
[junit4:junit4]   2> 1423272 T2346 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 1423320 T2346 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 1423327 T2283 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 1423329 T2346 oass.IndexSchema.readSchema [nodes_used_collection_shard2_replica1] Schema name=test
[junit4:junit4]   2> 1423349 T2318 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 1423351 T2283 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 1423360 T2283 oass.IndexSchema.readSchema [nodes_used_collection_shard2_replica2] Schema name=test
[junit4:junit4]   2> 1423377 T2318 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 1423388 T2318 oass.IndexSchema.readSchema [nodes_used_collection_shard1_replica1] Schema name=test
[junit4:junit4]   2> 1426971 T2283 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1426990 T2318 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1427029 T2305 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1427020 T2283 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1427040 T2283 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1427044 T2318 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1427051 T2318 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1427071 T2346 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1427078 T2305 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1427083 T2305 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1427097 T2346 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1427155 T2346 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1427215 T2318 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1427230 T2283 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1427235 T2318 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1427247 T2283 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1427261 T2318 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1427268 T2305 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1427269 T2318 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1427270 T2318 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 1427270 T2318 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1427274 T2283 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1427286 T2318 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1427287 T2318 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 1427288 T2318 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1427289 T2318 oasc.SolrCore.<init> [nodes_used_collection_shard1_replica1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1370030632968/nodes_used_collection_shard1_replica1/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1370030632968/nodes_used_collection_shard1_replica1/data/
[junit4:junit4]   2> 1427289 T2318 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@592c5736
[junit4:junit4]   2> 1427290 T2318 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1427287 T2283 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1427321 T2283 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 1427322 T2283 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1427309 T2305 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1427297 T2318 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1370030632968/nodes_used_collection_shard1_replica1/data
[junit4:junit4]   2> 1427333 T2318 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1370030632968/nodes_used_collection_shard1_replica1/data/index/
[junit4:junit4]   2> 1427334 T2318 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard1_replica1] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1370030632968/nodes_used_collection_shard1_replica1/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1427335 T2318 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1370030632968/nodes_used_collection_shard1_replica1/data/index
[junit4:junit4]   2> 1427335 T2346 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1427346 T2283 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1427347 T2283 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 1427349 T2283 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1427349 T2283 oasc.SolrCore.<init> [nodes_used_collection_shard2_replica2] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1370030629101/nodes_used_collection_shard2_replica2/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1370030629101/nodes_used_collection_shard2_replica2/data/
[junit4:junit4]   2> 1427350 T2283 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@592c5736
[junit4:junit4]   2> 1427351 T2283 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1427356 T2305 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1427361 T2346 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1427364 T2283 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1370030629101/nodes_used_collection_shard2_replica2/data
[junit4:junit4]   2> 1427366 T2283 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1370030629101/nodes_used_collection_shard2_replica2/data/index/
[junit4:junit4]   2> 1427367 T2283 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard2_replica2] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1370030629101/nodes_used_collection_shard2_replica2/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1427368 T2283 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1370030629101/nodes_used_collection_shard2_replica2/data/index
[junit4:junit4]   2> 1427370 T2318 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@644689c6 lockFactory=org.apache.lucene.store.NativeFSLockFactory@6caa9c6c),segFN=segments_1,generation=1}
[junit4:junit4]   2> 1427374 T2318 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 1427379 T2318 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 1427380 T2318 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 1427382 T2305 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1427383 T2305 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 1427384 T2305 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1427382 T2318 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 1427404 T2318 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1427406 T2318 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 1427406 T2318 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 1427407 T2318 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1427407 T2346 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1427408 T2318 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1427411 T2318 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 1427407 T2305 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1427413 T2305 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 1427421 T2305 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1427423 T2305 oasc.SolrCore.<init> [nodes_used_collection_shard1_replica2] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1370030630673/nodes_used_collection_shard1_replica2/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1370030630673/nodes_used_collection_shard1_replica2/data/
[junit4:junit4]   2> 1427423 T2305 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@592c5736
[junit4:junit4]   2> 1427424 T2305 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1427431 T2346 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1427432 T2346 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 1427432 T2346 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1427436 T2305 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1370030630673/nodes_used_collection_shard1_replica2/data
[junit4:junit4]   2> 1427440 T2318 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1427447 T2305 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1370030630673/nodes_used_collection_shard1_replica2/data/index/
[junit4:junit4]   2> 1427449 T2305 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard1_replica2] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1370030630673/nodes_used_collection_shard1_replica2/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1427450 T2305 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1370030630673/nodes_used_collection_shard1_replica2/data/index
[junit4:junit4]   2> 1427453 T2283 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4f2811f8 lockFactory=org.apache.lucene.store.NativeFSLockFactory@19217ee0),segFN=segments_1,generation=1}
[junit4:junit4]   2> 1427454 T2283 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 1427459 T2283 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 1427463 T2283 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 1427464 T2318 oass.SolrIndexSearcher.<init> Opening Searcher@5458f36a main
[junit4:junit4]   2> 1427465 T2318 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1370030632968/nodes_used_collection_shard1_replica1/data/tlog
[junit4:junit4]   2> 1427464 T2346 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1427466 T2346 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 1427467 T2346 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1427467 T2346 oasc.SolrCore.<init> [nodes_used_collection_shard2_replica1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1370030637506/nodes_used_collection_shard2_replica1/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1370030637506/nodes_used_collection_shard2_replica1/data/
[junit4:junit4]   2> 1427468 T2346 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@592c5736
[junit4:junit4]   2> 1427469 T2346 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1427464 T2283 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 1427466 T2318 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1427472 T2318 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1427472 T2283 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1427474 T2283 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 1427475 T2283 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 1427476 T2283 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1427477 T2283 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1427473 T2346 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1370030637506/nodes_used_collection_shard2_replica1/data
[junit4:junit4]   2> 1427478 T2283 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 1427481 T2346 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1370030637506/nodes_used_collection_shard2_replica1/data/index/
[junit4:junit4]   2> 1427481 T2346 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard2_replica1] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1370030637506/nodes_used_collection_shard2_replica1/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1427482 T2346 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1370030637506/nodes_used_collection_shard2_replica1/data/index
[junit4:junit4]   2> 1427485 T2357 oasc.SolrCore.registerSearcher [nodes_used_collection_shard1_replica1] Registered new searcher Searcher@5458f36a main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1427495 T2318 oasc.ZkController.publish publishing core=nodes_used_collection_shard1_replica1 state=down
[junit4:junit4]   2> 1427501 T2305 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@e707009 lockFactory=org.apache.lucene.store.NativeFSLockFactory@49ed0fe7),segFN=segments_1,generation=1}
[junit4:junit4]   2> 1427502 T2305 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 1427510 T2305 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 1427511 T2305 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 1427518 T2305 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 1427520 T2305 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1427521 T2305 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 1427521 T2305 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 1427522 T2305 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1427523 T2305 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1427524 T2305 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 1427527 T2283 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1427533 T2305 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1427560 T2283 oass.SolrIndexSearcher.<init> Opening Searcher@412f5477 main
[junit4:junit4]   2> 1427564 T2283 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1370030629101/nodes_used_collection_shard2_replica2/data/tlog
[junit4:junit4]   2> 1427566 T2283 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1427567 T2283 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1427572 T2358 oasc.SolrCore.registerSearcher [nodes_used_collection_shard2_replica2] Registered new searcher Searcher@412f5477 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1427573 T2305 oass.SolrIndexSearcher.<init> Opening Searcher@76029ba3 main
[junit4:junit4]   2> 1427574 T2305 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1370030630673/nodes_used_collection_shard1_replica2/data/tlog
[junit4:junit4]   2> 1427575 T2283 oasc.ZkController.publish publishing core=nodes_used_collection_shard2_replica2 state=down
[junit4:junit4]   2> 1427576 T2305 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1427577 T2305 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1427578 T2346 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@65086afe lockFactory=org.apache.lucene.store.NativeFSLockFactory@53eea404),segFN=segments_1,generation=1}
[junit4:junit4]   2> 1427579 T2346 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 1427582 T2359 oasc.SolrCore.registerSearcher [nodes_used_collection_shard1_replica2] Registered new searcher Searcher@76029ba3 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1427585 T2305 oasc.ZkController.publish publishing core=nodes_used_collection_shard1_replica2 state=down
[junit4:junit4]   2> 1427586 T2346 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 1427586 T2346 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 1427587 T2346 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 1427588 T2346 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1427591 T2346 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 1427592 T2346 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 1427592 T2346 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1427594 T2346 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1427595 T2346 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 1427631 T2346 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1427645 T2346 oass.SolrIndexSearcher.<init> Opening Searcher@2a065e3b main
[junit4:junit4]   2> 1427646 T2346 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1370030637506/nodes_used_collection_shard2_replica1/data/tlog
[junit4:junit4]   2> 1427649 T2346 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1427650 T2346 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1427655 T2360 oasc.SolrCore.registerSearcher [nodes_used_collection_shard2_replica1] Registered new searcher Searcher@2a065e3b main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1427658 T2346 oasc.ZkController.publish publishing core=nodes_used_collection_shard2_replica1 state=down
[junit4:junit4]   2> 1427927 T2292 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1427931 T2292 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"nodes_used_collection_shard1_replica1",
[junit4:junit4]   2> 	  "collection":"nodes_used_collection",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52128_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52128"}
[junit4:junit4]   2> 1427932 T2292 oasc.Overseer$ClusterStateUpdater.createCollection Create collection nodes_used_collection with numShards 2
[junit4:junit4]   2> 1427967 T2292 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"nodes_used_collection_shard2_replica2",
[junit4:junit4]   2> 	  "collection":"nodes_used_collection",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52121_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52121"}
[junit4:junit4]   2> 1427998 T2292 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"nodes_used_collection_shard1_replica2",
[junit4:junit4]   2> 	  "collection":"nodes_used_collection",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52125_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52125"}
[junit4:junit4]   2> 1428031 T2292 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"nodes_used_collection_shard2_replica1",
[junit4:junit4]   2> 	  "collection":"nodes_used_collection",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52134_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52134"}
[junit4:junit4]   2> 1428066 T2351 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1428067 T2337 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1428067 T2323 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1428068 T2296 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1428069 T2309 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1428076 T2291 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1428534 T2318 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard1_replica1
[junit4:junit4]   2> 1428535 T2318 oasc.ZkController.register Register replica - core:nodes_used_collection_shard1_replica1 address:http://127.0.0.1:52128 collection:nodes_used_collection shard:shard1
[junit4:junit4]   2> 1428539 T2318 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leader_elect/shard1/election
[junit4:junit4]   2> 1428589 T2283 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard2_replica2
[junit4:junit4]   2> 1428590 T2283 oasc.ZkController.register Register replica - core:nodes_used_collection_shard2_replica2 address:http://127.0.0.1:52121 collection:nodes_used_collection shard:shard2
[junit4:junit4]   2> 1428605 T2305 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard1_replica2
[junit4:junit4]   2> 1428606 T2305 oasc.ZkController.register Register replica - core:nodes_used_collection_shard1_replica2 address:http://127.0.0.1:52125 collection:nodes_used_collection shard:shard1
[junit4:junit4]   2> 1428608 T2283 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leader_elect/shard2/election
[junit4:junit4]   2> 1428620 T2318 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 1428652 T2318 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 1428653 T2318 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 1428653 T2318 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:52128/nodes_used_collection_shard1_replica1/
[junit4:junit4]   2> 1428655 T2318 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard1_replica1 url=http://127.0.0.1:52128 START replicas=[http://127.0.0.1:52125/nodes_used_collection_shard1_replica2/] nUpdates=100
[junit4:junit4]   2> 1428656 T2318 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard1_replica1 url=http://127.0.0.1:52128 DONE.  We have no versions.  sync failed.
[junit4:junit4]   2> 1428656 T2318 oasc.SyncStrategy.syncReplicas Leader's attempt to sync with shard failed, moving to the next canidate
[junit4:junit4]   2> 1428657 T2318 oasc.ShardLeaderElectionContext.runLeaderProcess We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4:junit4]   2> 1428657 T2318 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:52128/nodes_used_collection_shard1_replica1/
[junit4:junit4]   2> 1428660 T2318 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leaders/shard1
[junit4:junit4]   2> 1428668 T2346 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard2_replica1
[junit4:junit4]   2> 1428668 T2346 oasc.ZkController.register Register replica - core:nodes_used_collection_shard2_replica1 address:http://127.0.0.1:52134 collection:nodes_used_collection shard:shard2
[junit4:junit4]   2> ASYNC  NEW_CORE C1933 name=nodes_used_collection_shard1_replica2 org.apache.solr.core.SolrCore@73694a16 url=http://127.0.0.1:52125/nodes_used_collection_shard1_replica2 node=127.0.0.1:52125_ C1933_STATE=coll:nodes_used_collection core:nodes_used_collection_shard1_replica2 props:{shard=shard1, state=down, core=nodes_used_collection_shard1_replica2, collection=nodes_used_collection, node_name=127.0.0.1:52125_, base_url=http://127.0.0.1:52125}
[junit4:junit4]   2> 1428686 T2303 C1933 P52125 oasc.SolrCore.execute [nodes_used_collection_shard1_replica2] webapp= path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=2 
[junit4:junit4]   2> 1428687 T2283 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 1428713 T2283 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 1428713 T2283 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 1428714 T2283 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:52121/nodes_used_collection_shard2_replica2/
[junit4:junit4]   2> 1428715 T2283 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard2_replica2 url=http://127.0.0.1:52121 START replicas=[http://127.0.0.1:52134/nodes_used_collection_shard2_replica1/] nUpdates=100
[junit4:junit4]   2> 1428716 T2283 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard2_replica2 url=http://127.0.0.1:52121 DONE.  We have no versions.  sync failed.
[junit4:junit4]   2> 1428717 T2283 oasc.SyncStrategy.syncReplicas Leader's attempt to sync with shard failed, moving to the next canidate
[junit4:junit4]   2> 1428717 T2283 oasc.ShardLeaderElectionContext.runLeaderProcess We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4:junit4]   2> 1428719 T2283 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:52121/nodes_used_collection_shard2_replica2/
[junit4:junit4]   2> 1428720 T2283 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leaders/shard2
[junit4:junit4]   2> ASYNC  NEW_CORE C1934 name=nodes_used_collection_shard2_replica1 org.apache.solr.core.SolrCore@1bd4df69 url=http://127.0.0.1:52134/nodes_used_collection_shard2_replica1 node=127.0.0.1:52134_ C1934_STATE=coll:nodes_used_collection core:nodes_used_collection_shard2_replica1 props:{shard=shard2, state=down, core=nodes_used_collection_shard2_replica1, collection=nodes_used_collection, node_name=127.0.0.1:52134_, base_url=http://127.0.0.1:52134}
[junit4:junit4]   2> 1428747 T2347 C1934 P52134 oasc.SolrCore.execute [nodes_used_collection_shard2_replica1] webapp= path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=6 
[junit4:junit4]   2> 1429668 T2292 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1429726 T2296 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1429727 T2351 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1429727 T2291 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1429728 T2323 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1429728 T2337 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1429728 T2309 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1429747 T2346 oasc.ZkController.register We are http://127.0.0.1:52134/nodes_used_collection_shard2_replica1/ and leader is http://127.0.0.1:52121/nodes_used_collection_shard2_replica2/
[junit4:junit4]   2> 1429749 T2346 oasc.ZkController.register No LogReplay needed for core=nodes_used_collection_shard2_replica1 baseURL=http://127.0.0.1:52134
[junit4:junit4]   2> 1429749 T2346 oasc.ZkController.checkRecovery Core needs to recover:nodes_used_collection_shard2_replica1
[junit4:junit4]   2> 1429750 T2346 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> 1429752 T2363 C1934 P52134 oasc.RecoveryStrategy.run Starting recovery process.  core=nodes_used_collection_shard2_replica1 recoveringAfterStartup=true
[junit4:junit4]   2> 1429752 T2363 C1934 P52134 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 1429754 T2363 C1934 P52134 oasc.ZkController.publish publishing core=nodes_used_collection_shard2_replica1 state=recovering
[junit4:junit4]   2> 1429756 T2346 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1429758 T2363 C1934 P52134 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 1429770 T2346 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={numShards=2&shard=shard2&name=nodes_used_collection_shard2_replica1&action=CREATE&collection=nodes_used_collection&wt=javabin&qt=/admin/cores&version=2} status=0 QTime=7177 
[junit4:junit4]   2> 1429781 T2305 oasc.ZkController.register We are http://127.0.0.1:52125/nodes_used_collection_shard1_replica2/ and leader is http://127.0.0.1:52128/nodes_used_collection_shard1_replica1/
[junit4:junit4]   2> 1429785 T2305 oasc.ZkController.register No LogReplay needed for core=nodes_used_collection_shard1_replica2 baseURL=http://127.0.0.1:52125
[junit4:junit4]   2> 1429786 T2305 oasc.ZkController.checkRecovery Core needs to recover:nodes_used_collection_shard1_replica2
[junit4:junit4]   2> 1429786 T2305 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> 1429786 T2318 oasc.ZkController.register We are http://127.0.0.1:52128/nodes_used_collection_shard1_replica1/ and leader is http://127.0.0.1:52128/nodes_used_collection_shard1_replica1/
[junit4:junit4]   2> 1429788 T2318 oasc.ZkController.register No LogReplay needed for core=nodes_used_collection_shard1_replica1 baseURL=http://127.0.0.1:52128
[junit4:junit4]   2> 1429788 T2318 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 1429788 T2364 C1933 P52125 oasc.RecoveryStrategy.run Starting recovery process.  core=nodes_used_collection_shard1_replica2 recoveringAfterStartup=true
[junit4:junit4]   2> 1429789 T2364 C1933 P52125 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 1429789 T2318 oasc.ZkController.publish publishing core=nodes_used_collection_shard1_replica1 state=active
[junit4:junit4]   2> 1429792 T2305 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1429791 T2364 C1933 P52125 oasc.ZkController.publish publishing core=nodes_used_collection_shard1_replica2 state=recovering
[junit4:junit4]   2> 1429799 T2305 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={numShards=2&shard=shard1&name=nodes_used_collection_shard1_replica2&action=CREATE&collection=nodes_used_collection&wt=javabin&qt=/admin/cores&version=2} status=0 QTime=7205 
[junit4:junit4]   2> 1429803 T2364 C1933 P52125 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 1429804 T2318 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1429819 T2318 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={numShards=2&shard=shard1&name=nodes_used_collection_shard1_replica1&action=CREATE&collection=nodes_used_collection&wt=javabin&qt=/admin/cores&version=2} status=0 QTime=7221 
[junit4:junit4]   2> 1429821 T2285 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 127.0.0.1:52134__nodes_used_collection_shard2_replica1, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4]   2> 1429832 T2283 oasc.ZkController.register We are http://127.0.0.1:52121/nodes_used_collection_shard2_replica2/ and leader is http://127.0.0.1:52121/nodes_used_collection_shard2_replica2/
[junit4:junit4]   2> 1429832 T2283 oasc.ZkController.register No LogReplay needed for core=nodes_used_collection_shard2_replica2 baseURL=http://127.0.0.1:52121
[junit4:junit4]   2> 1429833 T2283 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 1429833 T2283 oasc.ZkController.publish publishing core=nodes_used_collection_shard2_replica2 state=active
[junit4:junit4]   2> 1429838 T2314 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 127.0.0.1:52125__nodes_used_collection_shard1_replica2, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4]   2> 1429843 T2283 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1429845 T2283 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={numShards=2&shard=shard2&name=nodes_used_collection_shard2_replica2&action=CREATE&collection=nodes_used_collection&wt=javabin&qt=/admin/cores&version=2} status=0 QTime=7252 
[junit4:junit4]   2> 1429846 T2293 oasc.OverseerCollectionProcessor.createCollection Finished create command on all shards for collection: nodes_used_collection
[junit4:junit4]   2> 1429878 T2309 oasc.DistributedQueue$LatchChildWatcher.process Watcher fired on path: /overseer/collection-queue-work/qnr-0000000000 state: SyncConnected type NodeDataChanged
[junit4:junit4]   2> 1429897 T2291 oasc.DistributedQueue$LatchChildWatcher.process Watcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
[junit4:junit4]   2> 1429901 T2293 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Message id:/overseer/collection-queue-work/qn-0000000000 complete, response:{success={null={responseHeader={status=0,QTime=7177},core=nodes_used_collection_shard2_replica1},null={responseHeader={status=0,QTime=7205},core=nodes_used_collection_shard1_replica2},null={responseHeader={status=0,QTime=7221},core=nodes_used_collection_shard1_replica1},null={responseHeader={status=0,QTime=7252},core=nodes_used_collection_shard2_replica2}}}
[junit4:junit4]   2> 1429904 T2304 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/collections params={numShards=2&name=nodes_used_collection&replicationFactor=2&action=CREATE&wt=javabin&version=2} status=0 QTime=7358 
[junit4:junit4]   2> 1429907 T2269 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 1429908 T2269 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1429914 T2366 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@74535360 name:ZooKeeperConnection Watcher:127.0.0.1:52118/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1429915 T2269 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1429918 T2269 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 1429927 T2269 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 1429931 T2269 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1429938 T2368 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2a68437d name:ZooKeeperConnection Watcher:127.0.0.1:52118/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1429938 T2269 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1429943 T2269 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 1429978 T2302 oasha.CollectionsHandler.handleCreateAction Creating Collection : numShards=1&maxShardsPerNode=1&name=awholynewcollection_0&replicationFactor=4&action=CREATE&wt=javabin&version=2
[junit4:junit4]   2> 1429984 T2291 oasc.DistributedQueue$LatchChildWatcher.process Watcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
[junit4:junit4]   2> 1429989 T2293 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Get the message id:/overseer/collection-queue-work/qn-0000000002 message:{
[junit4:junit4]   2> 	  "operation":"createcollection",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "maxShardsPerNode":"1",
[junit4:junit4]   2> 	  "createNodeSet":null,
[junit4:junit4]   2> 	  "name":"awholynewcollection_0",
[junit4:junit4]   2> 	  "replicationFactor":"4"}
[junit4:junit4]   2> 1429990 T2293 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard1_replica1 as part of slice shard1 of collection awholynewcollection_0 on 127.0.0.1:52121_
[junit4:junit4]   2> 1429990 T2293 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard1_replica2 as part of slice shard1 of collection awholynewcollection_0 on 127.0.0.1:52134_
[junit4:junit4]   2> 1429991 T2293 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard1_replica3 as part of slice shard1 of collection awholynewcollection_0 on 127.0.0.1:52125_
[junit4:junit4]   2> 1429991 T2293 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard1_replica4 as part of slice shard1 of collection awholynewcollection_0 on 127.0.0.1:52131_
[junit4:junit4]   2> 1429998 T2303 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard1_replica3' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1370030630673/awholynewcollection_0_shard1_replica3
[junit4:junit4]   2> 1430000 T2303 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4]   2> 1430000 T2333 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard1_replica4' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1370030635267/awholynewcollection_0_shard1_replica4
[junit4:junit4]   2> 1430001 T2333 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4]   2> 1429998 T2344 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard1_replica2' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1370030637506/awholynewcollection_0_shard1_replica2
[junit4:junit4]   2> 1430002 T2344 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4]   2> 1429998 T2287 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard1_replica1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1370030629101/awholynewcollection_0_shard1_replica1
[junit4:junit4]   2> 1430003 T2287 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4]   2> 1430005 T2303 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:awholynewcollection_0
[junit4:junit4]   2> 1430005 T2303 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4]   2> 1430007 T2333 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:awholynewcollection_0
[junit4:junit4]   2> 1430007 T2333 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4]   2> 1430008 T2344 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:awholynewcollection_0
[junit4:junit4]   2> 1430009 T2344 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4]   2> 1430014 T2303 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4]   2> 1430015 T2303 oascc.SolrZkClient.makePath makePath: /collections/awholynewcollection_0
[junit4:junit4]   2> 1430014 T2287 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:awholynewcollection_0
[junit4:junit4]   2> 1430016 T2287 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4]   2> 1430018 T2333 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4]   2> 1430018 T2333 oascc.SolrZkClient.makePath makePath: /collections/awholynewcollection_0
[junit4:junit4]   2> 1430019 T2344 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4]   2> 1430020 T2344 oascc.SolrZkClient.makePath makePath: /collections/awholynewcollection_0
[junit4:junit4]   2> 1430033 T2287 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4]   2> 1430034 T2287 oascc.SolrZkClient.makePath makePath: /collections/awholynewcollection_0
[junit4:junit4]   2> 1430037 T2344 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4]   2> 1430043 T2303 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4]   2> 1430052 T2333 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4]   2> 1430052 T2344 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1370030637506/awholynewcollection_0_shard1_replica2/'
[junit4:junit4]   2> 1430104 T2303 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1370030630673/awholynewcollection_0_shard1_replica3/'
[junit4:junit4]   2> 1430125 T2333 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1370030635267/awholynewcollection_0_shard1_replica4/'
[junit4:junit4]   2> 1430147 T2287 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4]   2> 1430152 T2287 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1370030629101/awholynewcollection_0_shard1_replica1/'
[junit4:junit4]   2> 1430306 T2303 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 1430345 T2287 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 1430358 T2333 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 1430359 T2344 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 1430526 T2303 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 1430543 T2303 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 1430578 T2303 oass.IndexSchema.readSchema [awholynewcollection_0_shard1_replica3] Schema name=test
[junit4:junit4]   2> 1430640 T2344 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 1430656 T2344 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 1430664 T2344 oass.IndexSchema.readSchema [awholynewcollection_0_shard1_replica2] Schema name=test
[junit4:junit4]   2> 1430674 T2333 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 1430690 T2333 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 1430721 T2287 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 1430735 T2333 oass.IndexSchema.readSchema [awholynewcollection_0_shard1_replica4] Schema name=test
[junit4:junit4]   2> 1430741 T2287 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 1430780 T2287 oass.IndexSchema.readSchema [awholynewcollection_0_shard1_replica1] Schema name=test
[junit4:junit4]   2> 1431311 T2292 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1431344 T2292 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:52134__nodes_used_collection_shard2_replica1",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"nodes_used_collection_shard2_replica1",
[junit4:junit4]   2> 	  "collection":"nodes_used_collection",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52134_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52134"}
[junit4:junit4]   2> 1431368 T2292 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:52128__nodes_used_collection_shard1_replica1",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"nodes_used_collection_shard1_replica1",
[junit4:junit4]   2> 	  "collection":"nodes_used_collection",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52128_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52128"}
[junit4:junit4]   2> 1431405 T2292 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:52125__nodes_used_collection_shard1_replica2",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"nodes_used_collection_shard1_replica2",
[junit4:junit4]   2> 	  "collection":"nodes_used_collection",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52125_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52125"}
[junit4:junit4]   2> 1431428 T2292 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:52121__nodes_used_collection_shard2_replica2",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"nodes_used_collection_shard2_replica2",
[junit4:junit4]   2> 	  "collection":"nodes_used_collection",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52121_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52121"}
[junit4:junit4]   2> 1431525 T2368 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1431529 T2337 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1431529 T2351 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1431531 T2309 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1431531 T2296 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1431535 T2366 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1431535 T2323 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1431562 T2291 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1431823 T2285 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 127.0.0.1:52134__nodes_used_collection_shard2_replica1, state: recovering, checkLive: true, onlyIfLeader: true for: 2 seconds.
[junit4:junit4]   2> 1431824 T2285 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=127.0.0.1:52134__nodes_used_collection_shard2_replica1&state=recovering&nodeName=127.0.0.1:52134_&action=PREPRECOVERY&checkLive=true&core=nodes_used_collection_shard2_replica2&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2003 
[junit4:junit4]   2> 1431841 T2314 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 127.0.0.1:52125__nodes_used_collection_shard1_replica2, state: recovering, checkLive: true, onlyIfLeader: true for: 2 seconds.
[junit4:junit4]   2> 1431842 T2314 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=127.0.0.1:52125__nodes_used_collection_shard1_replica2&state=recovering&nodeName=127.0.0.1:52125_&action=PREPRECOVERY&checkLive=true&core=nodes_used_collection_shard1_replica1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2004 
[junit4:junit4]   2> 1433731 T2344 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1433812 T2344 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> ASYNC  NEW_CORE C1935 name=nodes_used_collection_shard2_replica1 org.apache.solr.core.SolrCore@1bd4df69 url=http://127.0.0.1:52134/nodes_used_collection_shard2_replica1 node=127.0.0.1:52134_ C1935_STATE=coll:nodes_used_collection core:nodes_used_collection_shard2_replica1 props:{shard=shard2, state=recovering, core=nodes_used_collection_shard2_replica1, collection=nodes_used_collection, node_name=127.0.0.1:52134_, base_url=http://127.0.0.1:52134}
[junit4:junit4]   2> 1433826 T2363 C1935 P52134 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:52121/nodes_used_collection_shard2_replica2/ core=nodes_used_collection_shard2_replica1 - recoveringAfterStartup=true
[junit4:junit4]   2> 1433827 T2363 C1935 P52134 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard2_replica1 url=http://127.0.0.1:52134 START replicas=[http://127.0.0.1:52121/nodes_used_collection_shard2_replica2/] nUpdates=100
[junit4:junit4]   2> 1433828 T2363 C1935 P52134 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 1433828 T2363 C1935 P52134 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=nodes_used_collection_shard2_replica1
[junit4:junit4]   2> 1433832 T2363 C1935 P52134 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=nodes_used_collection_shard2_replica1
[junit4:junit4]   2> 1433832 T2363 C1935 P52134 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=nodes_used_collection_shard2_replica1
[junit4:junit4]   2> 1433833 T2363 C1935 P52134 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 1433834 T2363 C1935 P52134 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:52121/nodes_used_collection_shard2_replica2/. core=nodes_used_collection_shard2_replica1
[junit4:junit4]   2> 1433835 T2363 C1935 P52134 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 1433840 T2344 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> ASYNC  NEW_CORE C1936 name=nodes_used_collection_shard1_replica2 org.apache.solr.core.SolrCore@73694a16 url=http://127.0.0.1:52125/nodes_used_collection_shard1_replica2 node=127.0.0.1:52125_ C1936_STATE=coll:nodes_used_collection core:nodes_used_collection_shard1_replica2 props:{shard=shard1, state=recovering, core=nodes_used_collection_shard1_replica2, collection=nodes_used_collection, node_name=127.0.0.1:52125_, base_url=http://127.0.0.1:52125}
[junit4:junit4]   2> 1433848 T2364 C1936 P52125 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:52128/nodes_used_collection_shard1_replica1/ core=nodes_used_collection_shard1_replica2 - recoveringAfterStartup=true
[junit4:junit4]   2> 1433849 T2364 C1936 P52125 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard1_replica2 url=http://127.0.0.1:52125 START replicas=[http://127.0.0.1:52128/nodes_used_collection_shard1_replica1/] nUpdates=100
[junit4:junit4]   2> 1433849 T2364 C1936 P52125 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 1433850 T2364 C1936 P52125 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=nodes_used_collection_shard1_replica2
[junit4:junit4]   2> 1433850 T2364 C1936 P52125 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=nodes_used_collection_shard1_replica2
[junit4:junit4]   2> 1433850 T2364 C1936 P52125 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=nodes_used_collection_shard1_replica2
[junit4:junit4]   2> 1433851 T2364 C1936 P52125 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 1433851 T2364 C1936 P52125 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:52128/nodes_used_collection_shard1_replica1/. core=nodes_used_collection_shard1_replica2
[junit4:junit4]   2> 1433851 T2364 C1936 P52125 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C1937 name=nodes_used_collection_shard2_replica2 org.apache.solr.core.SolrCore@4a0ec81 url=http://127.0.0.1:52121/nodes_used_collection_shard2_replica2 node=127.0.0.1:52121_ C1937_STATE=coll:nodes_used_collection core:nodes_used_collection_shard2_replica2 props:{shard=shard2, state=active, core=nodes_used_collection_shard2_replica2, collection=nodes_used_collection, node_name=127.0.0.1:52121_, base_url=http://127.0.0.1:52121, leader=true}
[junit4:junit4]   2> 1433866 T2284 C1937 P52121 oasc.SolrCore.execute [nodes_used_collection_shard2_replica2] webapp= path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=19 
[junit4:junit4]   2> ASYNC  NEW_CORE C1938 name=nodes_used_collection_shard1_replica1 org.apache.solr.core.SolrCore@17566d6c url=http://127.0.0.1:52128/nodes_used_collection_shard1_replica1 node=127.0.0.1:52128_ C1938_STATE=coll:nodes_used_collection core:nodes_used_collection_shard1_replica1 props:{shard=shard1, state=active, core=nodes_used_collection_shard1_replica1, collection=nodes_used_collection, node_name=127.0.0.1:52128_, base_url=http://127.0.0.1:52128, leader=true}
[junit4:junit4]   2> 1433885 T2315 C1938 P52128 oasc.SolrCore.execute [nodes_used_collection_shard1_replica1] webapp= path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=3 
[junit4:junit4]   2> 1433886 T2283 C1937 P52121 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 1433899 T2316 C1938 P52128 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 1433940 T2283 C1937 P52121 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4f2811f8 lockFactory=org.apache.lucene.store.NativeFSLockFactory@19217ee0),segFN=segments_1,generation=1}
[junit4:junit4]   2> 1433941 T2283 C1937 P52121 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 1433965 T2316 C1938 P52128 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@644689c6 lockFactory=org.apache.lucene.store.NativeFSLockFactory@6caa9c6c),segFN=segments_1,generation=1}
[junit4:junit4]   2> 1433969 T2283 C1937 P52121 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4f2811f8 lockFactory=org.apache.lucene.store.NativeFSLockFactory@19217ee0),segFN=segments_1,generation=1}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4f2811f8 lockFactory=org.apache.lucene.store.NativeFSLockFactory@19217ee0),segFN=segments_2,generation=2}
[junit4:junit4]   2> 1433969 T2283 C1937 P52121 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4]   2> 1433969 T2316 C1938 P52128 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> ASYNC  NEW_CORE C1939 name=nodes_used_collection_shard2_replica2 org.apache.solr.core.SolrCore@4a0ec81 url=http://127.0.0.1:52121/nodes_used_collection_shard2_replica2 node=127.0.0.1:52121_ C1939_STATE=coll:nodes_used_collection core:nodes_used_collection_shard2_replica2 props:{shard=shard2, state=active, core=nodes_used_collection_shard2_replica2, collection=nodes_used_collection, node_name=127.0.0.1:52121_, base_url=http://127.0.0.1:52121, leader=true}
[junit4:junit4]   2> 1433985 T2283 C1939 P52121 oass.SolrIndexSearcher.<init> Opening Searcher@7fe56581 realtime
[junit4:junit4]   2> 1433986 T2283 C1939 P52121 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 1433987 T2283 C1939 P52121 oasup.LogUpdateProcessor.finish [nodes_used_collection_shard2_replica2] webapp= path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 101
[junit4:junit4]   2> ASYNC  NEW_CORE C1940 name=nodes_used_collection_shard2_replica1 org.apache.solr.core.SolrCore@1bd4df69 url=http://127.0.0.1:52134/nodes_used_collection_shard2_replica1 node=127.0.0.1:52134_ C1940_STATE=coll:nodes_used_collection core:nodes_used_collection_shard2_replica1 props:{shard=shard2, state=recovering, core=nodes_used_collection_shard2_replica1, collection=nodes_used_collection, node_name=127.0.0.1:52134_, base_url=http://127.0.0.1:52134}
[junit4:junit4]   2> 1433993 T2363 C1940 P52134 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 1433994 T2363 C1940 P52134 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 1434002 T2285 C1939 P52121 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> ASYNC  NEW_CORE C1941 name=nodes_used_collection_shard1_replica1 org.apache.solr.core.SolrCore@17566d6c url=http://127.0.0.1:52128/nodes_used_collection_shard1_replica1 node=127.0.0.1:52128_ C1941_STATE=coll:nodes_used_collection core:nodes_used_collection_shard1_replica1 props:{shard=shard1, state=active, core=nodes_used_collection_shard1_replica1, collection=nodes_used_collection, node_name=127.0.0.1:52128_, base_url=http://127.0.0.1:52128, leader=true}
[junit4:junit4]   2> 1434002 T2316 C1941 P52128 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@644689c6 lockFactory=org.apache.lucene.store.NativeFSLockFactory@6caa9c6c),segFN=segments_1,generation=1}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@644689c6 lockFactory=org.apache.lucene.store.NativeFSLockFactory@6caa9c6c),segFN=segments_2,generation=2}
[junit4:junit4]   2> 1434004 T2316 C1941 P52128 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4]   2> 1434003 T2285 C1939 P52121 oasc.SolrCore.execute [nodes_used_collection_shard2_replica2] webapp= path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=4 
[junit4:junit4]   2> 1434009 T2363 C1940 P52134 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 1434010 T2363 C1940 P52134 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 1434010 T2363 C1940 P52134 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 1434015 T2316 C1941 P52128 oass.SolrIndexSearcher.<init> Opening Searcher@2f64814a realtime
[junit4:junit4]   2> 1434016 T2316 C1941 P52128 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 1434016 T2316 C1941 P52128 oasup.LogUpdateProcessor.finish [nodes_used_collection_shard1_replica1] webapp= path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 117
[junit4:junit4]   2> 1434024 T2282 C1939 P52121 oasc.SolrCore.execute [nodes_used_collection_shard2_replica2] webapp= path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=7 
[junit4:junit4]   2> 1434025 T2363 C1940 P52134 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 1434027 T2363 C1940 P52134 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1370030637506/nodes_used_collection_shard2_replica1/data/index.20130531160411834
[junit4:junit4]   2> 1434028 T2363 C1940 P52134 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@69df5aae lockFactory=org.apache.lucene.store.NativeFSLockFactory@31a235cc) fullCopy=false
[junit4:junit4]   2> ASYNC  NEW_CORE C1942 name=nodes_used_collection_shard1_replica2 org.apache.solr.core.SolrCore@73694a16 url=http://127.0.0.1:52125/nodes_used_collection_shard1_replica2 node=127.0.0.1:52125_ C1942_STATE=coll:nodes_used_collection core:nodes_used_collection_shard1_replica2 props:{shard=shard1, state=recovering, core=nodes_used_collection_shard1_replica2, collection=nodes_used_collection, node_name=127.0.0.1:52125_, base_url=http://127.0.0.1:52125}
[junit4:junit4]   2> 1434031 T2364 C1942 P52125 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 1434032 T2364 C1942 P52125 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 1434037 T2284 C1939 P52121 oasc.SolrCore.execute [nodes_used_collection_shard2_replica2] webapp= path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=1 
[junit4:junit4]   2> 1434041 T2303 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1434050 T2319 C1941 P52128 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 1434050 T2319 C1941 P52128 oasc.SolrCore.execute [nodes_used_collection_shard1_replica1] webapp= path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 1434051 T2363 C1940 P52134 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 1434066 T2364 C1942 P52125 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 1434066 T2364 C1942 P52125 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 1434066 T2364 C1942 P52125 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 1434080 T2314 C1941 P52128 oasc.SolrCore.execute [nodes_used_collection_shard1_replica1] webapp= path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=1 
[junit4:junit4]   2> 1434087 T2364 C1942 P52125 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 1434090 T2363 C1940 P52134 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 1434090 T2363 C1940 P52134 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=nodes_used_collection_shard2_replica1
[junit4:junit4]   2> 1434093 T2363 C1940 P52134 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@65086afe lockFactory=org.apache.lucene.store.NativeFSLockFactory@53eea404),segFN=segments_1,generation=1}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@65086afe lockFactory=org.apache.lucene.store.NativeFSLockFactory@53eea404),segFN=segments_2,generation=2}
[junit4:junit4]   2> 1434094 T2363 C1940 P52134 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4]   2> 1434094 T2364 C1942 P52125 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1370030630673/nodes_used_collection_shard1_replica2/data/index.20130531160411896
[junit4:junit4]   2> 1434097 T2364 C1942 P52125 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@247617a4 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2a74ceb9) fullCopy=false
[junit4:junit4]   2> 1434102 T2315 C1941 P52128 oasc.SolrCore.execute [nodes_used_collection_shard1_replica1] webapp= path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=1 
[junit4:junit4]   2> 1434102 T2287 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1434108 T2364 C1942 P52125 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 1434105 T2363 C1940 P52134 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 1434111 T2364 C1942 P52125 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 1434112 T2364 C1942 P52125 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=nodes_used_collection_shard1_replica2
[junit4:junit4]   2> 1434118 T2303 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1434123 T2363 C1940 P52134 oass.SolrIndexSearcher.<init> Opening Searcher@62e56f2f main
[junit4:junit4]   2> 1434126 T2360 oasc.SolrCore.registerSearcher [nodes_used_collection_shard2_replica1] Registered new searcher Searcher@62e56f2f main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 1434127 T2363 C1940 P52134 oasc.CachingDirectoryFactory.closeCacheValue looking to close /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1370030637506/nodes_used_collection_shard2_replica1/data/index.20130531160411834 [CachedDir<<refCount=0;path=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1370030637506/nodes_used_collection_shard2_replica1/data/index.20130531160411834;done=true>>]
[junit4:junit4]   2> 1434128 T2363 C1940 P52134 oasc.CachingDirectoryFactory.close Closing directory: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1370030637506/nodes_used_collection_shard2_replica1/data/index.20130531160411834
[junit4:junit4]   2> 1434129 T2303 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1434132 T2287 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1434139 T2287 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1434140 T2333 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1434141 T2363 C1940 P52134 oasc.CachingDirectoryFactory.closeCacheValue Removing directory before core close: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1370030637506/nodes_used_collection_shard2_replica1/data/index.20130531160411834
[junit4:junit4]   2> 1434143 T2363 C1940 P52134 oasc.RecoveryStrategy.replay No replay needed. core=nodes_used_collection_shard2_replica1
[junit4:junit4]   2> 1434143 T2363 C1940 P52134 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=nodes_used_collection_shard2_replica1
[junit4:junit4]   2> 1434144 T2363 C1940 P52134 oasc.ZkController.publish publishing core=nodes_used_collection_shard2_replica1 state=active
[junit4:junit4]   2> 1434145 T2364 C1942 P52125 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@e707009 lockFactory=org.apache.lucene.store.NativeFSLockFactory@49ed0fe7),segFN=segments_1,generation=1}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@e707009 lockFactory=org.apache.lucene.store.NativeFSLockFactory@49ed0fe7),segFN=segments_2,generation=2}
[junit4:junit4]   2> 1434168 T2364 C1942 P52125 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4]   2> 1434168 T2363 C1940 P52134 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=nodes_used_collection_shard2_replica1
[junit4:junit4]   2> 1434172 T2344 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1434181 T2364 C1942 P52125 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 1434195 T2344 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1434196 T2364 C1942 P52125 oass.SolrIndexSearcher.<init> Opening Searcher@32bb1487 main
[junit4:junit4]   2> 1434204 T2333 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1434211 T2359 oasc.SolrCore.registerSearcher [nodes_used_collection_shard1_replica2] Registered new searcher Searcher@32bb1487 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 1434216 T2364 C1942 P52125 oasc.CachingDirectoryFactory.closeCacheValue looking to close /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1370030630673/nodes_used_collection_shard1_replica2/data/index.20130531160411896 [CachedDir<<refCount=0;path=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1370030630673/nodes_used_collection_shard1_replica2/data/index.20130531160411896;done=true>>]
[junit4:junit4]   2> 1434217 T2364 C1942 P52125 oasc.CachingDirectoryFactory.close Closing directory: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1370030630673/nodes_used_collection_shard1_replica2/data/index.20130531160411896
[junit4:junit4]   2> 1434218 T2333 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1434229 T2364 C1942 P52125 oasc.CachingDirectoryFactory.closeCacheValue Removing directory before core close: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1370030630673/nodes_used_collection_shard1_replica2/data/index.20130531160411896
[junit4:junit4]   2> 1434231 T2364 C1942 P52125 oasc.RecoveryStrategy.replay No replay needed. core=nodes_used_collection_shard1_replica2
[junit4:junit4]   2> 1434231 T2364 C1942 P52125 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=nodes_used_collection_shard1_replica2
[junit4:junit4]   2> 1434232 T2364 C1942 P52125 oasc.ZkController.publish publishing core=nodes_used_collection_shard1_replica2 state=active
[junit4:junit4]   2> 1434234 T2344 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1434240 T2364 C1942 P52125 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=nodes_used_collection_shard1_replica2
[junit4:junit4]   2> 1434246 T2344 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1434247 T2344 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 1434249 T2344 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1434262 T2344 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1434263 T2344 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 1434265 T2344 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1434268 T2344 oasc.SolrCore.<init> [awholynewcollection_0_shard1_replica2] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1370030637506/awholynewcollection_0_shard1_replica2/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1370030637506/awholynewcollection_0_shard1_replica2/data/
[junit4:junit4]   2> 1434269 T2344 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@592c5736
[junit4:junit4]   2> 1434270 T2344 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1434277 T2344 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1370030637506/awholynewcollection_0_shard1_replica2/data
[junit4:junit4]   2> 1434281 T2344 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1370030637506/awholynewcollection_0_shard1_replica2/data/index/
[junit4:junit4]   2> 1434283 T2344 oasc.SolrCore.initIndex WARN [awholynewcollection_0_shard1_replica2] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1370030637506/awholynewcollection_0_shard1_replica2/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1434285 T2344 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1370030637506/awholynewcollection_0_shard1_replica2/data/index
[junit4:junit4]   2> 1434299 T2344 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@18563c04 lockFactory=org.apache.lucene.store.NativeFSLockFactory@aab288e),segFN=segments_1,generation=1}
[junit4:junit4]   2> 1434303 T2344 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 1434305 T2303 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1434312 T2344 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 1434334 T2344 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 1434336 T2344 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 1434324 T2287 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1434340 T2344 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1434341 T2344 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 1434341 T2344 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 1434342 T2344 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1434343 T2344 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1434344 T2344 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 1434368 T2303 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1434399 T2287 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1434407 T2303 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1434410 T2344 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1434417 T2287 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1434419 T2303 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1434420 T2303 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 1434421 T2303 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1434421 T2344 oass.SolrIndexSearcher.<init> Opening Searcher@3e345b1e main
[junit4:junit4]   2> 1434423 T2344 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1370030637506/awholynewcollection_0_shard1_replica2/data/tlog
[junit4:junit4]   2> 1434424 T2333 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1434425 T2287 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1434426 T2287 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 1434427 T2287 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1434431 T2303 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1434431 T2303 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 1434432 T2303 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1434432 T2303 oasc.SolrCore.<init> [awholynewcollection_0_shard1_replica3] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1370030630673/awholynewcollection_0_shard1_replica3/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1370030630673/awholynewcollection_0_shard1_replica3/data/
[junit4:junit4]   2> 1434433 T2303 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@592c5736
[junit4:junit4]   2> 1434435 T2303 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1434426 T2344 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1434437 T2344 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1434437 T2333 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1434438 T2303 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1370030630673/awholynewcollection_0_shard1_replica3/data
[junit4:junit4]   2> 1434437 T2287 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1434440 T2287 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 1434441 T2287 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1434441 T2287 oasc.SolrCore.<init> [awholynewcollection_0_shard1_replica1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1370030629101/awholynewcollection_0_shard1_replica1/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1370030629101/awholynewcollection_0_shard1_replica1/data/
[junit4:junit4]   2> 1434442 T2287 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@592c5736
[junit4:junit4]   2> 1434443 T2303 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1370030630673/awholynewcollection_0_shard1_replica3/data/index/
[junit4:junit4]   2> 1434444 T2287 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1434443 T2373 oasc.SolrCore.registerSearcher [awholynewcollection_0_shard1_replica2] Registered new searcher Searcher@3e345b1e main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1434446 T2303 oasc.SolrCore.initIndex WARN [awholynewcollection_0_shard1_replica3] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1370030630673/awholynewcollection_0_shard1_replica3/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1434447 T2344 oasc.ZkController.publish publishing core=awholynewcollection_0_shard1_replica2 state=down
[junit4:junit4]   2> 1434447 T2303 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1370030630673/awholynewcollection_0_shard1_replica3/data/index
[junit4:junit4]   2> 1434450 T2287 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1370030629101/awholynewcollection_0_shard1_replica1/data
[junit4:junit4]   2> 1434461 T2287 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1370030629101/awholynewcollection_0_shard1_replica1/data/index/
[junit4:junit4]   2> 1434462 T2287 oasc.SolrCore.initIndex WARN [awholynewcollection_0_shard1_replica1] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1370030629101/awholynewcollection_0_shard1_replica1/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1434463 T2287 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1370030629101/awholynewcollection_0_shard1_replica1/data/index
[junit4:junit4]   2> 1434463 T2333 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1434470 T2333 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1434471 T2333 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 1434472 T2333 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1434476 T2303 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1e9f41b0 lockFactory=org.apache.lucene.store.NativeFSLockFactory@114507e),segFN=segments_1,generation=1}
[junit4:junit4]   2> 1434477 T2303 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 1434477 T2287 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@16afd7f9 lockFactory=org.apache.lucene.store.NativeFSLockFactory@344cce15),segFN=segments_1,generation=1}
[junit4:junit4]   2> 1434481 T2287 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 1434486 T2287 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 1434487 T2287 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 1434488 T2287 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 1434489 T2287 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1434491 T2333 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1434492 T2333 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 1434493 T2333 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1434493 T2333 oasc.SolrCore.<init> [awholynewcollection_0_shard1_replica4] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1370030635267/awholynewcollection_0_shard1_replica4/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1370030635267/awholynewcollection_0_shard1_replica4/data/
[junit4:junit4]   2> 1434494 T2333 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@592c5736
[junit4:junit4]   2> 1434492 T2287 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 1434495 T2287 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 1434496 T2287 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1434497 T2287 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1434498 T2287 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 1434495 T2333 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1434494 T2303 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 1434514 T2303 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 1434515 T2303 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 1434516 T2303 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1434517 T2303 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 1434517 T2303 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 1434518 T2303 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1434519 T2303 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1434520 T2303 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 1434526 T2333 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1370030635267/awholynewcollection_0_shard1_replica4/data
[junit4:junit4]   2> 1434527 T2333 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1370030635267/awholynewcollection_0_shard1_replica4/data/index/
[junit4:junit4]   2> 1434527 T2333 oasc.SolrCore.initIndex WARN [awholynewcollection_0_shard1_replica4] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1370030635267/awholynewcollection_0_shard1_replica4/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1434528 T2333 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1370030635267/awholynewcollection_0_shard1_replica4/data/index
[junit4:junit4]   2> 1434529 T2303 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1434529 T2287 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1434545 T2303 oass.SolrIndexSearcher.<init> Opening Searcher@69237d87 main
[junit4:junit4]   2> 1434546 T2303 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1370030630673/awholynewcollection_0_shard1_replica3/data/tlog
[junit4:junit4]   2> 1434552 T2303 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1434552 T2303 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1434550 T2333 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5c795815 lockFactory=org.apache.lucene.store.NativeFSLockFactory@6ec7a39),segFN=segments_1,generation=1}
[junit4:junit4]   2> 1434557 T2333 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 1434563 T2333 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 1434564 T2333 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 1434565 T2333 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 1434566 T2333 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1434568 T2333 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 1434568 T2333 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 1434569 T2333 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1434549 T2287 oass.SolrIndexSearcher.<init> Opening Searcher@7060b734 main
[junit4:junit4]   2> 1434572 T2287 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1370030629101/awholynewcollection_0_shard1_replica1/data/tlog
[junit4:junit4]   2> 1434571 T2333 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1434584 T2333 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 1434579 T2287 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1434585 T2374 oasc.SolrCore.registerSearcher [awholynewcollection_0_shard1_replica3] Registered new searcher Searcher@69237d87 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1434586 T2287 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1434593 T2375 oasc.SolrCore.registerSearcher [awholynewcollection_0_shard1_replica1] Registered new searcher Searcher@7060b734 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1434596 T2287 oasc.ZkController.publish publishing core=awholynewcollection_0_shard1_replica1 state=down
[junit4:junit4]   2> 1434600 T2303 oasc.ZkController.publish publishing core=awholynewcollection_0_shard1_replica3 state=down
[junit4:junit4]   2> 1434610 T2333 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1434626 T2333 oass.SolrIndexSearcher.<init> Opening Searcher@2ccc40be main
[junit4:junit4]   2> 1434627 T2333 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1370030635267/awholynewcollection_0_shard1_replica4/data/tlog
[junit4:junit4]   2> 1434630 T2333 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1434631 T2333 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1434644 T2376 oasc.SolrCore.registerSearcher [awholynewcollection_0_shard1_replica4] Registered new searcher Searcher@2ccc40be main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1434647 T2333 oasc.ZkController.publish publishing core=awholynewcollection_0_shard1_replica4 state=down
[junit4:junit4]   2> 1434787 T2292 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1434789 T2292 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:52134__nodes_used_collection_shard2_replica1",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"nodes_used_collection_shard2_replica1",
[junit4:junit4]   2> 	  "collection":"nodes_used_collection",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52134_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52134"}
[junit4:junit4]   2> 1434803 T2292 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:52125__nodes_used_collection_shard1_replica2",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"nodes_used_collection_shard1_replica2",
[junit4:junit4]   2> 	  "collection":"nodes_used_collection",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52125_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52125"}
[junit4:junit4]   2> 1434817 T2292 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"awholynewcollection_0_shard1_replica2",
[junit4:junit4]   2> 	  "collection":"awholynewcollection_0",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52134_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52134"}
[junit4:junit4]   2> 1434817 T2292 oasc.Overseer$ClusterStateUpdater.createCollection Create collection awholynewcollection_0 with numShards 1
[junit4:junit4]   2> 1434830 T2292 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"awholynewcollection_0_shard1_replica1",
[junit4:junit4]   2> 	  "collection":"awholynewcollection_0",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52121_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52121"}
[junit4:junit4]   2> 1434842 T2292 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"awholynewcollection_0_shard1_replica3",
[junit4:junit4]   2> 	  "collection":"awholynewcollection_0",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52125_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52125"}
[junit4:junit4]   2> 1434854 T2292 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"awholynewcollection_0_shard1_replica4",
[junit4:junit4]   2> 	  "collection":"awholynewcollection_0",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52131_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52131"}
[junit4:junit4]   2> 1434876 T2323 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1434877 T2351 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1434877 T2291 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1434879 T2296 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1434877 T2309 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1434877 T2366 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1434877 T2368 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1434879 T2337 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1435469 T2344 oasc.CoreContainer.registerCore registering core: awholynewcollection_0_shard1_replica2
[junit4:junit4]   2> 1435470 T2344 oasc.ZkController.register Register replica - core:awholynewcollection_0_shard1_replica2 address:http://127.0.0.1:52134 collection:awholynewcollection_0 shard:shard1
[junit4:junit4]   2> 1435473 T2344 oascc.SolrZkClient.makePath makePath: /collections/awholynewcollection_0/leader_elect/shard1/election
[junit4:junit4]   2> 1435501 T2344 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 1435512 T2344 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=4 found=1 timeoutin=179998
[junit4:junit4]   2> 1435606 T2303 oasc.CoreContainer.registerCore registering core: awholynewcollection_0_shard1_replica3
[junit4:junit4]   2> 1435607 T2303 oasc.ZkController.register Register replica - core:awholynewcollection_0_shard1_replica3 address:http://127.0.0.1:52125 collection:awholynewcollection_0 shard:shard1
[junit4:junit4]   2> 1435606 T2287 oasc.CoreContainer.registerCore registering core: awholynewcollection_0_shard1_replica1
[junit4:junit4]   2> 1435608 T2287 oasc.ZkController.register Register replica - core:awholynewcollection_0_shard1_replica1 address:http://127.0.0.1:52121 collection:awholynewcollection_0 shard:shard1
[junit4:junit4]   2> 1435660 T2333 oasc.CoreContainer.registerCore registering core: awholynewcollection_0_shard1_replica4
[junit4:junit4]   2> 1435660 T2333 oasc.ZkController.register Register replica - core:awholynewcollection_0_shard1_replica4 address:http://127.0.0.1:52131 collection:awholynewcollection_0 shard:shard1
[junit4:junit4]   2> 1436018 T2344 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 1436019 T2344 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 1436019 T2344 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:52134/awholynewcollection_0_shard1_replica2/
[junit4:junit4]   2> 1436020 T2344 oasu.PeerSync.sync PeerSync: core=awholynewcollection_0_shard1_replica2 url=http://127.0.0.1:52134 START replicas=[http://127.0.0.1:52121/awholynewcollection_0_shard1_replica1/, http://127.0.0.1:52125/awholynewcollection_0_shard1_replica3/, http://127.0.0.1:52131/awholynewcollection_0_shard1_replica4/] nUpdates=100
[junit4:junit4]   2> 1436023 T2344 oasu.PeerSync.sync PeerSync: core=awholynewcollection_0_shard1_replica2 url=http://127.0.0.1:52134 DONE.  We have no versions.  sync failed.
[junit4:junit4]   2> 1436023 T2344 oasc.SyncStrategy.syncReplicas Leader's attempt to sync with shard failed, moving to the next canidate
[junit4:junit4]   2> 1436024 T2344 oasc.ShardLeaderElectionContext.runLeaderProcess We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4:junit4]   2> 1436024 T2344 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:52134/awholynewcollection_0_shard1_replica2/
[junit4:junit4]   2> 1436024 T2344 oascc.SolrZkClient.makePath makePath: /collections/awholynewcollection_0/leaders/shard1
[junit4:junit4]   2> ASYNC  NEW_CORE C1943 name=awholynewcollection_0_shard1_replica1 org.apache.solr.core.SolrCore@1ef9a45d url=http://127.0.0.1:52121/awholynewcollection_0_shard1_replica1 node=127.0.0.1:52121_ C1943_STATE=coll:awholynewcollection_0 core:awholynewcollection_0_shard1_replica1 props:{shard=shard1, state=down, core=awholynewcollection_0_shard1_replica1, collection=awholynewcollection_0, node_name=127.0.0.1:52121_, base_url=http://127.0.0.1:52121}
[junit4:junit4]   2> 1436063 T2284 C1943 P52121 oasc.SolrCore.execute [awholynewcollection_0_shard1_replica1] webapp= path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=12 
[junit4:junit4]   2> ASYNC  NEW_CORE C1944 name=awholynewcollection_0_shard1_replica4 org.apache.solr.core.SolrCore@21bd65ca url=http://127.0.0.1:52131/awholynewcollection_0_shard1_replica4 node=127.0.0.1:52131_ C1944_STATE=coll:awholynewcollection_0 core:awholynewcollection_0_shard1_replica4 props:{shard=shard1, state=down, core=awholynewcollection_0_shard1_replica4, collection=awholynewcollection_0, node_name=127.0.0.1:52131_, base_url=http://127.0.0.1:52131}
[junit4:junit4]   2> 1436074 T2328 C1944 P52131 oasc.SolrCore.execute [awholynewcollection_0_shard1_replica4] webapp= path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=1 
[junit4:junit4]   2> ASYNC  NEW_CORE C1945 name=awholynewcollection_0_shard1_replica3 org.apache.solr.core.SolrCore@5f4a2e79 url=http://127.0.0.1:52125/awholynewcollection_0_shard1_replica3 node=127.0.0.1:52125_ C1945_STATE=coll:awholynewcollection_0 core:awholynewcollection_0_shard1_replica3 props:{shard=shard1, state=down, core=awholynewcollection_0_shard1_replica3, collection=awholynewcollection_0, node_name=127.0.0.1:52125_, base_url=http://127.0.0.1:52125}
[junit4:junit4]   2> 1436076 T2304 C1945 P52125 oasc.SolrCore.execute [awholynewcollection_0_shard1_replica3] webapp= path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=5 
[junit4:junit4]   2> 1436434 T2292 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1436464 T2291 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1436464 T2368 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1436464 T2351 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1436465 T2366 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1436466 T2309 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1436467 T2337 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1436465 T2296 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1436465 T2323 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1436509 T2344 oasc.ZkController.register We are http://127.0.0.1:52134/awholynewcollection_0_shard1_replica2/ and leader is http://127.0.0.1:52134/awholynewcollection_0_shard1_replica2/
[junit4:junit4]   2> 1436511 T2344 oasc.ZkController.register No LogReplay needed for core=awholynewcollection_0_shard1_replica2 baseURL=http://127.0.0.1:52134
[junit4:junit4]   2> 1436511 T2344 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 1436515 T2344 oasc.ZkController.publish publishing core=awholynewcollection_0_shard1_replica2 state=active
[junit4:junit4]   2> 1436521 T2344 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1436524 T2344 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={numShards=1&shard=shard1&name=awholynewcollection_0_shard1_replica2&action=CREATE&collection=awholynewcollection_0&wt=javabin&qt=/admin/cores&version=2} status=0 QTime=6526 
[junit4:junit4]   2> 1436630 T2303 oasc.ZkController.register We are http://127.0.0.1:52125/awholynewcollection_0_shard1_replica3/ and leader is http://127.0.0.1:52134/awholynewcollection_0_shard1_replica2/
[junit4:junit4]   2> 1436631 T2303 oasc.ZkController.register No LogReplay needed for core=awholynewcollection_0_shard1_replica3 baseURL=http://127.0.0.1:52125
[junit4:junit4]   2> 1436631 T2303 oasc.ZkController.checkRecovery Core needs to recover:awholynewcollection_0_shard1_replica3
[junit4:junit4]   2> 1436632 T2303 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> 1436632 T2287 oasc.ZkController.register We are http://127.0.0.1:52121/awholynewcollection_0_shard1_replica1/ and leader is http://127.0.0.1:52134/awholynewcollection_0_shard1_replica2/
[junit4:junit4]   2> 1436633 T2287 oasc.ZkController.register No LogReplay needed for core=awholynewcollection_0_shard1_replica1 baseURL=http://127.0.0.1:52121
[junit4:junit4]   2> 1436633 T2287 oasc.ZkController.checkRecovery Core needs to recover:awholynewcollection_0_shard1_replica1
[junit4:junit4]   2> 1436634 T2287 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> 1436633 T2380 C1945 P52125 oasc.RecoveryStrategy.run Starting recovery process.  core=awholynewcollection_0_shard1_replica3 recoveringAfterStartup=true
[junit4:junit4]   2> 1436635 T2380 C1945 P52125 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 1436635 T2303 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1436636 T2381 C1943 P52121 oasc.RecoveryStrategy.run Starting recovery process.  core=awholynewcollection_0_shard1_replica1 recoveringAfterStartup=true
[junit4:junit4]   2> 1436639 T2381 C1943 P52121 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 1436639 T2287 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1436638 T2380 C1945 P52125 oasc.ZkController.publish publishing core=awholynewcollection_0_shard1_replica3 state=recovering
[junit4:junit4]   2> 1436640 T2381 C1943 P52121 oasc.ZkController.publish publishing core=awholynewcollection_0_shard1_replica1 state=recovering
[junit4:junit4]   2> 1436642 T2303 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={numShards=1&shard=shard1&name=awholynewcollection_0_shard1_replica3&action=CREATE&collection=awholynewcollection_0&wt=javabin&qt=/admin/cores&version=2} status=0 QTime=6645 
[junit4:junit4]   2> 1436644 T2287 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={numShards=1&shard=shard1&name=awholynewcollection_0_shard1_replica1&action=CREATE&collection=awholynewcollection_0&wt=javabin&qt=/admin/cores&version=2} status=0 QTime=6646 
[junit4:junit4]   2> 1436647 T2380 C1945 P52125 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 1436681 T2381 C1943 P52121 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 1436690 T2347 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 127.0.0.1:52125__awholynewcollection_0_shard1_replica3, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4]   2> 1436694 T2333 oasc.ZkController.register We are http://127.0.0.1:52131/awholynewcollection_0_shard1_replica4/ and leader is http://127.0.0.1:52134/awholynewcollection_0_shard1_replica2/
[junit4:junit4]   2> 1436695 T2333 oasc.ZkController.register No LogReplay needed for core=awholynewcollection_0_shard1_replica4 baseURL=http://127.0.0.1:52131
[junit4:junit4]   2> 1436695 T2333 oasc.ZkController.checkRecovery Core needs to recover:awholynewcollection_0_shard1_replica4
[junit4:junit4]   2> 1436696 T2333 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> 1436697 T2382 C1944 P52131 oasc.RecoveryStrategy.run Starting recovery process.  core=awholynewcollection_0_shard1_replica4 recoveringAfterStartup=true
[junit4:junit4]   2> 1436698 T2382 C1944 P52131 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 1436699 T2333 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1436699 T2382 C1944 P52131 oasc.ZkController.publish publishing core=awholynewcollection_0_shard1_replica4 state=recovering
[junit4:junit4]   2> 1436703 T2333 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={numShards=1&shard=shard1&name=awholynewcollection_0_shard1_replica4&action=CREATE&collection=awholynewcollection_0&wt=javabin&qt=/admin/cores&version=2} status=0 QTime=6703 
[junit4:junit4]   2> 1436706 T2293 oasc.OverseerCollectionProcessor.createCollection Finished create command on all shards for collection: awholynewcollection_0
[junit4:junit4]   2> 1436706 T2382 C1944 P52131 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 1436720 T2309 oasc.DistributedQueue$LatchChildWatcher.process Watcher fired on path: /overseer/collection-queue-work/qnr-0000000002 state: SyncConnected type NodeDataChanged
[junit4:junit4]   2> 1436727 T2291 oasc.DistributedQueue$LatchChildWatcher.process Watcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
[junit4:junit4]   2> 1436727 T2293 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Message id:/overseer/collection-queue-work/qn-0000000002 complete, response:{success={null={responseHeader={status=0,QTime=6526},core=awholynewcollection_0_shard1_replica2},null={responseHeader={status=0,QTime=6645},core=awholynewcollection_0_shard1_replica3},null={responseHeader={status=0,QTime=6646},core=awholynewcollection_0_shard1_replica1},null={responseHeader={status=0,QTime=6703},core=awholynewcollection_0_shard1_replica4}}}
[junit4:junit4]   2> 1436732 T2302 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/collections params={numShards=1&maxShardsPerNode=1&name=awholynewcollection_0&replicationFactor=4&action=CREATE&wt=javabin&version=2} status=0 QTime=6754 
[junit4:junit4]   2> 1436747 T2269 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 1436756 T2269 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1436773 T2342 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 127.0.0.1:52131__awholynewcollection_0_shard1_replica4, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4]   2> 1436778 T2343 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 127.0.0.1:52121__awholynewcollection_0_shard1_replica1, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4]   2> 1436779 T2384 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7730800a name:ZooKeeperConnection Watcher:127.0.0.1:52118/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1436780 T2269 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1436784 T2269 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 1436830 T2301 oasha.CollectionsHandler.handleCreateAction Creating Collection : numShards=5&maxShardsPerNode=6&name=awholynewcollection_1&replicationFactor=5&action=CREATE&wt=javabin&version=2
[junit4:junit4]   2> 1436834 T2291 oasc.DistributedQueue$LatchChildWatcher.process Watcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
[junit4:junit4]   2> 1436838 T2291 oasc.DistributedQueue$LatchChildWatcher.process Watcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
[junit4:junit4]   2> 1436840 T2293 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Get the message id:/overseer/collection-queue-work/qn-0000000004 message:{
[junit4:junit4]   2> 	  "operation":"createcollection",
[junit4:junit4]   2> 	  "numShards":"5",
[junit4:junit4]   2> 	  "maxShardsPerNode":"6",
[junit4:junit4]   2> 	  "createNodeSet":null,
[junit4:junit4]   2> 	  "name":"awholynewcollection_1",
[junit4:junit4]   2> 	  "replicationFactor":"5"}
[junit4:junit4]   2> 1436841 T2293 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_1_shard1_replica1 as part of slice shard1 of collection awholynewcollection_1 on 127.0.0.1:52128_
[junit4:junit4]   2> 1436842 T2293 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_1_shard1_replica2 as part of slice shard1 of collection awholynewcollection_1 on 127.0.0.1:52134_
[junit4:junit4]   2> 1436842 T2293 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_1_shard1_replica3 as part of slice shard1 of collection awholynewcollection_1 on 127.0.0.1:52125_
[junit4:junit4]   2> 1436843 T2293 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_1_shard1_replica4 as part of slice shard1 of collection awholynewcollection_1 on 127.0.0.1:52131_
[junit4:junit4]   2> 1436844 T2293 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_1_shard1_replica5 as part of slice shard1 of collection awholynewcollection_1 on 127.0.0.1:52121_
[junit4:junit4]   2> 14368

[...truncated too long message...]

t4]   2> 1490014 T2269 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4]   2> 1490015 T2269 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4]   2> 1490019 T2269 oasc.SolrCore.closeSearcher [awholynewcollection_1_shard4_replica2] Closing main searcher on request.
[junit4:junit4]   2> 1490020 T2269 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
[junit4:junit4]   2> 1490021 T2269 oasc.CachingDirectoryFactory.closeCacheValue looking to close /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1370030637506/awholynewcollection_1_shard4_replica2/data [CachedDir<<refCount=0;path=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1370030637506/awholynewcollection_1_shard4_replica2/data;done=false>>]
[junit4:junit4]   2> 1490022 T2269 oasc.CachingDirectoryFactory.close Closing directory: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1370030637506/awholynewcollection_1_shard4_replica2/data
[junit4:junit4]   2> 1490023 T2269 oasc.CachingDirectoryFactory.closeCacheValue looking to close /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1370030637506/awholynewcollection_1_shard4_replica2/data/index [CachedDir<<refCount=0;path=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1370030637506/awholynewcollection_1_shard4_replica2/data/index;done=false>>]
[junit4:junit4]   2> 1490024 T2269 oasc.CachingDirectoryFactory.close Closing directory: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1370030637506/awholynewcollection_1_shard4_replica2/data/index
[junit4:junit4]   2> 1490031 T2528 oasc.Overseer$ClusterStateUpdater.amILeader According to ZK I (id=89786327290740748-127.0.0.1:52134_-n_0000000004) am no longer a leader.
[junit4:junit4]   2> 1490036 T2351 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 1490036 T2351 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 1490037 T2351 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 1490061 T2269 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/,null}
[junit4:junit4]   2> 1490128 T2269 oas.SolrTestCaseJ4.tearDown ###Ending testDistribSearch
[junit4:junit4]   2> 1490134 T2269 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:52118 52118
[junit4:junit4]   1> client port:0.0.0.0/0.0.0.0:0
[junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=CollectionsAPIDistributedZkTest -Dtests.method=testDistribSearch -Dtests.seed=8D7E2EAF5D782BE5 -Dtests.slow=true -Dtests.locale=en_US -Dtests.timezone=Brazil/West -Dtests.file.encoding=US-ASCII
[junit4:junit4] ERROR   79.3s | CollectionsAPIDistributedZkTest.testDistribSearch <<<
[junit4:junit4]    > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: collection already exists: awholynewcollection_1
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([8D7E2EAF5D782BE5:C98A0B72A274BD9]:0)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:424)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrServer.request(LBHttpSolrServer.java:264)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrServer.request(CloudSolrServer.java:306)
[junit4:junit4]    > 	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1400)
[junit4:junit4]    > 	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:438)
[junit4:junit4]    > 	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.doTest(CollectionsAPIDistributedZkTest.java:146)
[junit4:junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:815)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 1490287 T2269 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4]   2> NOTE: test params are: codec=Lucene42: {}, docValues:{}, sim=RandomSimilarityProvider(queryNorm=true,coord=no): {}, locale=en_US, timezone=Brazil/West
[junit4:junit4]   2> NOTE: Mac OS X 10.8.3 x86_64/Oracle Corporation 1.7.0_21 (64-bit)/cpus=2,threads=2,free=102131296,total=216543232
[junit4:junit4]   2> NOTE: All tests run in this JVM: [TestIndexSearcher, ZkSolrClientTest, SynonymTokenizerTest, MBeansHandlerTest, FieldMutatingUpdateProcessorTest, UpdateRequestProcessorFactoryTest, SystemInfoHandlerTest, TestDocumentBuilder, OverseerCollectionProcessorTest, SpellingQueryConverterTest, TestPostingsSolrHighlighter, TestLRUCache, TestJmxIntegration, DOMUtilTest, FastVectorHighlighterTest, WordBreakSolrSpellCheckerTest, XmlUpdateRequestHandlerTest, DocumentAnalysisRequestHandlerTest, TestArbitraryIndexDir, HighlighterTest, IndexSchemaRuntimeFieldTest, TestNumberUtils, TestDistributedSearch, XsltUpdateRequestHandlerTest, ZkCLITest, TestFieldResource, TestElisionMultitermQuery, TestPerFieldSimilarity, TestPseudoReturnFields, TestDefaultSearchFieldResource, IndexSchemaTest, DirectSolrSpellCheckerTest, TestStressReorder, QueryEqualityTest, TestOmitPositions, QueryElevationComponentTest, SolrIndexConfigTest, SolrRequestParserTest, TestSolrQueryParserDefaultOperatorResource, ClusterStateUpdateTest, TestWordDelimiterFilterFactory, TestRemoteStreaming, ZkNodePropsTest, TestQueryUtils, TestManagedSchemaFieldResource, CachingDirectoryFactoryTest, SortByFunctionTest, FieldAnalysisRequestHandlerTest, TermVectorComponentTest, TestXIncludeConfig, TestSolr4Spatial, LoggingHandlerTest, SpellPossibilityIteratorTest, EchoParamsTest, DisMaxRequestHandlerTest, SpellCheckCollatorTest, TimeZoneUtilsTest, TestPHPSerializedResponseWriter, TestWriterPerf, PreAnalyzedUpdateProcessorTest, TestRangeQuery, ShardRoutingCustomTest, TestAtomicUpdateErrorCases, DocValuesMultiTest, SearchHandlerTest, OpenExchangeRatesOrgProviderTest, TestFastWriter, PrimitiveFieldTypeTest, QueryResultKeyTest, TestConfig, StatelessScriptUpdateProcessorFactoryTest, TestMaxScoreQueryParser, TestDistributedGrouping, TestUtils, TestCodecSupport, TermVectorComponentDistributedTest, SyncSliceTest, LegacyHTMLStripCharFilterTest, OutputWriterTest, UUIDFieldTest, TestRealTimeGet, PreAnalyzedFieldTest, TestQuerySenderNoQuery, RequiredFieldsTest, TestCopyFieldCollectionResource, MoreLikeThisHandlerTest, TestFoldingMultitermQuery, TestAddFieldRealTimeGet, TestFaceting, CurrencyFieldOpenExchangeTest, FileUtilsTest, QueryParsingTest, FileBasedSpellCheckerTest, OpenCloseCoreStressTest, LeaderElectionIntegrationTest, DocValuesTest, TestSolrJ, ReturnFieldsTest, TestSerializedLuceneMatchVersion, IndexBasedSpellCheckerTest, DistanceFunctionTest, StandardRequestHandlerTest, LeaderElectionTest, NumericFieldsTest, CSVRequestHandlerTest, TestLFUCache, TestSearchPerf, TestSweetSpotSimilarityFactory, ZkControllerTest, TestSort, SignatureUpdateProcessorFactoryTest, SliceStateTest, TestCSVResponseWriter, MultiTermTest, DistributedQueryElevationComponentTest, TestSolrXMLSerializer, TestIndexingPerformance, TestFiltering, TestHashPartitioner, SuggesterTSTTest, SimplePostToolTest, TestDefaultSimilarityFactory, BadComponentTest, TestCollationField, TestSchemaNameResource, SimpleFacetsTest, TestGroupingSearch, CircularListTest, TestPropInject, SolrCoreCheckLockOnStartupTest, TestFuzzyAnalyzedSuggestions, UpdateParamsTest, TestLMDirichletSimilarityFactory, TestTrie, TestStressLucene, TestDocSet, SoftAutoCommitTest, TestPluginEnable, AutoCommitTest, DebugComponentTest, TestRandomDVFaceting, TestSolrDeletionPolicy1, CollectionsAPIDistributedZkTest]
[junit4:junit4] Completed in 79.42s, 1 test, 1 error <<< FAILURES!

[...truncated 475 lines...]
BUILD FAILED
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:386: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:366: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:39: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build.xml:181: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/common-build.xml:437: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:1243: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:887: There were test failures: 296 suites, 1236 tests, 1 error, 18 ignored (6 assumptions)

Total time: 118 minutes 21 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.7.0 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure