You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2013/05/20 18:00:51 UTC

[JENKINS] Lucene-Solr-4.x-MacOSX (64bit/jdk1.6.0) - Build # 472 - Failure!

Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-MacOSX/472/
Java: 64bit/jdk1.6.0 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC

1 tests failed.
REGRESSION:  org.apache.lucene.replicator.http.HttpReplicatorTest.testBasic

Error Message:
Connection to http://localhost:51800 refused

Stack Trace:
org.apache.http.conn.HttpHostConnectException: Connection to http://localhost:51800 refused
	at __randomizedtesting.SeedInfo.seed([57D348FF93F4CB24:FC2955EA4C284D0A]:0)
	at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:190)
	at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
	at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
	at org.apache.lucene.replicator.http.HttpClientBase.executeGET(HttpClientBase.java:178)
	at org.apache.lucene.replicator.http.HttpReplicator.checkForUpdate(HttpReplicator.java:51)
	at org.apache.lucene.replicator.ReplicationClient.doUpdate(ReplicationClient.java:196)
	at org.apache.lucene.replicator.ReplicationClient.updateNow(ReplicationClient.java:402)
	at org.apache.lucene.replicator.http.HttpReplicatorTest.testBasic(HttpReplicatorTest.java:110)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
	at java.lang.reflect.Method.invoke(Method.java:597)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:680)
Caused by: java.net.ConnectException: Connection refused
	at java.net.PlainSocketImpl.socketConnect(Native Method)
	at java.net.PlainSocketImpl.doConnect(PlainSocketImpl.java:351)
	at java.net.PlainSocketImpl.connectToAddress(PlainSocketImpl.java:213)
	at java.net.PlainSocketImpl.connect(PlainSocketImpl.java:200)
	at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:432)
	at java.net.Socket.connect(Socket.java:529)
	at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
	at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
	... 48 more




Build Log:
[...truncated 7498 lines...]
[junit4:junit4] Suite: org.apache.lucene.replicator.http.HttpReplicatorTest
[junit4:junit4]   2> SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[junit4:junit4]   2> SLF4J: Defaulting to no-operation (NOP) logger implementation
[junit4:junit4]   2> SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=HttpReplicatorTest -Dtests.method=testBasic -Dtests.seed=57D348FF93F4CB24 -Dtests.slow=true -Dtests.locale=fr_CA -Dtests.timezone=Pacific/Palau -Dtests.file.encoding=ISO-8859-1
[junit4:junit4] ERROR   5.01s | HttpReplicatorTest.testBasic <<<
[junit4:junit4]    > Throwable #1: org.apache.http.conn.HttpHostConnectException: Connection to http://localhost:51800 refused
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([57D348FF93F4CB24:FC2955EA4C284D0A]:0)
[junit4:junit4]    > 	at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:190)
[junit4:junit4]    > 	at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
[junit4:junit4]    > 	at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
[junit4:junit4]    > 	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
[junit4:junit4]    > 	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
[junit4:junit4]    > 	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
[junit4:junit4]    > 	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
[junit4:junit4]    > 	at org.apache.lucene.replicator.http.HttpClientBase.executeGET(HttpClientBase.java:178)
[junit4:junit4]    > 	at org.apache.lucene.replicator.http.HttpReplicator.checkForUpdate(HttpReplicator.java:51)
[junit4:junit4]    > 	at org.apache.lucene.replicator.ReplicationClient.doUpdate(ReplicationClient.java:196)
[junit4:junit4]    > 	at org.apache.lucene.replicator.ReplicationClient.updateNow(ReplicationClient.java:402)
[junit4:junit4]    > 	at org.apache.lucene.replicator.http.HttpReplicatorTest.testBasic(HttpReplicatorTest.java:110)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:680)
[junit4:junit4]    > Caused by: java.net.ConnectException: Connection refused
[junit4:junit4]    > 	at java.net.PlainSocketImpl.socketConnect(Native Method)
[junit4:junit4]    > 	at java.net.PlainSocketImpl.doConnect(PlainSocketImpl.java:351)
[junit4:junit4]    > 	at java.net.PlainSocketImpl.connectToAddress(PlainSocketImpl.java:213)
[junit4:junit4]    > 	at java.net.PlainSocketImpl.connect(PlainSocketImpl.java:200)
[junit4:junit4]    > 	at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:432)
[junit4:junit4]    > 	at java.net.Socket.connect(Socket.java:529)
[junit4:junit4]    > 	at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
[junit4:junit4]    > 	at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
[junit4:junit4]    > 	... 48 more
[junit4:junit4]   2> NOTE: test params are: codec=DummyCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=DUMMY, chunkSize=208), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=DUMMY, chunkSize=208)), sim=DefaultSimilarity, locale=fr_CA, timezone=Pacific/Palau
[junit4:junit4]   2> NOTE: Mac OS X 10.8.3 x86_64/Apple Inc. 1.6.0_45 (64-bit)/cpus=2,threads=1,free=67730576,total=85000192
[junit4:junit4]   2> NOTE: All tests run in this JVM: [HttpReplicatorTest]
[junit4:junit4] Completed in 6.99s, 1 test, 1 error <<< FAILURES!

[...truncated 27 lines...]
BUILD FAILED
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:383: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:363: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:39: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/build.xml:554: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:1827: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/module-build.xml:61: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:1243: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:887: There were test failures: 7 suites, 30 tests, 1 error

Total time: 47 minutes 55 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.6.0 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-4.x-MacOSX (64bit/jdk1.7.0) - Build # 478 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-MacOSX/478/
Java: 64bit/jdk1.7.0 -XX:+UseCompressedOops -XX:+UseG1GC

1 tests failed.
REGRESSION:  org.apache.solr.core.OpenCloseCoreStressTest.test30SecondsNew

Error Message:
Core 00000_core bad! expected:<367> but was:<339>

Stack Trace:
java.lang.AssertionError: Core 00000_core bad! expected:<367> but was:<339>
	at __randomizedtesting.SeedInfo.seed([21AFAA153D64183D:451AB6C16FA4E178]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.apache.solr.core.OpenCloseCoreStressTest.checkResults(OpenCloseCoreStressTest.java:300)
	at org.apache.solr.core.OpenCloseCoreStressTest.doStress(OpenCloseCoreStressTest.java:200)
	at org.apache.solr.core.OpenCloseCoreStressTest.test30SecondsNew(OpenCloseCoreStressTest.java:120)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:601)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)




Build Log:
[...truncated 9325 lines...]
[junit4:junit4] Suite: org.apache.solr.core.OpenCloseCoreStressTest
[junit4:junit4] IGNOR/A 0.34s | OpenCloseCoreStressTest.test1HourOld
[junit4:junit4]    > Assumption #1: 'weekly' test group is disabled (@Weekly)
[junit4:junit4]   2> 857929 T2021 oas.SolrTestCaseJ4.setUp ###Starting test30SecondsOld
[junit4:junit4]   2> 858216 T2021 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 858228 T2021 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52046
[junit4:junit4]   2> 858229 T2021 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 858230 T2021 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 858231 T2021 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_
[junit4:junit4]   2> 858231 T2021 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/solr.xml
[junit4:junit4]   2> 858232 T2021 oasc.CoreContainer.<init> New CoreContainer 574328316
[junit4:junit4]   2> 858234 T2021 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/'
[junit4:junit4]   2> 858235 T2021 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/'
[junit4:junit4]   2> 858487 T2021 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 858488 T2021 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 858489 T2021 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 858490 T2021 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 858491 T2021 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 858492 T2021 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 858492 T2021 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 858493 T2021 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 858494 T2021 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 858494 T2021 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 858538 T2021 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 858549 T2031 oasc.CoreContainer.create Creating SolrCore '00000_core' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00000_core
[junit4:junit4]   2> 858550 T2031 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00000_core/'
[junit4:junit4]   2> 858658 T2031 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_41
[junit4:junit4]   2> 858783 T2031 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-minimal.xml
[junit4:junit4]   2> 858784 T2031 oass.IndexSchema.readSchema Reading Solr Schema from schema-tiny.xml
[junit4:junit4]   2> 858791 T2031 oass.IndexSchema.readSchema [00000_core] Schema name=tiny
[junit4:junit4]   2> 858840 T2031 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 858845 T2031 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 858846 T2031 oasc.SolrCore.<init> [00000_core] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00000_core/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00000_core/data/
[junit4:junit4]   2> 858846 T2031 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@668daa3e
[junit4:junit4]   2> 858847 T2031 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 858848 T2031 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00000_core/data
[junit4:junit4]   2> 858849 T2031 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00000_core/data/index/
[junit4:junit4]   2> 858850 T2031 oasc.SolrCore.initIndex WARN [00000_core] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00000_core/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 858850 T2031 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00000_core/data/index
[junit4:junit4]   2> 858856 T2031 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00000_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@3394e61f),segFN=segments_1,generation=1}
[junit4:junit4]   2> 858857 T2031 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 858858 T2031 oasc.SolrCore.initWriters created json: solr.JSONResponseWriter
[junit4:junit4]   2> 858861 T2031 oasc.RequestHandlers.initHandlersFromConfig created /admin/: solr.admin.AdminHandlers
[junit4:junit4]   2> 858861 T2031 oasc.RequestHandlers.initHandlersFromConfig created /select: solr.SearchHandler
[junit4:junit4]   2> 858863 T2031 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 858893 T2031 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 858907 T2031 oass.SolrIndexSearcher.<init> Opening Searcher@60798847 main
[junit4:junit4]   2> 858909 T2031 oasc.SolrCore.registerSearcher [00000_core] Registered new searcher Searcher@60798847 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 858910 T2031 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 858910 T2031 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 858917 T2031 oasc.CoreContainer.registerCore registering core: 00000_core
[junit4:junit4]   2> 858919 T2021 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 858920 T2021 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 858921 T2021 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 858967 T2021 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 858991 T2021 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 859016 T2021 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 859039 T2021 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 859062 T2021 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 859087 T2021 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 859116 T2021 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 859139 T2021 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 859170 T2021 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 859198 T2021 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 859229 T2021 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 859252 T2021 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 859270 T2021 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 859297 T2021 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 859316 T2021 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 859344 T2021 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 859379 T2021 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 859401 T2021 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 859430 T2021 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 859456 T2021 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 859479 T2021 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 859507 T2021 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 859530 T2021 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 859559 T2021 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 859583 T2021 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 859611 T2021 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 859644 T2021 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 859669 T2021 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 859691 T2021 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 859719 T2021 oasc.OpenCloseCoreStressTest.doStress Starting indexing and querying
[junit4:junit4]   2> 859721 T2021 oasc.OpenCloseCoreStressTest.doStress 
[junit4:junit4]   2> 	
[junit4:junit4]   2> 	
[junit4:junit4]   2> 	
[junit4:junit4]   2> 	
[junit4:junit4]   2> 	Starting a 30 second cycle, seconds left: 30. Seconds run so far: 0.
[junit4:junit4]   2> 859725 T2034 oasc.OneIndexer.run Starting indexing thread: 2034
[junit4:junit4]   2> 859726 T2035 oasc.OneIndexer.run Starting indexing thread: 2035
[junit4:junit4]   2> 859728 T2036 oasc.OneIndexer.run Starting indexing thread: 2036
[junit4:junit4]   2> 859729 T2037 oasc.OneIndexer.run Starting indexing thread: 2037
[junit4:junit4]   2> 859731 T2038 oasc.OneIndexer.run Starting indexing thread: 2038
[junit4:junit4]   2> 859732 T2039 oasc.OneIndexer.run Starting indexing thread: 2039
[junit4:junit4]   2> 859734 T2040 oasc.OneIndexer.run Starting indexing thread: 2040
[junit4:junit4]   2> 859735 T2041 oasc.OneIndexer.run Starting indexing thread: 2041
[junit4:junit4]   2> 859736 T2042 oasc.OneIndexer.run Starting indexing thread: 2042
[junit4:junit4]   2> 859737 T2043 oasc.OneIndexer.run Starting indexing thread: 2043
[junit4:junit4]   2> 859738 T2044 oasc.OneIndexer.run Starting indexing thread: 2044
[junit4:junit4]   2> 859739 T2045 oasc.OneIndexer.run Starting indexing thread: 2045
[junit4:junit4]   2> 859741 T2046 oasc.OneIndexer.run Starting indexing thread: 2046
[junit4:junit4]   2> 859744 T2047 oasc.OneIndexer.run Starting indexing thread: 2047
[junit4:junit4]   2> 859745 T2048 oasc.OneIndexer.run Starting indexing thread: 2048
[junit4:junit4]   2> 859749 T2049 oasc.OneQuery.run Starting query thread: 2049
[junit4:junit4]   2> 859750 T2050 oasc.OneQuery.run Starting query thread: 2050
[junit4:junit4]   2> 859751 T2051 oasc.OneQuery.run Starting query thread: 2051
[junit4:junit4]   2> 859753 T2052 oasc.OneQuery.run Starting query thread: 2052
[junit4:junit4]   2> 859757 T2053 oasc.OneQuery.run Starting query thread: 2053
[junit4:junit4]   2> 859784 T2054 oasc.OneQuery.run Starting query thread: 2054
[junit4:junit4]   2> 859788 T2057 oasc.OneQuery.run Starting query thread: 2057
[junit4:junit4]   2> 859787 T2056 oasc.OneQuery.run Starting query thread: 2056
[junit4:junit4]   2> 859785 T2055 oasc.OneQuery.run Starting query thread: 2055
[junit4:junit4]   2> 859794 T2059 oasc.CoreContainer.create Creating SolrCore '00004_core' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00004_core
[junit4:junit4]   2> 859797 T2059 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00004_core/'
[junit4:junit4]   2> 859793 T2058 oasc.OneQuery.run Starting query thread: 2058
[junit4:junit4]   2> 859793 T2029 oasc.CoreContainer.create Creating SolrCore '00013_core' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00013_core
[junit4:junit4]   2> 859793 T2028 oasc.CoreContainer.create Creating SolrCore '00011_core' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00011_core
[junit4:junit4]   2> 859796 T2027 oasc.CoreContainer.create Creating SolrCore '00007_core' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00007_core
[junit4:junit4]   2> 859794 T2030 oasc.CoreContainer.create Creating SolrCore '00003_core' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00003_core
[junit4:junit4]   2> 859810 T2027 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00007_core/'
[junit4:junit4]   2> 859810 T2030 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00003_core/'
[junit4:junit4]   2> 859817 T2028 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00011_core/'
[junit4:junit4]   2> 859819 T2029 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00013_core/'
[junit4:junit4]   2> 859824 T2061 oasc.CoreContainer.create Creating SolrCore '00019_core' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00019_core
[junit4:junit4]   2> 859826 T2061 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00019_core/'
[junit4:junit4]   2> 859828 T2063 oasc.CoreContainer.create Creating SolrCore '00008_core' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00008_core
[junit4:junit4]   2> 859829 T2063 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00008_core/'
[junit4:junit4]   2> 859835 T2064 oasc.CoreContainer.create Creating SolrCore '00015_core' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00015_core
[junit4:junit4]   2> 859837 T2064 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00015_core/'
[junit4:junit4]   2> 859850 T2065 oasc.CoreContainer.create Creating SolrCore '00014_core' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00014_core
[junit4:junit4]   2> 859852 T2065 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00014_core/'
[junit4:junit4]   2> 859866 T2067 oasc.OneQuery.run Starting query thread: 2067
[junit4:junit4]   2> 859866 T2068 oasc.OneQuery.run Starting query thread: 2068
[junit4:junit4]   2> 859868 T2069 oasc.OneQuery.run Starting query thread: 2069
[junit4:junit4]   2> 859869 T2070 oasc.OneQuery.run Starting query thread: 2070
[junit4:junit4]   2> 859870 T2071 oasc.OneQuery.run Starting query thread: 2071
[junit4:junit4]   2> 859889 T2072 oasc.CoreContainer.create Creating SolrCore '00016_core' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00016_core
[junit4:junit4]   2> 859901 T2072 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00016_core/'
[junit4:junit4]   2> 859898 T2073 oasc.CoreContainer.create Creating SolrCore '00005_core' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00005_core
[junit4:junit4]   2> 859906 T2073 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00005_core/'
[junit4:junit4]   2> 859959 T2074 oasc.CoreContainer.create Creating SolrCore '00017_core' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00017_core
[junit4:junit4]   2> 859961 T2074 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00017_core/'
[junit4:junit4]   2> ASYNC  NEW_CORE C349 name=00000_core org.apache.solr.core.SolrCore@c23ecdc
[junit4:junit4]   2> 859993 T2060 C349 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00000_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@3394e61f),segFN=segments_1,generation=1}
[junit4:junit4]   2> 860009 T2079 oasc.CoreContainer.create Creating SolrCore '00002_core' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00002_core
[junit4:junit4]   2> 860011 T2079 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00002_core/'
[junit4:junit4]   2> 860017 T2081 oasc.CoreContainer.create Creating SolrCore '00009_core' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00009_core
[junit4:junit4]   2> 860018 T2081 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00009_core/'
[junit4:junit4]   2> 860022 T2060 C349 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 860023 T2086 oasc.CoreContainer.create Creating SolrCore '00006_core' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00006_core
[junit4:junit4]   2> 860024 T2086 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00006_core/'
[junit4:junit4]   2> 860022 T2085 oasc.CoreContainer.create Creating SolrCore '00018_core' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00018_core
[junit4:junit4]   2> 860026 T2085 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00018_core/'
[junit4:junit4]   2> 860053 T2060 C349 oasup.LogUpdateProcessor.finish [00000_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id10]} 0 237
[junit4:junit4]   2> 860063 T2025 C349 oasup.LogUpdateProcessor.finish [00000_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id7]} 0 222
[junit4:junit4]   2> 860592 T2059 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_41
[junit4:junit4]   2> 860597 T2081 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_41
[junit4:junit4]   2> 860621 T2072 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_41
[junit4:junit4]   2> 860659 T2061 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_41
[junit4:junit4]   2> 860891 T2063 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_41
[junit4:junit4]   2> 860932 T2064 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_41
[junit4:junit4]   2> 860936 T2027 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_41
[junit4:junit4]   2> 860947 T2079 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_41
[junit4:junit4]   2> 861055 T2028 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_41
[junit4:junit4]   2> 861107 T2074 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_41
[junit4:junit4]   2> 861118 T2065 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_41
[junit4:junit4]   2> 861170 T2030 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_41
[junit4:junit4]   2> 861200 T2086 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_41
[junit4:junit4]   2> 861225 T2029 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_41
[junit4:junit4]   2> 861524 T2073 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_41
[junit4:junit4]   2> 861642 T2059 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-minimal.xml
[junit4:junit4]   2> 861644 T2059 oass.IndexSchema.readSchema Reading Solr Schema from schema-tiny.xml
[junit4:junit4]   2> 861676 T2061 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-minimal.xml
[junit4:junit4]   2> 861677 T2061 oass.IndexSchema.readSchema Reading Solr Schema from schema-tiny.xml
[junit4:junit4]   2> 861729 T2061 oass.IndexSchema.readSchema [00019_core] Schema name=tiny
[junit4:junit4]   2> 861853 T2064 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-minimal.xml
[junit4:junit4]   2> 861854 T2064 oass.IndexSchema.readSchema Reading Solr Schema from schema-tiny.xml
[junit4:junit4]   2> 862023 T2059 oass.IndexSchema.readSchema [00004_core] Schema name=tiny
[junit4:junit4]   2> 862030 T2081 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-minimal.xml
[junit4:junit4]   2> 862032 T2081 oass.IndexSchema.readSchema Reading Solr Schema from schema-tiny.xml
[junit4:junit4]   2> 862041 T2081 oass.IndexSchema.readSchema [00009_core] Schema name=tiny
[junit4:junit4]   2> 862063 T2065 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-minimal.xml
[junit4:junit4]   2> 862078 T2085 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_41
[junit4:junit4]   2> 862137 T2063 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-minimal.xml
[junit4:junit4]   2> 862174 T2065 oass.IndexSchema.readSchema Reading Solr Schema from schema-tiny.xml
[junit4:junit4]   2> 862180 T2065 oass.IndexSchema.readSchema [00014_core] Schema name=tiny
[junit4:junit4]   2> 862220 T2064 oass.IndexSchema.readSchema [00015_core] Schema name=tiny
[junit4:junit4]   2> 862238 T2063 oass.IndexSchema.readSchema Reading Solr Schema from schema-tiny.xml
[junit4:junit4]   2> 862243 T2063 oass.IndexSchema.readSchema [00008_core] Schema name=tiny
[junit4:junit4]   2> 862307 T2061 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 862312 T2061 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 862334 T2073 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-minimal.xml
[junit4:junit4]   2> 862437 T2086 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-minimal.xml
[junit4:junit4]   2> 862439 T2086 oass.IndexSchema.readSchema Reading Solr Schema from schema-tiny.xml
[junit4:junit4]   2> 862446 T2064 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 862461 T2073 oass.IndexSchema.readSchema Reading Solr Schema from schema-tiny.xml
[junit4:junit4]   2> 862468 T2073 oass.IndexSchema.readSchema [00005_core] Schema name=tiny
[junit4:junit4]   2> 862471 T2061 oasc.SolrCore.<init> [00019_core] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00019_core/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00019_core/data/
[junit4:junit4]   2> 862471 T2061 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@668daa3e
[junit4:junit4]   2> 862472 T2061 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 862475 T2061 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00019_core/data
[junit4:junit4]   2> 862478 T2061 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00019_core/data/index/
[junit4:junit4]   2> 862479 T2061 oasc.SolrCore.initIndex WARN [00019_core] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00019_core/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 862489 T2072 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-minimal.xml
[junit4:junit4]   2> 862502 T2061 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00019_core/data/index
[junit4:junit4]   2> 862509 T2065 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 862512 T2065 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 862481 T2030 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-minimal.xml
[junit4:junit4]   2> 862517 T2030 oass.IndexSchema.readSchema Reading Solr Schema from schema-tiny.xml
[junit4:junit4]   2> 862502 T2072 oass.IndexSchema.readSchema Reading Solr Schema from schema-tiny.xml
[junit4:junit4]   2> 862530 T2064 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 862538 T2065 oasc.SolrCore.<init> [00014_core] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00014_core/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00014_core/data/
[junit4:junit4]   2> 862550 T2065 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@668daa3e
[junit4:junit4]   2> 862551 T2065 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 862553 T2065 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00014_core/data
[junit4:junit4]   2> 862541 T2028 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-minimal.xml
[junit4:junit4]   2> 862562 T2028 oass.IndexSchema.readSchema Reading Solr Schema from schema-tiny.xml
[junit4:junit4]   2> 862547 T2064 oasc.SolrCore.<init> [00015_core] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00015_core/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00015_core/data/
[junit4:junit4]   2> 862568 T2064 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@668daa3e
[junit4:junit4]   2> 862569 T2064 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 862572 T2064 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00015_core/data
[junit4:junit4]   2> 862575 T2027 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-minimal.xml
[junit4:junit4]   2> 862601 T2027 oass.IndexSchema.readSchema Reading Solr Schema from schema-tiny.xml
[junit4:junit4]   2> 862543 T2086 oass.IndexSchema.readSchema [00006_core] Schema name=tiny
[junit4:junit4]   2> 862614 T2065 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00014_core/data/index/
[junit4:junit4]   2> 862616 T2065 oasc.SolrCore.initIndex WARN [00014_core] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00014_core/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 862599 T2028 oass.IndexSchema.readSchema [00011_core] Schema name=tiny
[junit4:junit4]   2> 862636 T2030 oass.IndexSchema.readSchema [00003_core] Schema name=tiny
[junit4:junit4]   2> 862640 T2065 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00014_core/data/index
[junit4:junit4]   2> 862584 T2061 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00019_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@6f434f5f),segFN=segments_1,generation=1}
[junit4:junit4]   2> 862654 T2061 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 862667 T2064 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00015_core/data/index/
[junit4:junit4]   2> 862668 T2064 oasc.SolrCore.initIndex WARN [00015_core] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00015_core/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 862677 T2061 oasc.SolrCore.initWriters created json: solr.JSONResponseWriter
[junit4:junit4]   2> 862679 T2061 oasc.RequestHandlers.initHandlersFromConfig created /admin/: solr.admin.AdminHandlers
[junit4:junit4]   2> 862680 T2061 oasc.RequestHandlers.initHandlersFromConfig created /select: solr.SearchHandler
[junit4:junit4]   2> 862681 T2061 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 862679 T2064 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00015_core/data/index
[junit4:junit4]   2> 862683 T2079 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-minimal.xml
[junit4:junit4]   2> 862697 T2079 oass.IndexSchema.readSchema Reading Solr Schema from schema-tiny.xml
[junit4:junit4]   2> 862714 T2081 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 862717 T2081 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 862719 T2081 oasc.SolrCore.<init> [00009_core] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00009_core/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00009_core/data/
[junit4:junit4]   2> 862720 T2081 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@668daa3e
[junit4:junit4]   2> 862721 T2081 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 862723 T2081 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00009_core/data
[junit4:junit4]   2> 862738 T2072 oass.IndexSchema.readSchema [00016_core] Schema name=tiny
[junit4:junit4]   2> 862744 T2059 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 862754 T2027 oass.IndexSchema.readSchema [00007_core] Schema name=tiny
[junit4:junit4]   2> 862763 T2074 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-minimal.xml
[junit4:junit4]   2> 862764 T2074 oass.IndexSchema.readSchema Reading Solr Schema from schema-tiny.xml
[junit4:junit4]   2> 862770 T2074 oass.IndexSchema.readSchema [00017_core] Schema name=tiny
[junit4:junit4]   2> 862816 T2061 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 862814 T2065 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00014_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@13226fcd),segFN=segments_1,generation=1}
[junit4:junit4]   2> 862839 T2065 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 862814 T2059 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 862810 T2029 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-minimal.xml
[junit4:junit4]   2> 862787 T2081 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00009_core/data/index/
[junit4:junit4]   2> 862780 T2063 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 862774 T2079 oass.IndexSchema.readSchema [00002_core] Schema name=tiny
[junit4:junit4]   2> 862773 T2073 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 862865 T2073 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 862867 T2073 oasc.SolrCore.<init> [00005_core] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00005_core/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00005_core/data/
[junit4:junit4]   2> 862868 T2073 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@668daa3e
[junit4:junit4]   2> 862869 T2073 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 862847 T2081 oasc.SolrCore.initIndex WARN [00009_core] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00009_core/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 862846 T2029 oass.IndexSchema.readSchema Reading Solr Schema from schema-tiny.xml
[junit4:junit4]   2> 862845 T2059 oasc.SolrCore.<init> [00004_core] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00004_core/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00004_core/data/
[junit4:junit4]   2> 862879 T2059 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@668daa3e
[junit4:junit4]   2> 862880 T2059 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 862882 T2081 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00009_core/data/index
[junit4:junit4]   2> 862838 T2064 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00015_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@2ec8a93f),segFN=segments_1,generation=1}
[junit4:junit4]   2> 862884 T2064 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 862885 T2065 oasc.SolrCore.initWriters created json: solr.JSONResponseWriter
[junit4:junit4]   2> 862890 T2065 oasc.RequestHandlers.initHandlersFromConfig created /admin/: solr.admin.AdminHandlers
[junit4:junit4]   2> 862883 T2059 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00004_core/data
[junit4:junit4]   2> 862895 T2065 oasc.RequestHandlers.initHandlersFromConfig created /select: solr.SearchHandler
[junit4:junit4]   2> 862899 T2065 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 862904 T2063 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 862906 T2063 oasc.SolrCore.<init> [00008_core] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00008_core/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00008_core/data/
[junit4:junit4]   2> 862920 T2063 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@668daa3e
[junit4:junit4]   2> 862944 T2063 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 862909 T2064 oasc.SolrCore.initWriters created json: solr.JSONResponseWriter
[junit4:junit4]   2> 862949 T2063 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00008_core/data
[junit4:junit4]   2> 862908 T2059 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00004_core/data/index/
[junit4:junit4]   2> 862950 T2059 oasc.SolrCore.initIndex WARN [00004_core] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00004_core/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 862947 T2081 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00009_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@4f587b1a),segFN=segments_1,generation=1}
[junit4:junit4]   2> 862952 T2081 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 862953 T2064 oasc.RequestHandlers.initHandlersFromConfig created /admin/: solr.admin.AdminHandlers
[junit4:junit4]   2> 862954 T2064 oasc.RequestHandlers.initHandlersFromConfig created /select: solr.SearchHandler
[junit4:junit4]   2> 862956 T2064 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 862932 T2073 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00005_core/data
[junit4:junit4]   2> 862988 T2085 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-minimal.xml
[junit4:junit4]   2> 862965 T2061 oass.SolrIndexSearcher.<init> Opening Searcher@6a562541 main
[junit4:junit4]   2> 862991 T2061 oasc.SolrCore.registerSearcher [00019_core] Registered new searcher Searcher@6a562541 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 862992 T2061 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 862993 T2061 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 862996 T2085 oass.IndexSchema.readSchema Reading Solr Schema from schema-tiny.xml
[junit4:junit4]   2> 862964 T2059 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00004_core/data/index
[junit4:junit4]   2> 863003 T2073 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00005_core/data/index/
[junit4:junit4]   2> 863005 T2073 oasc.SolrCore.initIndex WARN [00005_core] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00005_core/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 863007 T2081 oasc.SolrCore.initWriters created json: solr.JSONResponseWriter
[junit4:junit4]   2> 863012 T2081 oasc.RequestHandlers.initHandlersFromConfig created /admin/: solr.admin.AdminHandlers
[junit4:junit4]   2> 863014 T2081 oasc.RequestHandlers.initHandlersFromConfig created /select: solr.SearchHandler
[junit4:junit4]   2> 863016 T2081 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 863037 T2086 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 863033 T2063 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00008_core/data/index/
[junit4:junit4]   2> 863022 T2073 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00005_core/data/index
[junit4:junit4]   2> 863061 T2061 oasc.SolrCores.putTransientCore Opening transient core 00019_core
[junit4:junit4]   2> 863062 T2061 oasc.CoreContainer.registerCore registering core: 00019_core
[junit4:junit4]   2> 863079 T2030 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 863082 T2030 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 863083 T2030 oasc.SolrCore.<init> [00003_core] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00003_core/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00003_core/data/
[junit4:junit4]   2> 863084 T2030 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@668daa3e
[junit4:junit4]   2> 863085 T2030 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 863088 T2029 oass.IndexSchema.readSchema [00013_core] Schema name=tiny
[junit4:junit4]   2> 863098 T2063 oasc.SolrCore.initIndex WARN [00008_core] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00008_core/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 863112 T2063 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00008_core/data/index
[junit4:junit4]   2> 863089 T2028 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 863116 T2028 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 863117 T2028 oasc.SolrCore.<init> [00011_core] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00011_core/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00011_core/data/
[junit4:junit4]   2> 863117 T2028 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@668daa3e
[junit4:junit4]   2> 863118 T2028 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 863123 T2086 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 863125 T2086 oasc.SolrCore.<init> [00006_core] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00006_core/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00006_core/data/
[junit4:junit4]   2> 863125 T2086 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@668daa3e
[junit4:junit4]   2> 863126 T2086 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 863131 T2065 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 863135 T2028 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00011_core/data
[junit4:junit4]   2> 863139 T2081 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 863142 T2059 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00004_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@469f249f),segFN=segments_1,generation=1}
[junit4:junit4]   2> 863143 T2059 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 863146 T2030 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00003_core/data
[junit4:junit4]   2> 863144 T2086 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00006_core/data
[junit4:junit4]   2> 863147 T2028 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00011_core/data/index/
[junit4:junit4]   2> 863151 T2028 oasc.SolrCore.initIndex WARN [00011_core] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00011_core/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 863158 T2030 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00003_core/data/index/
[junit4:junit4]   2> 863160 T2030 oasc.SolrCore.initIndex WARN [00003_core] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00003_core/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 863160 T2086 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00006_core/data/index/
[junit4:junit4]   2> ASYNC  NEW_CORE C350 name=00019_core org.apache.solr.core.SolrCore@63654d1
[junit4:junit4]   2> 863183 T2084 C350 oasc.SolrCore.execute [00019_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 863185 T2027 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 863188 T2027 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 863203 T2028 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00011_core/data/index
[junit4:junit4]   2> 863206 T2086 oasc.SolrCore.initIndex WARN [00006_core] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00006_core/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 863186 T2063 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00008_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@a1346e9),segFN=segments_1,generation=1}
[junit4:junit4]   2> 863208 T2063 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 863192 T2030 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00003_core/data/index
[junit4:junit4]   2> 863218 T2086 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00006_core/data/index
[junit4:junit4]   2> 863219 T2059 oasc.SolrCore.initWriters created json: solr.JSONResponseWriter
[junit4:junit4]   2> 863225 T2059 oasc.RequestHandlers.initHandlersFromConfig created /admin/: solr.admin.AdminHandlers
[junit4:junit4]   2> 863231 T2059 oasc.RequestHandlers.initHandlersFromConfig created /select: solr.SearchHandler
[junit4:junit4]   2> 863241 T2074 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 863245 T2059 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 863247 T2074 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 863248 T2074 oasc.SolrCore.<init> [00017_core] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00017_core/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00017_core/data/
[junit4:junit4]   2> 863249 T2074 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@668daa3e
[junit4:junit4]   2> 863249 T2074 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 863251 T2074 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00017_core/data
[junit4:junit4]   2> 863234 T2085 oass.IndexSchema.readSchema [00018_core] Schema name=tiny
[junit4:junit4]   2> 863252 T2027 oasc.SolrCore.<init> [00007_core] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00007_core/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00007_core/data/
[junit4:junit4]   2> 863258 T2027 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@668daa3e
[junit4:junit4]   2> 863259 T2027 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 863261 T2027 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00007_core/data
[junit4:junit4]   2> 863264 T2074 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00017_core/data/index/
[junit4:junit4]   2> 863266 T2074 oasc.SolrCore.initIndex WARN [00017_core] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00017_core/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 863269 T2064 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 863266 T2063 oasc.SolrCore.initWriters created json: solr.JSONResponseWriter
[junit4:junit4]   2> 863277 T2063 oasc.RequestHandlers.initHandlersFromConfig created /admin/: solr.admin.AdminHandlers
[junit4:junit4]   2> 863279 T2063 oasc.RequestHandlers.initHandlersFromConfig created /select: solr.SearchHandler
[junit4:junit4]   2> 863282 T2063 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 863286 T2065 oass.SolrIndexSearcher.<init> Opening Searcher@b4a151b main
[junit4:junit4]   2> 863273 T2027 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00007_core/data/index/
[junit4:junit4]   2> 863290 T2027 oasc.SolrCore.initIndex WARN [00007_core] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00007_core/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 863280 T2074 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00017_core/data/index
[junit4:junit4]   2> 863294 T2073 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00005_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@67e28718),segFN=segments_1,generation=1}
[junit4:junit4]   2> 863295 T2073 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 863295 T2065 oasc.SolrCore.registerSearcher [00014_core] Registered new searcher Searcher@b4a151b main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 863296 T2030 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00003_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@66c4cb60),segFN=segments_1,generation=1}
[junit4:junit4]   2> 863297 T2030 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 863296 T2065 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 863301 T2065 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 863309 T2027 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00007_core/data/index
[junit4:junit4]   2> 863314 T2065 oasc.SolrCores.putTransientCore Opening transient core 00014_core
[junit4:junit4]   2> 863350 T2065 oasc.CoreContainer.registerCore registering core: 00014_core
[junit4:junit4]   2> 863358 T2063 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 863364 T2028 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00011_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@620ecdd4),segFN=segments_1,generation=1}
[junit4:junit4]   2> 863365 T2028 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 863368 T2072 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 863350 T2059 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 863331 T2030 oasc.SolrCore.initWriters created json: solr.JSONResponseWriter
[junit4:junit4]   2> 863446 T2072 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 863450 T2030 oasc.RequestHandlers.initHandlersFromConfig created /admin/: solr.admin.AdminHandlers
[junit4:junit4]   2> 863452 T2030 oasc.RequestHandlers.initHandlersFromConfig created /select: solr.SearchHandler
[junit4:junit4]   2> 863453 T2030 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 863331 T2086 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00006_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@1715d77),segFN=segments_1,generation=1}
[junit4:junit4]   2> 863455 T2086 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 863331 T2073 oasc.SolrCore.initWriters created json: solr.JSONResponseWriter
[junit4:junit4]   2> 863462 T2073 oasc.RequestHandlers.initHandlersFromConfig created /admin/: solr.admin.AdminHandlers
[junit4:junit4]   2> 863464 T2073 oasc.RequestHandlers.initHandlersFromConfig created /select: solr.SearchHandler
[junit4:junit4]   2> 863466 T2073 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 863320 T2081 oass.SolrIndexSearcher.<init> Opening Searcher@55f18161 main
[junit4:junit4]   2> ASYNC  NEW_CORE C351 name=00019_core org.apache.solr.core.SolrCore@63654d1
[junit4:junit4]   2> 863316 T2062 C351 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00019_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@6f434f5f),segFN=segments_1,generation=1}
[junit4:junit4]   2> 863478 T2081 oasc.SolrCore.registerSearcher [00009_core] Registered new searcher Searcher@55f18161 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 863479 T2081 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 863480 T2081 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 863488 T2062 C351 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 863490 T2074 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00017_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@6265335b),segFN=segments_1,generation=1}
[junit4:junit4]   2> 863490 T2074 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 863499 T2081 oasc.SolrCores.putTransientCore Opening transient core 00009_core
[junit4:junit4]   2> 863500 T2081 oasc.CoreContainer.registerCore registering core: 00009_core
[junit4:junit4]   2> 863508 T2072 oasc.SolrCore.<init> [00016_core] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00016_core/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00016_core/data/
[junit4:junit4]   2> 863509 T2072 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@668daa3e
[junit4:junit4]   2> 863510 T2072 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 863512 T2072 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00016_core/data
[junit4:junit4]   2> 863518 T2064 oass.SolrIndexSearcher.<init> Opening Searcher@41955349 main
[junit4:junit4]   2> 863519 T2064 oasc.SolrCore.registerSearcher [00015_core] Registered new searcher Searcher@41955349 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 863520 T2064 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 863521 T2064 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 863526 T2072 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00016_core/data/index/
[junit4:junit4]   2> 863528 T2072 oasc.SolrCore.initIndex WARN [00016_core] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00016_core/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 863539 T2062 C351 oasup.LogUpdateProcessor.finish [00019_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id12]} 0 344
[junit4:junit4]   2> 863548 T2061 C351 oasup.LogUpdateProcessor.finish [00019_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id11]} 0 350
[junit4:junit4]   2> 863555 T2028 oasc.SolrCore.initWriters created json: solr.JSONResponseWriter
[junit4:junit4]   2> 863559 T2028 oasc.RequestHandlers.initHandlersFromConfig created /admin/: solr.admin.AdminHandlers
[junit4:junit4]   2> 863561 T2028 oasc.RequestHandlers.initHandlersFromConfig created /select: solr.SearchHandler
[junit4:junit4]   2> 863562 T2028 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 863579 T2086 oasc.SolrCore.initWriters created json: solr.JSONResponseWriter
[junit4:junit4]   2> 863581 T2064 oasc.SolrCores.putTransientCore Opening transient core 00015_core
[junit4:junit4]   2> 863581 T2064 oasc.CoreContainer.registerCore registering core: 00015_core
[junit4:junit4]   2> 863583 T2086 oasc.RequestHandlers.initHandlersFromConfig created /admin/: solr.admin.AdminHandlers
[junit4:junit4]   2> 863584 T2086 oasc.RequestHandlers.initHandlersFromConfig created /select: solr.SearchHandler
[junit4:junit4]   2> 863585 T2086 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> ASYNC  NEW_CORE C352 name=00014_core org.apache.solr.core.SolrCore@5665e01f
[junit4:junit4]   2> 863592 T2090 C352 oasc.SolrCore.execute [00014_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> ASYNC  NEW_CORE C353 name=00015_core org.apache.solr.core.SolrCore@16c396e9
[junit4:junit4]   2> 863599 T2075 C353 oasc.SolrCore.execute [00015_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 863620 T2079 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 863622 T2079 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 863624 T2079 oasc.SolrCore.<init> [00002_core] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00002_core/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00002_core/data/
[junit4:junit4]   2> 863624 T2079 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@668daa3e
[junit4:junit4]   2> 863625 T2079 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 863625 T2029 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 863628 T2079 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00002_core/data
[junit4:junit4]   2> 863630 T2029 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 863650 T2074 oasc.SolrCore.initWriters created json: solr.JSONResponseWriter
[junit4:junit4]   2> 863654 T2030 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 863655 T2074 oasc.RequestHandlers.initHandlersFromConfig created /admin/: solr.admin.AdminHandlers
[junit4:junit4]   2> 863659 T2074 oasc.RequestHandlers.initHandlersFromConfig created /select: solr.SearchHandler
[junit4:junit4]   2> 863660 T2074 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 863664 T2074 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> ASYNC  NEW_CORE C354 name=00009_core org.apache.solr.core.SolrCore@39d70b1c
[junit4:junit4]   2> 863667 T2081 C354 oasc.SolrCore.execute [00009_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 863669 T2086 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 863675 T2072 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00016_core/data/index
[junit4:junit4]   2> 863681 T2028 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 863681 T2073 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 863686 T2079 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00002_core/data/index/
[junit4:junit4]   2> 863686 T2029 oasc.SolrCore.<init> [00013_core] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00013_core/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00013_core/data/
[junit4:junit4]   2> 863687 T2029 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@668daa3e
[junit4:junit4]   2> 863689 T2029 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 863691 T2029 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00013_core/data
[junit4:junit4]   2> 863692 T2027 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00007_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@4f47d2f2),segFN=segments_1,generation=1}
[junit4:junit4]   2> 863693 T2027 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 863695 T2030 oass.SolrIndexSearcher.<init> Opening Searcher@65c68379 main
[junit4:junit4]   2> 863697 T2030 oasc.SolrCore.registerSearcher [00003_core] Registered new searcher Searcher@65c68379 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 863712 T2030 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 863713 T2030 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 863720 T2027 oasc.SolrCore.initWriters created json: solr.JSONResponseWriter
[junit4:junit4]   2> 863725 T2086 oass.SolrIndexSearcher.<init> Opening Searcher@54be0c54 main
[junit4:junit4]   2> 863726 T2027 oasc.RequestHandlers.initHandlersFromConfig created /admin/: solr.admin.AdminHandlers
[junit4:junit4]   2> 863727 T2086 oasc.SolrCore.registerSearcher [00006_core] Registered new searcher Searcher@54be0c54 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 863727 T2027 oasc.RequestHandlers.initHandlersFromConfig created /select: solr.SearchHandler
[junit4:junit4]   2> 863730 T2027 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 863687 T2079 oasc.SolrCore.initIndex WARN [00002_core] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00002_core/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 863737 T2030 oasc.SolrCores.putTransientCore Opening transient core 00003_core
[junit4:junit4]   2> 863738 T2030 oasc.CoreContainer.registerCore registering core: 00003_core
[junit4:junit4]   2> 863744 T2079 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00002_core/data/index
[junit4:junit4]   2> 863759 T2072 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00016_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@e686764),segFN=segments_1,generation=1}
[junit4:junit4]   2> 863760 T2072 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 863727 T2086 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 863763 T2086 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 863771 T2086 oasc.SolrCores.putTransientCore Opening transient core 00006_core
[junit4:junit4]   2> 863778 T2086 oasc.CoreContainer.registerCore registering core: 00006_core
[junit4:junit4]   2> 863710 T2090 oasc.CoreContainer.create Creating SolrCore '00010_core' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00010_core
[junit4:junit4]   2> 863800 T2090 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00010_core/'
[junit4:junit4]   2> 863709 T2059 oass.SolrIndexSearcher.<init> Opening Searcher@4c155c72 main
[junit4:junit4]   2> 863709 T2063 oass.SolrIndexSearcher.<init> Opening Searcher@762aa08d main
[junit4:junit4]   2> 863826 T2063 oasc.SolrCore.registerSearcher [00008_core] Registered new searcher Searcher@762aa08d main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 863827 T2063 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 863827 T2063 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 863706 T2025 C353 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00015_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@2ec8a93f),segFN=segments_1,generation=1}
[junit4:junit4]   2> 863699 T2029 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00013_core/data/index/
[junit4:junit4]   2> 863840 T2059 oasc.SolrCore.registerSearcher [00004_core] Registered new searcher Searcher@4c155c72 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 863841 T2025 C353 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 863845 T2085 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 863839 T2063 oasc.SolrCores.putTransientCore Opening transient core 00008_core
[junit4:junit4]   2> 863851 T2063 oasc.CoreContainer.registerCore registering core: 00008_core
[junit4:junit4]   2> 863818 T2074 oass.SolrIndexSearcher.<init> Opening Searcher@19c3e10d main
[junit4:junit4]   2> 863854 T2074 oasc.SolrCore.registerSearcher [00017_core] Registered new searcher Searcher@19c3e10d main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 863887 T2074 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 863888 T2074 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 863893 T2074 oasc.SolrCores.putTransientCore Opening transient core 00017_core
[junit4:junit4]   2> 863894 T2074 oasc.CoreContainer.registerCore registering core: 00017_core
[junit4:junit4]   2> 863810 T2073 oass.SolrIndexSearcher.<init> Opening Searcher@4d612746 main
[junit4:junit4]   2> 863899 T2073 oasc.SolrCore.registerSearcher [00005_core] Registered new searcher Searcher@4d612746 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 863899 T2073 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 863900 T2073 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 863905 T2073 oasc.SolrCores.putTransientCore Opening transient core 00005_core
[junit4:junit4]   2> 863906 T2073 oasc.CoreContainer.registerCore registering core: 00005_core
[junit4:junit4]   2> 863792 T2072 oasc.SolrCore.initWriters created json: solr.JSONResponseWriter
[junit4:junit4]   2> 863913 T2072 oasc.RequestHandlers.initHandlersFromConfig created /admin/: solr.admin.AdminHandlers
[junit4:junit4]   2> 863914 T2072 oasc.RequestHandlers.initHandlersFromConfig created /select: solr.SearchHandler
[junit4:junit4]   2> 863915 T2072 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> ASYNC  NEW_CORE C355 name=00003_core org.apache.solr.core.SolrCore@1bfb89f8
[junit4:junit4]   2> 863758 T2078 C355 oasc.SolrCore.execute [00003_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 863757 T2083 C355 oasc.SolrCore.execute [00003_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 863755 T2066 C352 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00014_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@13226fcd),segFN=segments_1,generation=1}
[junit4:junit4]   2> ASYNC  NEW_CORE C356 name=00006_core org.apache.solr.core.SolrCore@5a93ce77
[junit4:junit4]   2> 863876 T2075 C356 oasc.SolrCore.execute [00006_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 863867 T2064 C353 oasup.LogUpdateProcessor.finish [00015_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id3]} 0 220
[junit4:junit4]   2> 863935 T2086 C356 oasc.SolrCore.execute [00006_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 863847 T2028 oass.SolrIndexSearcher.<init> Opening Searcher@3b927d51 main
[junit4:junit4]   2> 863939 T2028 oasc.SolrCore.registerSearcher [00011_core] Registered new searcher Searcher@3b927d51 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 863939 T2027 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 863846 T2025 C353 oasup.LogUpdateProcessor.finish [00015_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id16]} 0 246
[junit4:junit4]   2> 863841 T2059 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 863950 T2059 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 863958 T2059 oasc.SolrCores.putTransientCore Opening transient core 00004_core
[junit4:junit4]   2> 863958 T2059 oasc.CoreContainer.registerCore registering core: 00004_core
[junit4:junit4]   2> 863939 T2028 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 863969 T2028 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 863937 T2029 oasc.SolrCore.initIndex WARN [00013_core] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00013_core/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 863982 T2028 oasc.SolrCores.putTransientCore Opening transient core 00011_core
[junit4:junit4]   2> 863983 T2028 oasc.CoreContainer.registerCore registering core: 00011_core
[junit4:junit4]   2> 863934 T2085 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 863985 T2085 oasc.SolrCore.<init> [00018_core] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00018_core/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00018_core/data/
[junit4:junit4]   2> 863986 T2085 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@668daa3e
[junit4:junit4]   2> 863987 T2085 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 863933 T2066 C352 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> ASYNC  NEW_CORE C357 name=00017_core org.apache.solr.core.SolrCore@6b761d0a
[junit4:junit4]   2> 863991 T2074 C357 oasc.SolrCore.execute [00017_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 863979 T2072 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 864000 T2065 C352 oasup.LogUpdateProcessor.finish [00014_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id2]} 0 340
[junit4:junit4]   2> 863995 T2066 C352 oasup.LogUpdateProcessor.finish [00014_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id4]} 0 379
[junit4:junit4]   2> 863994 T2029 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00013_core/data/index
[junit4:junit4]   2> 864018 T2079 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00002_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@e616f65),segFN=segments_1,generation=1}
[junit4:junit4]   2> 864026 T2079 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 864027 T2086 C351 oasc.SolrCore.execute [00019_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 864029 T2085 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00018_core/data
[junit4:junit4]   2> 864032 T2030 C355 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00003_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@66c4cb60),segFN=segments_1,generation=1}
[junit4:junit4]   2> 864033 T2030 C355 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 864039 T2083 C357 oasc.SolrCore.execute [00017_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 864040 T2084 C356 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00006_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@1715d77),segFN=segments_1,generation=1}
[junit4:junit4]   2> 864042 T2083 C352 oasc.SolrCore.execute [00014_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 864046 T2084 C356 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 864053 T2084 C356 oasup.LogUpdateProcessor.finish [00006_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id18]} 0 242
[junit4:junit4]   2> 864056 T2085 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00018_core/data/index/
[junit4:junit4]   2> 864058 T2079 oasc.SolrCore.initWriters created json: solr.JSONResponseWriter
[junit4:junit4]   2> 864059 T2085 oasc.SolrCore.initIndex WARN [00018_core] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00018_core/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 864065 T2079 oasc.RequestHandlers.initHandlersFromConfig created /admin/: solr.admin.AdminHandlers
[junit4:junit4]   2> ASYNC  NEW_CORE C358 name=00005_core org.apache.solr.core.SolrCore@529c459c
[junit4:junit4]   2> 864073 T2073 C358 oasc.SolrCore.execute [00005_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 864074 T2085 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00018_core/data/index
[junit4:junit4]   2> 864082 T2030 C355 oasup.LogUpdateProcessor.finish [00003_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id5]} 0 198
[junit4:junit4]   2> 864083 T2066 C355 oasup.LogUpdateProcessor.finish [00003_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id22]} 0 76
[junit4:junit4]   2> 864084 T2079 oasc.RequestHandlers.initHandlersFromConfig created /select: solr.SearchHandler
[junit4:junit4]   2> 864092 T2079 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 864116 T2083 C358 oasc.SolrCore.execute [00005_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 864088 T2066 C351 oasup.LogUpdateProcessor.finish [00019_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id25]} 0 1
[junit4:junit4]   2> 864141 T2029 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00013_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@762c315c),segFN=segments_1,generation=1}
[junit4:junit4]   2> 864143 T2029 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 864147 T2075 C354 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00009_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@4f587b1a),segFN=segments_1,generation=1}
[junit4:junit4]   2> 864120 T2027 oass.SolrIndexSearcher.<init> Opening Searcher@1d3b03c6 main
[junit4:junit4]   2> 864156 T2027 oasc.SolrCore.registerSearcher [00007_core] Registered new searcher Searcher@1d3b03c6 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 864157 T2027 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 864158 T2027 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 864172 T2086 C357 oasc.SolrCore.execute [00017_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 864172 T2075 C354 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 864186 T2027 oasc.SolrCores.putTransientCore Opening transient core 00007_core
[junit4:junit4]   2> 864186 T2027 oasc.CoreContainer.registerCore registering core: 00007_core
[junit4:junit4]   2> ASYNC  NEW_CORE C359 name=00011_core org.apache.solr.core.SolrCore@71f17f8c
[junit4:junit4]   2> 864170 T2030 C359 oasc.SolrCore.execute [00011_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> ASYNC  NEW_CORE C360 name=00007_core org.apache.solr.core.SolrCore@2044056
[junit4:junit4]   2> 864203 T2087 C360 oasc.SolrCore.execute [00007_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 864221 T2075 C354 oasup.LogUpdateProcessor.finish [00009_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id23]} 0 212
[junit4:junit4]   2> 864224 T2077 C360 oasc.SolrCore.execute [00007_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 864228 T2029 oasc.SolrCore.initWriters created json: solr.JSONResponseWriter
[junit4:junit4]   2> 864235 T2029 oasc.RequestHandlers.initHandlersFromConfig created /admin/: solr.admin.AdminHandlers
[junit4:junit4]   2> 864237 T2029 oasc.RequestHandlers.initHandlersFromConfig created /select: solr.SearchHandler
[junit4:junit4]   2> 864268 T2029 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 864258 T2028 C359 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00011_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@620ecdd4),segFN=segments_1,generation=1}
[junit4:junit4]   2> 864270 T2028 C359 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> ASYNC  NEW_CORE C361 name=00004_core org.apache.solr.core.SolrCore@2828abde
[junit4:junit4]   2> 864258 T2089 C361 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00004_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@469f249f),segFN=segments_1,generation=1}
[junit4:junit4]   2> 864258 T2078 C358 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00005_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@67e28718),segFN=segments_1,generation=1}
[junit4:junit4]   2> ASYNC  NEW_CORE C362 name=00008_core org.apache.solr.core.SolrCore@39fa10a8
[junit4:junit4]   2> 864258 T2063 C362 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00008_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@a1346e9),segFN=segments_1,generation=1}
[junit4:junit4]   2> 864296 T2063 C362 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 864249 T2085 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00018_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@7d12a6f),segFN=segments_1,generation=1}
[junit4:junit4]   2> 864300 T2085 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 864301 T2063 C362 oasup.LogUpdateProcessor.finish [00008_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id13]} 0 170
[junit4:junit4]   2> 864249 T2072 oass.SolrIndexSearcher.<init> Opening Searcher@48a24f04 main
[junit4:junit4]   2> 864300 T2030 oasc.CoreContainer.create Creating SolrCore '00012_core' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00012_core
[junit4:junit4]   2> 864290 T2078 C358 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 864288 T2029 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 864284 T2073 C357 oasc.SolrCore.execute [00017_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 864278 T2089 C361 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 864311 T2087 C352 oasup.LogUpdateProcessor.finish [00014_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id29]} 0 4
[junit4:junit4]   2> 864274 T2028 C359 oasup.LogUpdateProcessor.finish [00011_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id1]} 0 202
[junit4:junit4]   2> 864305 T2072 oasc.SolrCore.registerSearcher [00016_core] Registered new searcher Searcher@48a24f04 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 864326 T2072 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 864327 T2072 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 864324 T2077 C359 oasup.LogUpdateProcessor.finish [00011_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id30]} 0 5
[junit4:junit4]   2> 864330 T2078 C358 oasup.LogUpdateProcessor.finish [00005_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id21]} 0 216
[junit4:junit4]   2> 864340 T2078 C351 oasc.SolrCore.execute [00019_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 864342 T2078 C355 oasup.LogUpdateProcessor.finish [00003_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id32]} 0 1
[junit4:junit4]   2> 864343 T2074 C358 oasup.LogUpdateProcessor.finish [00005_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id24]} 0 87
[junit4:junit4]   2> 864347 T2072 oasc.SolrCores.putTransientCore Opening transient core 00016_core
[junit4:junit4]   2> 864364 T2072 oasc.CoreContainer.registerCore registering core: 00016_core
[junit4:junit4]   2> 864364 T2059 C361 oasup.LogUpdateProcessor.finish [00004_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id15]} 0 208
[junit4:junit4]   2> 864362 T2089 C361 oasup.LogUpdateProcessor.finish [00004_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id17]} 0 245
[junit4:junit4]   2> 864356 T2074 C362 oasup.LogUpdateProcessor.finish [00008_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id34]} 0 7
[junit4:junit4]   2> 864364 T2030 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00012_core/'
[junit4:junit4]   2> 864373 T2073 C361 oasup.LogUpdateProcessor.finish [00004_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id36]} 0 0
[junit4:junit4]   2> 864379 T2085 oasc.SolrCore.initWriters created json: solr.JSONResponseWriter
[junit4:junit4]   2> 864382 T2085 oasc.RequestHandlers.initHandlersFromConfig created /admin/: solr.admin.AdminHandlers
[junit4:junit4]   2> 864384 T2085 oasc.RequestHandlers.initHandlersFromConfig created /select: solr.SearchHandler
[junit4:junit4]   2> 864385 T2085 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 864391 T2059 C362 oasup.LogUpdateProcessor.finish [00008_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id39]} 0 0
[junit4:junit4]   2> 864395 T2079 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 864414 T2089 oasc.CoreContainer.create Creating SolrCore '00001_core' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00001_core
[junit4:junit4]   2> 864416 T2089 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00001_core/'
[junit4:junit4]   2> ASYNC  NEW_CORE C363 name=00016_core org.apache.solr.core.SolrCore@6648ff7e
[junit4:junit4]   2> 864431 T2080 C363 oasc.SolrCore.execute [00016_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 864433 T2080 C353 oasc.SolrCore.execute [00015_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 864442 T2028 C356 oasup.LogUpdateProcessor.finish [00006_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id38]} 0 53
[junit4:junit4]   2> 864447 T2062 C363 oasc.SolrCore.execute [00016_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 864480 T2086 C363 oasc.SolrCore.execute [00016_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 864481 T2027 C360 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00007_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@4f47d2f2),segFN=segments_1,generation=1}
[junit4:junit4]   2> 864483 T2027 C360 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 864486 T2086 C353 oasup.LogUpdateProcessor.finish [00015_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id41]} 0 0
[junit4:junit4]   2> 864504 T2027 C360 oasup.LogUpdateProcessor.finish [00007_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id9]} 0 288
[junit4:junit4]   2> 864508 T2077 C360 oasup.LogUpdateProcessor.finish [00007_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id31]} 0 170
[junit4:junit4]   2> 864510 T2083 C360 oasup.LogUpdateProcessor.finish [00007_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id28]} 0 281
[junit4:junit4]   2> 864517 T2085 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 864523 T2059 C360 oasup.LogUpdateProcessor.finish [00007_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id44]} 0 1
[junit4:junit4]   2> 864528 T2028 C359 oasup.LogUpdateProcessor.finish [00011_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id45]} 0 2
[junit4:junit4]   2> 864534 T2086 C360 oasup.LogUpdateProcessor.finish [00007_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id47]} 0 1
[junit4:junit4]   2> 864543 T2064 C363 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00016_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@e686764),segFN=segments_1,generation=1}
[junit4:junit4]   2> 864544 T2027 C359 oasc.SolrCore.execute [00011_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 864573 T2059 C356 oasc.SolrCore.execute [00006_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 864582 T2029 oass.SolrIndexSearcher.<init> Opening Searcher@458a5372 main
[junit4:junit4]   2> 864583 T2085 oass.SolrIndexSearcher.<init> Opening Searcher@581a12b9 main
[junit4:junit4]   2> 864569 T2079 oass.SolrIndexSearcher.<init> Opening Searcher@7988661b main
[junit4:junit4]   2> 864555 T2077 C359 oasup.LogUpdateProcessor.finish [00011_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id48]} 0 0
[junit4:junit4]   2> 864588 T2079 oasc.SolrCore.registerSearcher [00002_core] Registered new searcher Searcher@7988661b main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 864590 T2079 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 864591 T2079 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> ASYNC  NEW_CORE C364 name=00000_core org.apache.solr.core.SolrCore@c23ecdc
[junit4:junit4]   2> 864555 T2083 C364 oasc.SolrCore.execute [00000_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 864554 T2064 C363 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 864603 T2086 C364 oasup.LogUpdateProcessor.finish [00000_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id49]} 0 1
[junit4:junit4]   2> 864623 T2064 C363 oasup.LogUpdateProcessor.finish [00016_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id26]} 0 176
[junit4:junit4]   2> 864585 T2085 oasc.SolrCore.registerSearcher [00018_core] Registered new searcher Searcher@581a12b9 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 864636 T2085 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 864637 T2085 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 864583 T2029 oasc.SolrCore.registerSearcher [00013_core] Registered new searcher Searcher@458a5372 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 864642 T2029 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 864643 T2029 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 864647 T2085 oasc.SolrCores.putTransientCore Opening transient core 00018_core
[junit4:junit4]   2> 864647 T2085 oasc.CoreContainer.registerCore registering core: 00018_core
[junit4:junit4]   2> 864626 T2065 C363 oasup.LogUpdateProcessor.finish [00016_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id27]} 0 155
[junit4:junit4]   2> 864617 T2079 oasc.SolrCores.putTransientCore Opening transient core 00002_core
[junit4:junit4]   2> 864653 T2079 oasc.CoreContainer.registerCore registering core: 00002_core
[junit4:junit4]   2> 864654 T2029 oasc.SolrCores.putTransientCore Opening transient core 00013_core
[junit4:junit4]   2> 864655 T2029 oasc.CoreContainer.registerCore registering core: 00013_core
[junit4:junit4]   2> 864655 T2073 C363 oasup.LogUpdateProcessor.finish [00016_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id43]} 0 134
[junit4:junit4]   2> 864657 T2059 C358 oasup.LogUpdateProcessor.finish [00005_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id51]} 0 0
[junit4:junit4]   2> 864677 T2083 C360 oasup.LogUpdateProcessor.finish [00007_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id53]} 0 0
[junit4:junit4]   2> ASYNC  NEW_CORE C365 name=00013_core org.apache.solr.core.SolrCore@27ac39d6
[junit4:junit4]   2> 864702 T2082 C365 oasc.SolrCore.execute [00013_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 864657 T2027 C356 oasup.LogUpdateProcessor.finish [00006_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id52]} 0 1
[junit4:junit4]   2> 864707 T2084 C365 oasc.SolrCore.execute [00013_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 864718 T2072 C363 oasup.LogUpdateProcessor.finish [00016_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id6]} 0 227
[junit4:junit4]   2> 864720 T2076 C365 oasc.SolrCore.execute [00013_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 864725 T2076 C359 oasc.SolrCore.execute [00011_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 864727 T2076 C356 oasup.LogUpdateProcessor.finish [00006_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id55]} 0 1
[junit4:junit4]   2> 864729 T2086 C351 oasc.SolrCore.execute [00019_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 864732 T2064 C354 oasc.SolrCore.execute [00009_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 864727 T2072 C353 oasup.LogUpdateProcessor.finish [00015_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id54]} 0 2
[junit4:junit4]   2> 864751 T2086 C353 oasup.LogUpdateProcessor.finish [00015_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id59]} 0 1
[junit4:junit4]   2> 864758 T2082 C358 oasup.LogUpdateProcessor.finish [00005_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id58]} 0 2
[junit4:junit4]   2> 864755 T2076 C360 oasup.LogUpdateProcessor.finish [00007_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id56]} 0 0
[junit4:junit4]   2> 864758 T2086 C358 oasup.LogUpdateProcessor.finish [00005_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id57]} 0 1
[junit4:junit4]   2> 864771 T2087 C365 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00013_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@762c315c),segFN=segments_1,generation=1}
[junit4:junit4]   2> 864773 T2073 C353 oasup.LogUpdateProcessor.finish [00015_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id61]} 0 1
[junit4:junit4]   2> ASYNC  NEW_CORE C366 name=00002_core org.apache.solr.core.SolrCore@64e59059
[junit4:junit4]   2> 864782 T2066 C366 oasc.SolrCore.execute [00002_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 864798 T2087 C365 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 864804 T2087 C365 oasup.LogUpdateProcessor.finish [00013_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id37]} 0 100
[junit4:junit4]   2> 864806 T2087 C353 oasup.LogUpdateProcessor.finish [00015_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id64]} 0 1
[junit4:junit4]   2> 864815 T2064 C363 oasup.LogUpdateProcessor.finish [00016_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id65]} 0 1
[junit4:junit4]   2> 864818 T2064 C355 oasc.SolrCore.execute [00003_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 864790 T2025 C366 oasc.SolrCore.execute [00002_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=16 
[junit4:junit4]   2> 864837 T2025 C353 oasup.LogUpdateProcessor.finish [00015_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id67]} 0 0
[junit4:junit4]   2> 864839 T2025 C364 oasc.SolrCore.execute [00000_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 864843 T2025 C352 oasc.SolrCore.execute [00014_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 864848 T2027 C355 oasup.LogUpdateProcessor.finish [00003_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id68]} 0 1
[junit4:junit4]   2> 864847 T2059 C365 oasc.SolrCore.execute [00013_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 864845 T2072 C365 oasc.SolrCore.execute [00013_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 864875 T2026 C365 oasup.LogUpdateProcessor.finish [00013_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id8]} 0 100
[junit4:junit4]   2> 864876 T2065 C365 oasup.LogUpdateProcessor.finish [00013_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id50]} 0 134
[junit4:junit4]   2> ASYNC  NEW_CORE C367 name=00018_core org.apache.solr.core.SolrCore@4784933a
[junit4:junit4]   2> 864879 T2028 C367 oasc.SolrCore.execute [00018_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 864882 T2086 C361 oasup.LogUpdateProcessor.finish [00004_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id71]} 0 1
[junit4:junit4]   2> 864886 T2029 C365 oasup.LogUpdateProcessor.finish [00013_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id14]} 0 93
[junit4:junit4]   2> 864887 T2073 C352 oasup.LogUpdateProcessor.finish [00014_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id72]} 0 1
[junit4:junit4]   2> 864899 T2087 C355 oasup.LogUpdateProcessor.finish [00003_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id73]} 0 2
[junit4:junit4]   2> 864900 T2025 C352 oasc.SolrCore.execute [00014_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 864917 T2027 C354 oasup.LogUpdateProcessor.finish [00009_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id74]} 0 18
[junit4:junit4]   2> 864919 T2059 C354 oasup.LogUpdateProcessor.finish [00009_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id75]} 0 1
[junit4:junit4]   2> 864926 T2026 C351 oasup.LogUpdateProcessor.finish [00019_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id76]} 0 1
[junit4:junit4]   2> 864931 T2028 C358 oasc.SolrCore.execute [00005_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=3 
[junit4:junit4]   2> 864934 T2028 C353 oasup.LogUpdateProcessor.finish [00015_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id78]} 0 1
[junit4:junit4]   2> 864942 T2086 C365 oasc.SolrCore.execute [00013_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 864944 T2061 C367 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00018_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@7d12a6f),segFN=segments_1,generation=1}
[junit4:junit4]   2> 864945 T2029 C367 oasc.SolrCore.execute [00018_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 864944 T2086 C361 oasup.LogUpdateProcessor.finish [00004_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id79]} 0 0
[junit4:junit4]   2> 864948 T2061 C367 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 864961 T2085 C367 oasc.SolrCore.execute [00018_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 864967 T2027 C361 oasc.SolrCore.execute [00004_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 864971 T2063 C365 oasup.LogUpdateProcessor.finish [00013_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id35]} 0 216
[junit4:junit4]   2> 864974 T2059 C356 oasc.SolrCore.execute [00006_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 864976 T2064 C357 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00017_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@6265335b),segFN=segments_1,generation=1}
[junit4:junit4]   2> 864974 T2079 C366 oasc.SolrCore.execute [00002_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 865006 T2065 C352 oasc.SolrCore.execute [00014_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 865012 T2075 C366 oasc.SolrCore.execute [00002_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 865015 T2028 C352 oasc.SolrCore.execute [00014_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 865017 T2064 C357 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 865023 T2064 C357 oasup.LogUpdateProcessor.finish [00017_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id66]} 0 202
[junit4:junit4]   2> 865025 T2026 C357 oasup.LogUpdateProcessor.finish [00017_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id81]} 0 49
[junit4:junit4]   2> 865028 T2061 C367 oasup.LogUpdateProcessor.finish [00018_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id19]} 0 254
[junit4:junit4]   2> 865038 T2029 C360 oasup.LogUpdateProcessor.finish [00007_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id83]} 0 1
[junit4:junit4]   2> 865041 T2086 C355 oasup.LogUpdateProcessor.finish [00003_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id84]} 0 0
[junit4:junit4]   2> 865043 T2062 C367 oasc.SolrCore.execute [00018_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 865046 T2076 C367 oasup.LogUpdateProcessor.finish [00018_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id70]} 0 165
[junit4:junit4]   2> 865046 T2062 C360 oasc.SolrCore.execute [00007_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=2 
[junit4:junit4]   2> 865052 T2086 C362 oasc.SolrCore.execute [00008_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 865054 T2088 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=true,prepareCommit=false}
[junit4:junit4]   2> 865056 T2085 C359 oasup.LogUpdateProcessor.finish [00011_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id87]} 0 2
[junit4:junit4]   2> 865059 T2075 C360 oasup.LogUpdateProcessor.finish [00007_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id86]} 0 1
[junit4:junit4]   2> 865061 T2075 C362 oasup.LogUpdateProcessor.finish [00008_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id88]} 0 1
[junit4:junit4]   2> 865065 T2081 C367 oasup.LogUpdateProcessor.finish [00018_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id20]} 0 281
[junit4:junit4]   2> 865066 T2087 C367 oasup.LogUpdateProcessor.finish [00018_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id80]} 0 106
[junit4:junit4]   2> 865073 T2061 C367 oasup.LogUpdateProcessor.finish [00018_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id89]} 0 1
[junit4:junit4]   2> 865075 T2073 C357 oasc.SolrCore.execute [00017_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 865078 T2061 C355 oasc.SolrCore.execute [00003_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=2 
[junit4:junit4]   2> 865073 T2065 C358 oasup.LogUpdateProcessor.finish [00005_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id90]} 0 1
[junit4:junit4]   2> 865083 T2065 C361 oasup.LogUpdateProcessor.finish [00004_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id93]} 0 1
[junit4:junit4]   2> 865086 T2061 C355 oasc.SolrCore.execute [00003_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 865089 T2063 C355 oasup.LogUpdateProcessor.finish [00003_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id95]} 0 1
[junit4:junit4]   2> 865092 T2029 C351 oasup.LogUpdateProcessor.finish [00019_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id94]} 0 6
[junit4:junit4]   2> 865133 T2029 C363 oasc.SolrCore.execute [00016_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 865135 T2029 C357 oasc.SolrCore.execute [00017_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 865131 T2079 C364 oasup.LogUpdateProcessor.finish [00000_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id96]} 0 1
[junit4:junit4]   2> 865137 T2079 C365 oasc.SolrCore.execute [00013_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 865116 T2073 C364 oasup.LogUpdateProcessor.finish [00000_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id92]} 0 39
[junit4:junit4]   2> 865137 T2029 C352 oasc.SolrCore.execute [00014_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 865143 T2085 C360 oasup.LogUpdateProcessor.finish [00007_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id97]} 0 1
[junit4:junit4]   2> 865146 T2028 C361 oasup.LogUpdateProcessor.finish [00004_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id99]} 0 1
[junit4:junit4]   2> 865159 T2059 C353 oasup.LogUpdateProcessor.finish [00015_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id100]} 0 1
[junit4:junit4]   2> 865144 T2075 C359 oasup.LogUpdateProcessor.finish [00011_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id98]} 0 0
[junit4:junit4]   2> 865160 T2061 C364 oasc.SolrCore.execute [00000_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 865163 T2086 C358 oasc.SolrCore.execute [00005_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 865167 T2073 C362 oasup.LogUpdateProcessor.finish [00008_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id101]} 0 2
[junit4:junit4]   2> 865174 T2081 C367 oasup.LogUpdateProcessor.finish [00018_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id104]} 0 1
[junit4:junit4]   2> 865190 T2027 C365 oasc.SolrCore.execute [00013_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 865190 T2063 C358 oasc.SolrCore.execute [00005_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 865193 T2090 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_41
[junit4:junit4]   2> 865240 T2028 C360 oasc.SolrCore.execute [00007_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 865242 T2075 C360 oasc.SolrCore.execute [00007_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 865245 T2075 C356 oasc.SolrCore.execute [00006_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 865256 T2061 C352 oasc.SolrCore.execute [00014_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 865271 T2087 C367 oasc.SolrCore.execute [00018_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 865274 T2081 C360 oasc.SolrCore.execute [00007_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 865297 T2063 C353 oasc.SolrCore.execute [00015_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 865299 T2027 C361 oasc.SolrCore.execute [00004_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 865312 T2065 C366 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00002_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@e616f65),segFN=segments_1,generation=1}
[junit4:junit4]   2> 865352 T2028 C367 oasc.SolrCore.execute [00018_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 865352 T2059 C353 oasc.SolrCore.execute [00015_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 865352 T2065 C366 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 865372 T2075 C363 oasc.SolrCore.execute [00016_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 865374 T2065 C366 oasup.LogUpdateProcessor.finish [00002_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id105]} 0 192
[junit4:junit4]   2> 865378 T2061 C364 oasc.SolrCore.execute [00000_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 865387 T2081 C356 oasc.SolrCore.execute [00006_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=5 
[junit4:junit4]   2> 865388 T2087 C366 oasup.LogUpdateProcessor.finish [00002_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id106]} 0 7
[junit4:junit4]   2> 865378 T2088 oass.SolrIndexSearcher.<init> Opening Searcher@20c0cd49 main
[junit4:junit4]   2> 865394 T2032 oasc.SolrCore.registerSearcher [00000_core] Registered new searcher Searcher@20c0cd49 main{StandardDirectoryReader(segments_1:4:nrt _0(4.4):C3)}
[junit4:junit4]   2> 865394 T2027 C364 oasup.LogUpdateProcessor.finish [00000_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id107]} 0 0
[junit4:junit4]   2> 865395 T2088 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 865399 T2063 C357 oasup.LogUpdateProcessor.finish [00017_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id108]} 0 0
[junit4:junit4]   2> 865403 T2028 C365 oasc.SolrCore.execute [00013_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 865411 T2059 C365 oasup.LogUpdateProcessor.finish [00013_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id109]} 0 1
[junit4:junit4]   2> 865411 T2075 C353 oasc.SolrCore.execute [00015_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 865416 T2030 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_41
[junit4:junit4]   2> 865419 T2065 C365 oasup.LogUpdateProcessor.finish [00013_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id110]} 0 1
[junit4:junit4]   2> 865423 T2089 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_41
[junit4:junit4]   2> 865432 T2061 C357 oasup.LogUpdateProcessor.finish [00017_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id111]} 0 1
[junit4:junit4]   2> 865460 T2081 C353 oasup.LogUpdateProcessor.finish [00015_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id112]} 0 1
[junit4:junit4]   2> 865467 T2027 C357 oasup.LogUpdateProcessor.finish [00017_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id113]} 0 1
[junit4:junit4]   2> 865473 T2087 C359 oasc.SolrCore.execute [00011_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=9 
[junit4:junit4]   2> 865477 T2063 C356 oasc.SolrCore.execute [00006_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 865479 T2063 C352 oasup.LogUpdateProcessor.finish [00014_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id114]} 0 0
[junit4:junit4]   2> 865493 T2059 C352 oasc.SolrCore.execute [00014_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 865495 T2075 C351 oasc.SolrCore.execute [00019_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 865499 T2075 C356 oasup.LogUpdateProcessor.finish [00006_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id115]} 0 1
[junit4:junit4]   2> 865502 T2059 C355 oasc.SolrCore.execute [00003_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 865507 T2081 C359 oasup.LogUpdateProcessor.finish [00011_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id116]} 0 1
[junit4:junit4]   2> 865518 T2027 C352 oasc.SolrCore.execute [00014_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 865521 T2027 C360 oasc.SolrCore.execute [00007_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 865562 T2090 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-minimal.xml
[junit4:junit4]   2> 865564 T2090 oass.IndexSchema.readSchema Reading Solr Schema from schema-tiny.xml
[junit4:junit4]   2> 865580 T2090 oass.IndexSchema.readSchema [00010_core] Schema name=tiny
[junit4:junit4]   2> 865602 T2059 C354 oasc.SolrCore.execute [00009_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 865612 T2061 C351 oasc.SolrCore.execute [00019_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 865627 T2087 C360 oasc.SolrCore.execute [00007_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 865629 T2081 C357 oasc.SolrCore.execute [00017_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 865697 T2090 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 865702 T2090 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 865703 T2090 oasc.SolrCore.<init> [00010_core] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00010_core/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00010_core/data/
[junit4:junit4]   2> 865704 T2090 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@668daa3e
[junit4:junit4]   2> 865705 T2090 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 865710 T2090 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00010_core/data
[junit4:junit4]   2> 865711 T2090 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00010_core/data/index/
[junit4:junit4]   2> 865713 T2090 oasc.SolrCore.initIndex WARN [00010_core] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00010_core/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 865720 T2061 C357 oasc.SolrCore.execute [00017_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 865733 T2090 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00010_core/data/index
[junit4:junit4]   2> 865759 T2081 C356 oasc.SolrCore.execute [00006_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 865760 T2089 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-minimal.xml
[junit4:junit4]   2> 865763 T2089 oass.IndexSchema.readSchema Reading Solr Schema from schema-tiny.xml
[junit4:junit4]   2> 865762 T2030 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-minimal.xml
[junit4:junit4]   2> 865766 T2030 oass.IndexSchema.readSchema Reading Solr Schema from schema-tiny.xml
[junit4:junit4]   2> 865770 T2089 oass.IndexSchema.readSchema [00001_core] Schema name=tiny
[junit4:junit4]   2> 865773 T2030 oass.IndexSchema.readSchema [00012_core] Schema name=tiny
[junit4:junit4]   2> ASYNC  NEW_CORE C368 name=00019_core org.apache.solr.core.SolrCore@63654d1
[junit4:junit4]   2> 865897 T2061 C368 oasc.SolrCore.execute [00019_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> ASYNC  NEW_CORE C369 name=00007_core org.apache.solr.core.SolrCore@2044056
[junit4:junit4]   2> 865897 T2059 C369 oasc.SolrCore.execute [00007_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 865948 T2030 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 865962 T2090 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00010_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@70b0e525),segFN=segments_1,generation=1}
[junit4:junit4]   2> 865963 T2090 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 865966 T2090 oasc.SolrCore.initWriters created json: solr.JSONResponseWriter
[junit4:junit4]   2> 865968 T2030 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 865970 T2030 oasc.SolrCore.<init> [00012_core] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00012_core/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00012_core/data/
[junit4:junit4]   2> 865971 T2030 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@668daa3e
[junit4:junit4]   2> 865972 T2030 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 865973 T2090 oasc.RequestHandlers.initHandlersFromConfig created /admin/: solr.admin.AdminHandlers
[junit4:junit4]   2> 865962 T2089 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 865975 T2030 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00012_core/data
[junit4:junit4]   2> 865975 T2090 oasc.RequestHandlers.initHandlersFromConfig created /select: solr.SearchHandler
[junit4:junit4]   2> 865978 T2090 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 865986 T2089 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 865988 T2089 oasc.SolrCore.<init> [00001_core] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00001_core/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00001_core/data/
[junit4:junit4]   2> 865989 T2089 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@668daa3e
[junit4:junit4]   2> 865991 T2089 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 866004 T2081 C369 oasc.SolrCore.execute [00007_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 866015 T2090 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 866021 T2089 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00001_core/data
[junit4:junit4]   2> ASYNC  NEW_CORE C370 name=00017_core org.apache.solr.core.SolrCore@6b761d0a
[junit4:junit4]   2> 866024 T2059 C370 oasc.SolrCore.execute [00017_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 866030 T2089 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00001_core/data/index/
[junit4:junit4]   2> 866036 T2089 oasc.SolrCore.initIndex WARN [00001_core] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00001_core/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 866045 T2090 oass.SolrIndexSearcher.<init> Opening Searcher@2c0a48cd main
[junit4:junit4]   2> 866025 T2030 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00012_core/data/index/
[junit4:junit4]   2> 866047 T2030 oasc.SolrCore.initIndex WARN [00012_core] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00012_core/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 866045 T2089 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00001_core/data/index
[junit4:junit4]   2> 866048 T2030 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00012_core/data/index
[junit4:junit4]   2> 866047 T2090 oasc.SolrCore.registerSearcher [00010_core] Registered new searcher Searcher@2c0a48cd main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 866051 T2090 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 866052 T2090 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 866063 T2090 oasc.SolrCores.putTransientCore Opening transient core 00010_core
[junit4:junit4]   2> 866063 T2090 oasc.CoreContainer.registerCore registering core: 00010_core
[junit4:junit4]   2> ASYNC  NEW_CORE C371 name=00010_core org.apache.solr.core.SolrCore@3358b6ce
[junit4:junit4]   2> 866104 T2063 C371 oasc.SolrCore.execute [00010_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> ASYNC  NEW_CORE C372 name=00004_core org.apache.solr.core.SolrCore@2828abde
[junit4:junit4]   2> 866115 T2081 C372 oasc.SolrCore.execute [00004_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 866120 T2075 C371 oasc.SolrCore.execute [00010_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 866126 T2090 C371 oasc.SolrCore.execute [00010_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 866141 T2089 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00001_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@31f714da),segFN=segments_1,generation=1}
[junit4:junit4]   2> 866142 T2089 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 866150 T2030 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00012_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@3ca64453),segFN=segments_1,generation=1}
[junit4:junit4]   2> 866151 T2030 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 866152 T2089 oasc.SolrCore.initWriters created json: solr.JSONResponseWriter
[junit4:junit4]   2> 866153 T2030 oasc.SolrCore.initWriters created json: solr.JSONResponseWriter
[junit4:junit4]   2> 866156 T2030 oasc.RequestHandlers.initHandlersFromConfig created /admin/: solr.admin.AdminHandlers
[junit4:junit4]   2> 866158 T2030 oasc.RequestHandlers.initHandlersFromConfig created /select: solr.SearchHandler
[junit4:junit4]   2> ASYNC  NEW_CORE C373 name=00014_core org.apache.solr.core.SolrCore@5665e01f
[junit4:junit4]   2> 866160 T2059 C373 oasc.SolrCore.execute [00014_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 866157 T2089 oasc.RequestHandlers.initHandlersFromConfig created /admin/: solr.admin.AdminHandlers
[junit4:junit4]   2> 866158 T2073 C371 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00010_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@70b0e525),segFN=segments_1,generation=1}
[junit4:junit4]   2> 866173 T2073 C371 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 866175 T2089 oasc.RequestHandlers.initHandlersFromConfig created /select: solr.SearchHandler
[junit4:junit4]   2> 866177 T2089 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 866185 T2078 C371 oasup.LogUpdateProcessor.finish [00010_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id33]} 0 74
[junit4:junit4]   2> 866173 T2030 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 866203 T2080 C371 oasup.LogUpdateProcessor.finish [00010_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id46]} 0 92
[junit4:junit4]   2> 866185 T2077 C371 oasup.LogUpdateProcessor.finish [00010_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id60]} 0 75
[junit4:junit4]   2> 866178 T2073 C371 oasup.LogUpdateProcessor.finish [00010_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id103]} 0 72
[junit4:junit4]   2> ASYNC  NEW_CORE C374 name=00000_core org.apache.solr.core.SolrCore@c23ecdc
[junit4:junit4]   2> 866210 T2073 C374 oasup.LogUpdateProcessor.finish [00000_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id118]} 0 0
[junit4:junit4]   2> 866206 T2076 C371 oasup.LogUpdateProcessor.finish [00010_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id85]} 0 99
[junit4:junit4]   2> ASYNC  NEW_CORE C375 name=00003_core org.apache.solr.core.SolrCore@1bfb89f8
[junit4:junit4]   2> 866217 T2061 C375 oasup.LogUpdateProcessor.finish [00003_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id120]} 0 2
[junit4:junit4]   2> 866219 T2090 C372 oasup.LogUpdateProcessor.finish [00004_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id119]} 0 0
[junit4:junit4]   2> ASYNC  NEW_CORE C376 name=00013_core org.apache.solr.core.SolrCore@27ac39d6
[junit4:junit4]   2> 866222 T2061 C376 oasup.LogUpdateProcessor.finish [00013_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id121]} 0 2
[junit4:junit4]   2> ASYNC  NEW_CORE C377 name=00018_core org.apache.solr.core.SolrCore@4784933a
[junit4:junit4]   2> 866222 T2081 C377 oasc.SolrCore.execute [00018_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=1 
[junit4:junit4]   2> ASYNC  NEW_CORE C378 name=00008_core org.apache.solr.core.SolrCore@39fa10a8
[junit4:junit4]   2> 866227 T2080 C378 oasup.LogUpdateProcessor.finish [00008_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id126]} 0 1
[junit4:junit4]   2> 866232 T2082 C371 oasup.LogUpdateProcessor.finish [00010_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id69]} 0 123
[junit4:junit4]   2> 866234 T2076 C368 oasup.LogUpdateProcessor.finish [00019_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id125]} 0 1
[junit4:junit4]   2> 866227 T2075 C368 oasup.LogUpdateProcessor.finish [00019_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id123]} 0 3
[junit4:junit4]   2> ASYNC  NEW_CORE C379 name=00006_core org.apache.solr.core.SolrCore@5a93ce77
[junit4:junit4]   2> 866226 T2059 C379 oasup.LogUpdateProcessor.finish [00006_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id124]} 0 1
[junit4:junit4]   2> 866237 T2078 C376 oasup.LogUpdateProcessor.finish [00013_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id127]} 0 1
[junit4:junit4]   2> 866241 T2075 C378 oasup.LogUpdateProcessor.finish [00008_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id128]} 0 1
[junit4:junit4]   2> 866245 T2063 C369 oasup.LogUpdateProcessor.finish [00007_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id131]} 0 0
[junit4:junit4]   2> 866244 T2059 C372 oasup.LogUpdateProcessor.finish [00004_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id129]} 0 2
[junit4:junit4]   2> 866250 T2059 C370 oasup.LogUpdateProcessor.finish [00017_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id132]} 0 1
[junit4:junit4]   2> 866253 T2059 C368 oasc.SolrCore.execute [00019_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 866256 T2075 C371 oasup.LogUpdateProcessor.finish [00010_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id134]} 0 1
[junit4:junit4]   2> ASYNC  NEW_CORE C380 name=00002_core org.apache.solr.core.SolrCore@64e59059
[junit4:junit4]   2> 866260 T2082 C380 oasup.LogUpdateProcessor.finish [00002_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id133]} 0 1
[junit4:junit4]   2> 866261 T2059 C378 oasup.LogUpdateProcessor.finish [00008_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id137]} 0 0
[junit4:junit4]   2> 866258 T2080 C375 oasup.LogUpdateProcessor.finish [00003_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id136]} 0 1
[junit4:junit4]   2> 866266 T2027 C371 oasup.LogUpdateProcessor.finish [00010_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id117]} 0 150
[junit4:junit4]   2> 866269 T2080 C380 oasup.LogUpdateProcessor.finish [00002_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id138]} 0 2
[junit4:junit4]   2> 866272 T2078 C372 oasc.SolrCore.execute [00004_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> ASYNC  NEW_CORE C381 name=00016_core org.apache.solr.core.SolrCore@6648ff7e
[junit4:junit4]   2> 866275 T2081 C381 oasup.LogUpdateProcessor.finish [00016_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id141]} 0 1
[junit4:junit4]   2> ASYNC  NEW_CORE C382 name=00015_core org.apache.solr.core.SolrCore@16c396e9
[junit4:junit4]   2> 866263 T2090 C382 oasup.LogUpdateProcessor.finish [00015_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id135]} 0 4
[junit4:junit4]   2> ASYNC  NEW_CORE C383 name=00009_core org.apache.solr.core.SolrCore@39d70b1c
[junit4:junit4]   2> 866275 T2075 C383 oasup.LogUpdateProcessor.finish [00009_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id139]} 0 2
[junit4:junit4]   2> 866275 T2059 C377 oasup.LogUpdateProcessor.finish [00018_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id142]} 0 1
[junit4:junit4]   2> 866272 T2076 C372 oasup.LogUpdateProcessor.finish [00004_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id140]} 0 0
[junit4:junit4]   2> 866281 T2027 C381 oasup.LogUpdateProcessor.finish [00016_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id143]} 0 2
[junit4:junit4]   2> 866284 T2082 C374 oasup.LogUpdateProcessor.finish [00000_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id146]} 0 1
[junit4:junit4]   2> 866283 T2078 C369 oasup.LogUpdateProcessor.finish [00007_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id145]} 0 1
[junit4:junit4]   2> 866287 T2081 C380 oasup.LogUpdateProcessor.finish [00002_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id147]} 0 1
[junit4:junit4]   2> 866290 T2027 C374 oasup.LogUpdateProcessor.finish [00000_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id149]} 0 1
[junit4:junit4]   2> 866292 T2080 C373 oasup.LogUpdateProcessor.finish [00014_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id148]} 0 0
[junit4:junit4]   2> 866293 T2027 C377 oasup.LogUpdateProcessor.finish [00018_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id151]} 0 1
[junit4:junit4]   2> 866296 T2075 C368 oasup.LogUpdateProcessor.finish [00019_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id152]} 0 1
[junit4:junit4]   2> 866298 T2082 C374 oasup.LogUpdateProcessor.finish [00000_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id153]} 0 1
[junit4:junit4]   2> 866300 T2082 C373 oasup.LogUpdateProcessor.finish [00014_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id155]} 0 0
[junit4:junit4]   2> 866300 T2075 C368 oasup.LogUpdateProcessor.finish [00019_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id154]} 0 1
[junit4:junit4]   2> 866303 T2090 C369 oasup.LogUpdateProcessor.finish [00007_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id150]} 0 12
[junit4:junit4]   2> ASYNC  NEW_CORE C384 name=00005_core org.apache.solr.core.SolrCore@529c459c
[junit4:junit4]   2> 866307 T2027 C384 oasup.LogUpdateProcessor.finish [00005_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id157]} 0 1
[junit4:junit4]   2> 866310 T2027 C379 oasup.LogUpdateProcessor.finish [00006_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id158]} 0 1
[junit4:junit4]   2> 866310 T2082 C384 oasup.LogUpdateProcessor.finish [00005_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id159]} 0 0
[junit4:junit4]   2> ASYNC  NEW_CORE C385 name=00011_core org.apache.solr.core.SolrCore@71f17f8c
[junit4:junit4]   2> 866313 T2078 C385 oasup.LogUpdateProcessor.finish [00011_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id160]} 0 1
[junit4:junit4]   2> 866319 T2080 C369 oasup.LogUpdateProcessor.finish [00007_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id161]} 0 1
[junit4:junit4]   2> 866335 T2089 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 866339 T2081 C383 oasup.LogUpdateProcessor.finish [00009_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id164]} 0 1
[junit4:junit4]   2> 866343 T2082 C384 oasc.SolrCore.execute [00005_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 866345 T2027 C373 oasup.LogUpdateProcessor.finish [00014_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id165]} 0 0
[junit4:junit4]   2> 866321 T2090 C373 oasup.LogUpdateProcessor.finish [00014_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id163]} 0 1
[junit4:junit4]   2> 866355 T2030 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 866361 T2078 C375 oasup.LogUpdateProcessor.finish [00003_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id166]} 0 1
[junit4:junit4]   2> 866378 T2080 C374 oasc.SolrCore.execute [00000_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=3 status=0 QTime=1 
[junit4:junit4]   2> 866380 T2081 C377 oasup.LogUpdateProcessor.finish [00018_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id167]} 0 0
[junit4:junit4]   2> 866394 T2082 C382 oasc.SolrCore.execute [00015_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 866398 T2082 C381 oasup.LogUpdateProcessor.finish [00016_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id168]} 0 1
[junit4:junit4]   2> 866401 T2082 C374 oasup.LogUpdateProcessor.finish [00000_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id169]} 0 1
[junit4:junit4]   2> 866408 T2089 oass.SolrIndexSearcher.<init> Opening Searcher@589d618f main
[junit4:junit4]   2> 866409 T2089 oasc.SolrCore.registerSearcher [00001_core] Registered new searcher Searcher@589d618f main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 866410 T2089 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 866411 T2089 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 866419 T2081 C373 oasup.LogUpdateProcessor.finish [00014_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id170]} 0 0
[junit4:junit4]   2> 866425 T2030 oass.SolrIndexSearcher.<init> Opening Searcher@684c7155 main
[junit4:junit4]   2> 866429 T2030 oasc.SolrCore.registerSearcher [00012_core] Registered new searcher Searcher@684c7155 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 866430 T2089 oasc.SolrCores.putTransientCore Opening transient core 00001_core
[junit4:junit4]   2> 866431 T2089 oasc.CoreContainer.registerCore registering core: 00001_core
[junit4:junit4]   2> 866430 T2030 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 866438 T2030 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 866439 T2080 C372 oasup.LogUpdateProcessor.finish [00004_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id172]} 0 1
[junit4:junit4]   2> 866445 T2027 C381 oasup.LogUpdateProcessor.finish [00016_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id173]} 0 1
[junit4:junit4]   2> ASYNC  NEW_CORE C386 name=00001_core org.apache.solr.core.SolrCore@1f8c2c00
[junit4:junit4]   2> 866455 T2085 C386 oasc.SolrCore.execute [00001_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 866458 T2078 C378 oasc.SolrCore.execute [00008_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 866462 T2062 C386 oasc.SolrCore.execute [00001_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 866463 T2025 C386 oasc.SolrCore.execute [00001_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 866486 T2030 oasc.SolrCores.putTransientCore Opening transient core 00012_core
[junit4:junit4]   2> 866486 T2030 oasc.CoreContainer.registerCore registering core: 00012_core
[junit4:junit4]   2> 866502 T2077 C386 oasc.SolrCore.execute [00001_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 866506 T2082 C371 oasup.LogUpdateProcessor.finish [00010_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id174]} 0 0
[junit4:junit4]   2> 866508 T2082 C369 oasc.SolrCore.execute [00007_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 866509 T2082 C386 oasc.SolrCore.execute [00001_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 866548 T2065 C386 oasc.SolrCore.execute [00001_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> ASYNC  NEW_CORE C387 name=00012_core org.apache.solr.core.SolrCore@30df41f0
[junit4:junit4]   2> 866582 T2086 C387 oasc.SolrCore.execute [00012_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 866601 T2087 C387 oasc.SolrCore.execute [00012_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 866603 T2087 C380 oasc.SolrCore.execute [00002_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 866602 T2079 C387 oasc.SolrCore.execute [00012_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=39 
[junit4:junit4]   2> 866605 T2078 C376 oasc.SolrCore.execute [00013_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 866608 T2073 C387 oasc.SolrCore.execute [00012_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 866614 T2084 C387 oasc.SolrCore.execute [00012_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 866620 T2028 C386 oasc.SolrCore.execute [00001_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 866622 T2028 C380 oasc.SolrCore.execute [00002_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 866623 T2028 C382 oasc.SolrCore.execute [00015_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 866627 T2026 C386 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00001_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@31f714da),segFN=segments_1,generation=1}
[junit4:junit4]   2> 866629 T2026 C386 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 866634 T2026 C386 oasup.LogUpdateProcessor.finish [00001_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id82]} 0 172
[junit4:junit4]   2> 866635 T2076 C386 oasup.LogUpdateProcessor.finish [00001_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id156]} 0 14
[junit4:junit4]   2> 866636 T2072 C386 oasup.LogUpdateProcessor.finish [00001_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id77]} 0 131
[junit4:junit4]   2> 866639 T2059 C386 oasup.LogUpdateProcessor.finish [00001_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id144]} 0 96
[junit4:junit4]   2> 866641 T2075 C386 oasup.LogUpdateProcessor.finish [00001_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id162]} 0 138
[junit4:junit4]   2> 866639 T2026 C378 oasc.SolrCore.execute [00008_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=3 
[junit4:junit4]   2> 866642 T2029 C386 oasup.LogUpdateProcessor.finish [00001_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id102]} 0 148
[junit4:junit4]   2> 866649 T2090 C386 oasup.LogUpdateProcessor.finish [00001_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id171]} 0 0
[junit4:junit4]   2> 866650 T2063 C386 oasup.LogUpdateProcessor.finish [00001_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id130]} 0 0
[junit4:junit4]   2> 866661 T2089 C386 oasup.LogUpdateProcessor.finish [00001_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id40]} 0 1
[junit4:junit4]   2> 866665 T2077 C371 oasc.SolrCore.execute [00010_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 866668 T2074 C387 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00012_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@3ca64453),segFN=segments_1,generation=1}
[junit4:junit4]   2> 866669 T2028 C375 oasup.LogUpdateProcessor.finish [00003_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id177]} 0 4
[junit4:junit4]   2> 866671 T2077 C375 oasup.LogUpdateProcessor.finish [00003_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id179]} 0 5
[junit4:junit4]   2> 866672 T2082 C384 oasc.SolrCore.execute [00005_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 866671 T2028 C383 oasup.LogUpdateProcessor.finish [00009_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id175]} 0 0
[junit4:junit4]   2> 866688 T2030 C387 oasc.SolrCore.execute [00012_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 866684 T2082 C377 oasup.LogUpdateProcessor.finish [00018_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id185]} 0 1
[junit4:junit4]   2> 866682 T2074 C387 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 866677 T2086 C378 oasup.LogUpdateProcessor.finish [00008_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id178]} 0 1
[junit4:junit4]   2> 866677 T2087 C370 oasup.LogUpdateProcessor.finish [00017_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id184]} 0 1
[junit4:junit4]   2> 866711 T2086 C374 oasc.SolrCore.execute [00000_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=3 status=0 QTime=0 
[junit4:junit4]   2> 866714 T2086 C368 oasup.LogUpdateProcessor.finish [00019_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id189]} 0 1
[junit4:junit4]   2> 866715 T2086 C369 oasc.SolrCore.execute [00007_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 866718 T2063 C385 oasc.SolrCore.execute [00011_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 866720 T2090 C381 oasc.SolrCore.execute [00016_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=6 
[junit4:junit4]   2> 866722 T2090 C370 oasup.LogUpdateProcessor.finish [00017_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id190]} 0 1
[junit4:junit4]   2> 866724 T2090 C387 oasc.SolrCore.execute [00012_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 866675 T2080 C373 oasup.LogUpdateProcessor.finish [00014_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id180]} 0 1
[junit4:junit4]   2> 866675 T2065 C368 oasup.LogUpdateProcessor.finish [00019_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id183]} 0 0
[junit4:junit4]   2> 866732 T2065 C370 oasc.SolrCore.execute [00017_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 866734 T2065 C377 oasc.SolrCore.execute [00018_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 866675 T2081 C382 oasup.LogUpdateProcessor.finish [00015_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id181]} 0 0
[junit4:junit4]   2> 866674 T2085 C386 oasup.LogUpdateProcessor.finish [00001_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id182]} 0 1
[junit4:junit4]   2> 866739 T2085 C368 oasup.LogUpdateProcessor.finish [00019_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id194]} 0 1
[junit4:junit4]   2> 866674 T2077 C369 oasup.LogUpdateProcessor.finish [00007_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id176]} 0 1
[junit4:junit4]   2> 866736 T2080 C373 oasc.SolrCore.execute [00014_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=2 
[junit4:junit4]   2> 866735 T2065 C380 oasup.LogUpdateProcessor.finish [00002_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id192]} 0 0
[junit4:junit4]   2> 866743 T2065 C376 oasup.LogUpdateProcessor.finish [00013_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id195]} 0 0
[junit4:junit4]   2> 866746 T2080 C378 oasup.LogUpdateProcessor.finish [00008_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id196]} 0 1
[junit4:junit4]   2> 866747 T2065 C376 oasup.LogUpdateProcessor.finish [00013_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id197]} 0 1
[junit4:junit4]   2> 866749 T2065 C374 oasup.LogUpdateProcessor.finish [00000_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id199]} 0 0
[junit4:junit4]   2> 866753 T2077 C375 oasup.LogUpdateProcessor.finish [00003_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id198]} 0 1
[junit4:junit4]   2> 866756 T2083 C387 oasup.LogUpdateProcessor.finish [00012_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id62]} 0 144
[junit4:junit4]   2> 866758 T2083 C374 oasup.LogUpdateProcessor.finish [00000_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id203]} 0 1
[junit4:junit4]   2> 866761 T2083 C379 oasup.LogUpdateProcessor.finish [00006_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id200]} 0 1
[junit4:junit4]   2> 866728 T2063 C381 oasup.LogUpdateProcessor.finish [00016_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id191]} 0 1
[junit4:junit4]   2> 866768 T2063 C384 oasup.LogUpdateProcessor.finish [00005_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id202]} 0 2
[junit4:junit4]   2> 866771 T2063 C368 oasup.LogUpdateProcessor.finish [00019_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id201]} 0 1
[junit4:junit4]   2> 866774 T2063 C377 oasup.LogUpdateProcessor.finish [00018_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id204]} 0 1
[junit4:junit4]   2> 866778 T2025 C375 oasc.SolrCore.execute [00003_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 866780 T2078 C371 oasup.LogUpdateProcessor.finish [00010_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id209]} 0 0
[junit4:junit4]   2> 866782 T2079 C379 oasup.LogUpdateProcessor.finish [00006_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id207]} 0 0
[junit4:junit4]   2> 866784 T2073 C370 oasup.LogUpdateProcessor.finish [00017_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id210]} 0 1
[junit4:junit4]   2> 866718 T2061 C387 oasup.LogUpdateProcessor.finish [00012_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id122]} 0 115
[junit4:junit4]   2> 866704 T2029 C384 oasup.LogUpdateProcessor.finish [00005_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id187]} 0 1
[junit4:junit4]   2> 866792 T2027 C375 oasup.LogUpdateProcessor.finish [00003_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id206]} 0 2
[junit4:junit4]   2> 866795 T2078 C370 oasc.SolrCore.execute [00017_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 866798 T2078 C386 oasc.SolrCore.execute [00001_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 866800 T2078 C373 oasup.LogUpdateProcessor.finish [00014_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id213]} 0 1
[junit4:junit4]   2> 866801 T2082 C385 oasup.LogUpdateProcessor.finish [00011_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id214]} 0 1
[junit4:junit4]   2> 866702 T2026 C383 oasup.LogUpdateProcessor.finish [00009_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id188]} 0 0
[junit4:junit4]   2> 866701 T2064 C387 oasup.LogUpdateProcessor.finish [00012_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id91]} 0 78
[junit4:junit4]   2> 866700 T2074 C387 oasup.LogUpdateProcessor.finish [00012_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id42]} 0 98
[junit4:junit4]   2> 866692 T2072 C371 oasc.SolrCore.execute [00010_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 866812 T2073 C378 oasup.LogUpdateProcessor.finish [00008_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id211]} 0 0
[junit4:junit4]   2> 866815 T2085 C383 oasup.LogUpdateProcessor.finish [00009_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id220]} 0 1
[junit4:junit4]   2> 866692 T2084 C377 oasc.SolrCore.execute [00018_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 866691 T2028 C376 oasup.LogUpdateProcessor.finish [00013_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id186]} 0 1
[junit4:junit4]   2> 866818 T2073 C380 oasup.LogUpdateProcessor.finish [00002_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id221]} 0 4
[junit4:junit4]   2> 866826 T2061 C385 oasup.LogUpdateProcessor.finish [00011_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id222]} 0 1
[junit4:junit4]   2> 866827 T2029 C372 oasc.SolrCore.execute [00004_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 866831 T2077 C369 oasup.LogUpdateProcessor.finish [00007_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id223]} 0 1
[junit4:junit4]   2> 866807 T2075 C374 oasup.LogUpdateProcessor.finish [00000_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id218]} 0 2
[junit4:junit4]   2> 866807 T2087 C375 oasup.LogUpdateProcessor.finish [00003_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id219]} 0 0
[junit4:junit4]   2> 866840 T2087 C374 oasc.SolrCore.execute [00000_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=3 status=0 QTime=1 
[junit4:junit4]   2> 866841 T2086 C377 oasup.LogUpdateProcessor.finish [00018_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id225]} 0 2
[junit4:junit4]   2> 866844 T2076 C382 oasup.LogUpdateProcessor.finish [00015_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id226]} 0 2
[junit4:junit4]   2> 866805 T2059 C370 oasup.LogUpdateProcessor.finish [00017_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id216]} 0 1
[junit4:junit4]   2> 866803 T2079 C381 oasup.LogUpdateProcessor.finish [00016_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id215]} 0 5
[junit4:junit4]   2> 866852 T2079 C371 oasup.LogUpdateProcessor.finish [00010_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id230]} 0 1
[junit4:junit4]   2> 866802 T2078 C386 oasup.LogUpdateProcessor.finish [00001_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id217]} 0 1
[junit4:junit4]   2> 866854 T2079 C381 oasup.LogUpdateProcessor.finish [00016_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id228]} 0 0
[junit4:junit4]   2> 866800 T2030 C377 oasup.LogUpdateProcessor.finish [00018_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id212]} 0 0
[junit4:junit4]   2> 866792 T2066 C387 oasup.LogUpdateProcessor.finish [00012_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id63]} 0 173
[junit4:junit4]   2> 866781 T2025 C380 oasup.LogUpdateProcessor.finish [00002_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id208]} 0 1
[junit4:junit4]   2> 866779 T2062 C368 oasc.SolrCore.execute [00019_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 866875 T2066 C385 oasup.LogUpdateProcessor.finish [00011_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id232]} 0 1
[junit4:junit4]   2> 866879 T2066 C370 oasup.LogUpdateProcessor.finish [00017_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id234]} 0 1
[junit4:junit4]   2> 866777 T2089 C374 oasup.LogUpdateProcessor.finish [00000_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id205]} 0 1
[junit4:junit4]   2> 866776 T2083 C386 oasc.SolrCore.execute [00001_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=13 
[junit4:junit4]   2> 866909 T2083 C372 oasup.LogUpdateProcessor.finish [00004_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id236]} 0 0
[junit4:junit4]   2> 866912 T2083 C379 oasup.LogUpdateProcessor.finish [00006_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id233]} 0 1
[junit4:junit4]   2> 866917 T2089 C376 oasup.LogUpdateProcessor.finish [00013_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id229]} 0 19
[junit4:junit4]   2> 866756 T2090 C370 oasup.LogUpdateProcessor.finish [00017_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id193]} 0 1
[junit4:junit4]   2> 866922 T2072 C382 oasup.LogUpdateProcessor.finish [00015_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id242]} 0 1
[junit4:junit4]   2> 866924 T2074 C380 oasc.SolrCore.execute [00002_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 866924 T2072 C371 oasup.LogUpdateProcessor.finish [00010_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id243]} 0 0
[junit4:junit4]   2> 866925 T2074 C379 oasc.SolrCore.execute [00006_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 866927 T2072 C372 oasup.LogUpdateProcessor.finish [00004_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id245]} 0 1
[junit4:junit4]   2> 866929 T2074 C376 oasup.LogUpdateProcessor.finish [00013_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id239]} 0 1
[junit4:junit4]   2> 866930 T2072 C373 oasup.LogUpdateProcessor.finish [00014_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id244]} 0 2
[junit4:junit4]   2> 866935 T2090 C380 oasup.LogUpdateProcessor.finish [00002_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id241]} 0 14
[junit4:junit4]   2> 866939 T2077 C377 oasup.LogUpdateProcessor.finish [00018_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id247]} 0 1
[junit4:junit4]   2> 866941 T2077 C374 oasc.SolrCore.execute [00000_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=3 status=0 QTime=0 
[junit4:junit4]   2> 866944 T2026 C380 oasup.LogUpdateProcessor.finish [00002_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id251]} 0 1
[junit4:junit4]   2> 866946 T2064 C382 oasup.LogUpdateProcessor.finish [00015_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id254]} 0 1
[junit4:junit4]   2> 866920 T2089 C371 oasc.SolrCore.execute [00010_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 866950 T2064 C371 oasc.SolrCore.execute [00010_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 866917 T2083 C384 oasup.LogUpdateProcessor.finish [00005_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id238]} 0 1
[junit4:junit4]   2> 866952 T2084 C369 oasup.LogUpdateProcessor.finish [00007_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id253]} 0 2
[junit4:junit4]   2> 866868 T2075 C382 oasc.SolrCore.execute [00015_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 866857 T2079 C370 oasup.LogUpdateProcessor.finish [00017_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id231]} 0 1
[junit4:junit4]   2> 866855 T2078 C368 oasc.SolrCore.execute [00019_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 866850 T2059 C370 oasc.SolrCore.execute [00017_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 866962 T2077 C374 oasup.LogUpdateProcessor.finish [00000_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id255]} 0 1
[junit4:junit4]   2> 866965 T2077 C378 oasup.LogUpdateProcessor.finish [00008_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id256]} 0 1
[junit4:junit4]   2> 866845 T2082 C368 oasc.SolrCore.execute [00019_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 866842 T2087 C377 oasc.SolrCore.execute [00018_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 866842 T2081 C370 oasup.LogUpdateProcessor.finish [00017_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id227]} 0 1
[junit4:junit4]   2> 866971 T2081 C370 oasup.LogUpdateProcessor.finish [00017_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id257]} 0 0
[junit4:junit4]   2> 866828 T2061 C380 oasc.SolrCore.execute [00002_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 866976 T2061 C380 oasup.LogUpdateProcessor.finish [00002_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id258]} 0 1
[junit4:junit4]   2> 866824 T2065 C377 oasup.LogUpdateProcessor.finish [00018_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id224]} 0 2
[junit4:junit4]   2> 866976 T2081 C387 oasup.LogUpdateProcessor.finish [00012_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id259]} 0 1
[junit4:junit4]   2> 866942 T2076 C381 oasup.LogUpdateProcessor.finish [00016_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id252]} 0 1
[junit4:junit4]   2> 866984 T2066 C378 oasup.LogUpdateProcessor.finish [00008_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id235]} 0 1
[junit4:junit4]   2> 866939 T2086 C372 oasup.LogUpdateProcessor.finish [00004_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id250]} 0 0
[junit4:junit4]   2> 866991 T2062 C375 oasup.LogUpdateProcessor.finish [00003_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id260]} 0 1
[junit4:junit4]   2> 866993 T2062 C374 oasc.SolrCore.execute [00000_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=3 status=0 QTime=0 
[junit4:junit4]   2> 866995 T2084 C369 oasup.LogUpdateProcessor.finish [00007_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id263]} 0 1
[junit4:junit4]   2> 867000 T2075 C378 oasup.LogUpdateProcessor.finish [00008_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id267]} 0 0
[junit4:junit4]   2> 867002 T2084 C373 oasup.LogUpdateProcessor.finish [00014_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id266]} 0 1
[junit4:junit4]   2> 867004 T2078 C370 oasup.LogUpdateProcessor.finish [00017_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id269]} 0 1
[junit4:junit4]   2> 866938 T2063 C373 oasup.LogUpdateProcessor.finish [00014_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id237]} 0 1
[junit4:junit4]   2> 866938 T2029 C369 oasup.LogUpdateProcessor.finish [00007_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id248]} 0 1
[junit4:junit4]   2> 866937 T2028 C383 oasup.LogUpdateProcessor.finish [00009_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id249]} 0 1
[junit4:junit4]   2> 866936 T2027 C381 oasc.SolrCore.execute [00016_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 866935 T2073 C382 oasup.LogUpdateProcessor.finish [00015_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id246]} 0 1
[junit4:junit4]   2> 866923 T2085 C385 oasc.SolrCore.execute [00011_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 867019 T2074 C370 oasup.LogUpdateProcessor.finish [00017_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id274]} 0 1
[junit4:junit4]   2> 867021 T2072 C387 oasup.LogUpdateProcessor.finish [00012_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id270]} 0 1
[junit4:junit4]   2> 867021 T2074 C384 oasup.LogUpdateProcessor.finish [00005_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id276]} 0 0
[junit4:junit4]   2> 867013 T2030 C385 oasup.LogUpdateProcessor.finish [00011_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id240]} 0 94
[junit4:junit4]   2> 867012 T2063 C368 oasup.LogUpdateProcessor.finish [00019_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id272]} 0 0
[junit4:junit4]   2> 867030 T2065 C378 oasup.LogUpdateProcessor.finish [00008_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id278]} 0 1
[junit4:junit4]   2> 867032 T2081 C372 oasup.LogUpdateProcessor.finish [00004_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id279]} 0 1
[junit4:junit4]   2> 867032 T2065 C386 oasup.LogUpdateProcessor.finish [00001_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id280]} 0 0
[junit4:junit4]   2> 867007 T2075 C379 oasup.LogUpdateProcessor.finish [00006_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id271]} 0 1
[junit4:junit4]   2> 867005 T2084 C368 oasup.LogUpdateProcessor.finish [00019_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id261]} 0 1
[junit4:junit4]   2> 867002 T2079 C381 oasup.LogUpdateProcessor.finish [00016_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id264]} 0 0
[junit4:junit4]   2> 867040 T2084 C374 oasup.LogUpdateProcessor.finish [00000_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id284]} 0 1
[junit4:junit4

[...truncated too long message...]

core.SolrCore@26516b25
[junit4:junit4]   2> 950248 T2021 C559 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00005_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@5180e33d),segFN=segments_1,generation=1}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00005_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@5180e33d),segFN=segments_2,generation=2}
[junit4:junit4]   2> 950249 T2021 C559 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4]   2> 950255 T2021 oasc.SolrCore.closeSearcher [00005_core] Closing main searcher on request.
[junit4:junit4]   2> 950259 T2021 oasc.CachingDirectoryFactory.close Closing MockFSDirectoryFactory - 2 directories currently being tracked
[junit4:junit4]   2> 950259 T2021 oasc.CachingDirectoryFactory.closeCacheValue looking to close /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00005_core/data [CachedDir<<refCount=0;path=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00005_core/data;done=false>>]
[junit4:junit4]   2> 950260 T2021 oasc.CachingDirectoryFactory.close Closing directory: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00005_core/data
[junit4:junit4]   2> 950262 T2021 oasc.CachingDirectoryFactory.closeCacheValue looking to close /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00005_core/data/index [CachedDir<<refCount=0;path=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00005_core/data/index;done=false>>]
[junit4:junit4]   2> 950262 T2021 oasc.CachingDirectoryFactory.close Closing directory: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00005_core/data/index
[junit4:junit4]   2> 950441 T2021 oasc.SolrCore.close [00011_core]  CLOSING SolrCore org.apache.solr.core.SolrCore@6f83d3b8
[junit4:junit4]   2> 950454 T2021 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=5,autocommits=0,soft autocommits=5,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=351,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=351,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4]   2> 950456 T2021 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4]   2> 950456 T2021 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4]   2> 950457 T2021 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4]   2> ASYNC  NEW_CORE C560 name=00011_core org.apache.solr.core.SolrCore@6f83d3b8
[junit4:junit4]   2> 950504 T2021 C560 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00011_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@7eeb6440),segFN=segments_1,generation=1}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00011_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@7eeb6440),segFN=segments_2,generation=2}
[junit4:junit4]   2> 950506 T2021 C560 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4]   2> 950522 T2021 oasc.SolrCore.closeSearcher [00011_core] Closing main searcher on request.
[junit4:junit4]   2> 950525 T2021 oasc.CachingDirectoryFactory.close Closing MockFSDirectoryFactory - 2 directories currently being tracked
[junit4:junit4]   2> 950526 T2021 oasc.CachingDirectoryFactory.closeCacheValue looking to close /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00011_core/data/index [CachedDir<<refCount=0;path=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00011_core/data/index;done=false>>]
[junit4:junit4]   2> 950527 T2021 oasc.CachingDirectoryFactory.close Closing directory: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00011_core/data/index
[junit4:junit4]   2> 950635 T2021 oasc.CachingDirectoryFactory.closeCacheValue looking to close /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00011_core/data [CachedDir<<refCount=0;path=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00011_core/data;done=false>>]
[junit4:junit4]   2> 950638 T2021 oasc.CachingDirectoryFactory.close Closing directory: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00011_core/data
[junit4:junit4]   2> 950640 T2021 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/solr,null}
[junit4:junit4]   2> 952260 T2021 oas.SolrTestCaseJ4.tearDown ###Ending test30SecondsNew
[junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=OpenCloseCoreStressTest -Dtests.method=test30SecondsNew -Dtests.seed=21AFAA153D64183D -Dtests.slow=true -Dtests.locale=nl_NL -Dtests.timezone=Pacific/Pitcairn -Dtests.file.encoding=UTF-8
[junit4:junit4] FAILURE 49.3s | OpenCloseCoreStressTest.test30SecondsNew <<<
[junit4:junit4]    > Throwable #1: java.lang.AssertionError: Core 00000_core bad! expected:<367> but was:<339>
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([21AFAA153D64183D:451AB6C16FA4E178]:0)
[junit4:junit4]    > 	at org.apache.solr.core.OpenCloseCoreStressTest.checkResults(OpenCloseCoreStressTest.java:300)
[junit4:junit4]    > 	at org.apache.solr.core.OpenCloseCoreStressTest.doStress(OpenCloseCoreStressTest.java:200)
[junit4:junit4]    > 	at org.apache.solr.core.OpenCloseCoreStressTest.test30SecondsNew(OpenCloseCoreStressTest.java:120)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4] IGNOR/A 0.01s | OpenCloseCoreStressTest.test10MinutesOld
[junit4:junit4]    > Assumption #1: 'nightly' test group is disabled (@Nightly)
[junit4:junit4] IGNOR/A 0.01s | OpenCloseCoreStressTest.test10MinutesNew
[junit4:junit4]    > Assumption #1: 'nightly' test group is disabled (@Nightly)
[junit4:junit4]   2> 952327 T2021 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4]   2> NOTE: test params are: codec=Lucene41, sim=DefaultSimilarity, locale=nl_NL, timezone=Pacific/Pitcairn
[junit4:junit4]   2> NOTE: Mac OS X 10.8.3 x86_64/Oracle Corporation 1.7.0_21 (64-bit)/cpus=2,threads=1,free=250151992,total=472907776
[junit4:junit4]   2> NOTE: All tests run in this JVM: [TestDistributedSearch, TestCollationKeyRangeQueries, TestTrie, TestPartialUpdateDeduplication, CSVRequestHandlerTest, IndexReaderFactoryTest, BasicFunctionalityTest, TestStressVersions, BinaryUpdateRequestHandlerTest, NotRequiredUniqueKeyTest, TestLazyCores, FieldAnalysisRequestHandlerTest, TestDefaultSimilarityFactory, TestIndexingPerformance, SolrRequestParserTest, CoreContainerCoreInitFailuresTest, TestJoin, TestSweetSpotSimilarityFactory, IndexSchemaRuntimeFieldTest, DocumentAnalysisRequestHandlerTest, TestCSVLoader, QueryElevationComponentTest, TestSolrDeletionPolicy2, ChaosMonkeySafeLeaderTest, TestFastLRUCache, AliasIntegrationTest, TestSchemaResource, BadCopyFieldTest, LeaderElectionTest, TestExtendedDismaxParser, TestLMJelinekMercerSimilarityFactory, SuggesterTest, PingRequestHandlerTest, SolrInfoMBeanTest, SOLR749Test, SpellingQueryConverterTest, LukeRequestHandlerTest, TestDistributedGrouping, TestReplicationHandler, TestDocSet, TestSolrXMLSerializer, UnloadDistributedZkTest, ConvertedLegacyTest, OpenCloseCoreStressTest]
[junit4:junit4] Completed in 94.80s, 6 tests, 1 failure, 4 skipped <<< FAILURES!

[...truncated 784 lines...]
BUILD FAILED
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:386: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:366: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:39: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build.xml:181: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/common-build.xml:437: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:1243: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:887: There were test failures: 296 suites, 1234 tests, 1 failure, 18 ignored (6 assumptions)

Total time: 117 minutes 15 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.7.0 -XX:+UseCompressedOops -XX:+UseG1GC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-4.x-MacOSX (64bit/jdk1.7.0) - Build # 477 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-MacOSX/477/
Java: 64bit/jdk1.7.0 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC

1 tests failed.
FAILED:  org.apache.solr.cloud.ShardSplitTest.testDistribSearch

Error Message:
Server at http://127.0.0.1:52199/_ynd/yu returned non ok status:500, message:Server Error

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: Server at http://127.0.0.1:52199/_ynd/yu returned non ok status:500, message:Server Error
	at __randomizedtesting.SeedInfo.seed([14687C2A51464B5F:958EF23226192B63]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:385)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
	at org.apache.solr.cloud.ShardSplitTest.splitShard(ShardSplitTest.java:208)
	at org.apache.solr.cloud.ShardSplitTest.doTest(ShardSplitTest.java:133)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:815)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:601)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)




Build Log:
[...truncated 9440 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.ShardSplitTest
[junit4:junit4]   2> 1223497 T2248 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /_ynd/yu
[junit4:junit4]   2> 1223502 T2248 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4]   2> Creating dataDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solrtest-ShardSplitTest-1369177481468
[junit4:junit4]   2> 1223503 T2248 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4]   2> 1223504 T2249 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4]   2> 1223605 T2248 oasc.ZkTestServer.run start zk server on port:52192
[junit4:junit4]   2> 1223607 T2248 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1223619 T2255 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@519cbdbd name:ZooKeeperConnection Watcher:127.0.0.1:52192 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1223620 T2248 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1223621 T2248 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4]   2> 1223642 T2248 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1223644 T2257 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@61d01e02 name:ZooKeeperConnection Watcher:127.0.0.1:52192/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1223645 T2248 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1223645 T2248 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4]   2> 1223678 T2248 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4]   2> 1223696 T2248 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4]   2> 1223707 T2248 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4]   2> 1223717 T2248 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 1223718 T2248 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 1223732 T2248 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4:junit4]   2> 1223734 T2248 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4]   2> 1223751 T2248 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   2> 1223752 T2248 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   2> 1223764 T2248 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   2> 1223765 T2248 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4]   2> 1223774 T2248 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   2> 1223776 T2248 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4]   2> 1223785 T2248 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 1223786 T2248 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 1223803 T2248 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 1223804 T2248 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 1223813 T2248 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 1223814 T2248 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 1223824 T2248 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   2> 1223825 T2248 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   2> 1224465 T2248 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 1224475 T2248 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52195
[junit4:junit4]   2> 1224476 T2248 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 1224477 T2248 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 1224478 T2248 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-controljetty-1369177481803
[junit4:junit4]   2> 1224478 T2248 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-controljetty-1369177481803/solr.xml
[junit4:junit4]   2> 1224479 T2248 oasc.CoreContainer.<init> New CoreContainer 1203537096
[junit4:junit4]   2> 1224480 T2248 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-controljetty-1369177481803/'
[junit4:junit4]   2> 1224480 T2248 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-controljetty-1369177481803/'
[junit4:junit4]   2> 1224748 T2248 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 1224749 T2248 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 1224750 T2248 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 1224751 T2248 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 1224752 T2248 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 1224753 T2248 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 1224754 T2248 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 1224755 T2248 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 1224756 T2248 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 1224756 T2248 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 1224792 T2248 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 1224794 T2248 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:52192/solr
[junit4:junit4]   2> 1224795 T2248 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 1224798 T2248 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1224812 T2268 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@73c68f60 name:ZooKeeperConnection Watcher:127.0.0.1:52192 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1224814 T2248 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1224823 T2248 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 1224870 T2248 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1224874 T2270 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@692adbba name:ZooKeeperConnection Watcher:127.0.0.1:52192/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1224875 T2248 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1224882 T2248 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4:junit4]   2> 1224899 T2248 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4:junit4]   2> 1224921 T2248 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4]   2> 1224932 T2248 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52195__ynd%2Fyu
[junit4:junit4]   2> 1224936 T2248 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52195__ynd%2Fyu
[junit4:junit4]   2> 1224961 T2248 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4]   2> 1224983 T2248 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 1224993 T2248 oasc.Overseer.start Overseer (id=89730415426011139-127.0.0.1:52195__ynd%2Fyu-n_0000000000) starting
[junit4:junit4]   2> 1225006 T2248 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4:junit4]   2> 1225023 T2272 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4]   2> 1225028 T2248 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4]   2> 1225047 T2248 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4:junit4]   2> 1225053 T2248 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 1225078 T2271 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 1225081 T2273 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-controljetty-1369177481803/collection1
[junit4:junit4]   2> 1225081 T2273 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4]   2> 1225083 T2273 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 1225083 T2273 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4]   2> 1225087 T2273 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-controljetty-1369177481803/collection1/'
[junit4:junit4]   2> 1225089 T2273 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-controljetty-1369177481803/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 1225090 T2273 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-controljetty-1369177481803/collection1/lib/README' to classloader
[junit4:junit4]   2> 1225249 T2273 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 1225419 T2273 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 1225423 T2273 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 1225441 T2273 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4]   2> 1226627 T2273 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1226633 T2273 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1226636 T2273 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1226666 T2273 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1226753 T2273 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1226754 T2273 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-controljetty-1369177481803/collection1/, dataDir=./org.apache.solr.cloud.ShardSplitTest-1369177481467/control/data/
[junit4:junit4]   2> 1226754 T2273 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7981b10d
[junit4:junit4]   2> 1226755 T2273 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1226756 T2273 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369177481467/control/data
[junit4:junit4]   2> 1226756 T2273 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ShardSplitTest-1369177481467/control/data/index/
[junit4:junit4]   2> 1226757 T2273 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ShardSplitTest-1369177481467/control/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1226757 T2273 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369177481467/control/data/index
[junit4:junit4]   2> 1226764 T2273 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1a87e322 lockFactory=org.apache.lucene.store.NativeFSLockFactory@7b245c45),segFN=segments_1,generation=1}
[junit4:junit4]   2> 1226764 T2273 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 1226769 T2273 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 1226769 T2273 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 1226770 T2273 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 1226771 T2273 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1226773 T2273 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 1226773 T2273 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 1226774 T2273 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1226775 T2273 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1226776 T2273 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 1226805 T2273 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1226822 T2273 oass.SolrIndexSearcher.<init> Opening Searcher@2fd354d main
[junit4:junit4]   2> 1226823 T2273 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ShardSplitTest-1369177481467/control/data/tlog
[junit4:junit4]   2> 1226825 T2273 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1226826 T2273 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1226833 T2274 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2fd354d main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1226837 T2273 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 1226838 T2273 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 1228135 T2271 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1228137 T2271 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52195__ynd%2Fyu",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52195/_ynd/yu"}
[junit4:junit4]   2> 1228138 T2271 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4]   2> 1228139 T2271 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4]   2> 1228153 T2270 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 1228843 T2273 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 1228844 T2273 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:52195/_ynd/yu collection:control_collection shard:shard1
[junit4:junit4]   2> 1228847 T2273 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4]   2> 1228885 T2273 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 1228898 T2273 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 1228899 T2273 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 1228899 T2273 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:52195/_ynd/yu/collection1/
[junit4:junit4]   2> 1228900 T2273 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 1228901 T2273 oasc.SyncStrategy.syncToMe http://127.0.0.1:52195/_ynd/yu/collection1/ has no replicas
[junit4:junit4]   2> 1228901 T2273 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:52195/_ynd/yu/collection1/
[junit4:junit4]   2> 1228902 T2273 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4]   2> 1229675 T2271 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1229702 T2270 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 1229760 T2273 oasc.ZkController.register We are http://127.0.0.1:52195/_ynd/yu/collection1/ and leader is http://127.0.0.1:52195/_ynd/yu/collection1/
[junit4:junit4]   2> 1229761 T2273 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:52195/_ynd/yu
[junit4:junit4]   2> 1229761 T2273 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 1229762 T2273 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 1229762 T2273 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 1229767 T2273 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1229770 T2248 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 1229770 T2248 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 1229771 T2248 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 1229800 T2248 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 1229804 T2248 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1229809 T2277 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@31ad6ca7 name:ZooKeeperConnection Watcher:127.0.0.1:52192/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1229809 T2248 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1229814 T2248 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 1229824 T2248 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   2> 1230422 T2248 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 1230432 T2248 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52199
[junit4:junit4]   2> 1230433 T2248 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 1230434 T2248 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 1230434 T2248 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty1-1369177487790
[junit4:junit4]   2> 1230435 T2248 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty1-1369177487790/solr.xml
[junit4:junit4]   2> 1230436 T2248 oasc.CoreContainer.<init> New CoreContainer 409470888
[junit4:junit4]   2> 1230437 T2248 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty1-1369177487790/'
[junit4:junit4]   2> 1230437 T2248 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty1-1369177487790/'
[junit4:junit4]   2> 1230741 T2248 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 1230742 T2248 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 1230742 T2248 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 1230743 T2248 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 1230744 T2248 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 1230745 T2248 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 1230746 T2248 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 1230747 T2248 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 1230747 T2248 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 1230748 T2248 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 1230799 T2248 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 1230800 T2248 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:52192/solr
[junit4:junit4]   2> 1230801 T2248 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 1230803 T2248 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1230810 T2288 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@161622fa name:ZooKeeperConnection Watcher:127.0.0.1:52192 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1230812 T2248 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1230818 T2248 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 1230845 T2248 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1230851 T2290 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@761d0ee5 name:ZooKeeperConnection Watcher:127.0.0.1:52192/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1230852 T2248 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1230871 T2248 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 1231223 T2271 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1231227 T2271 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:52195__ynd%2Fyu_collection1",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52195__ynd%2Fyu",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52195/_ynd/yu"}
[junit4:junit4]   2> 1231239 T2270 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 1231240 T2290 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 1231240 T2277 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 1231885 T2248 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52199__ynd%2Fyu
[junit4:junit4]   2> 1231888 T2248 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52199__ynd%2Fyu
[junit4:junit4]   2> 1231895 T2290 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 1231901 T2270 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 1231904 T2277 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 1231905 T2277 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 1231910 T2290 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 1231923 T2270 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 1231955 T2291 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty1-1369177487790/collection1
[junit4:junit4]   2> 1231956 T2291 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 1231959 T2291 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 1231959 T2291 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 1231964 T2291 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty1-1369177487790/collection1/'
[junit4:junit4]   2> 1231966 T2291 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty1-1369177487790/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 1231966 T2291 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty1-1369177487790/collection1/lib/README' to classloader
[junit4:junit4]   2> 1232056 T2291 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 1232207 T2291 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 1232211 T2291 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 1232218 T2291 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4]   2> 1233370 T2291 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1233374 T2291 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1233376 T2291 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1233385 T2291 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1233469 T2291 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1233469 T2291 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty1-1369177487790/collection1/, dataDir=./org.apache.solr.cloud.ShardSplitTest-1369177481467/jetty1/
[junit4:junit4]   2> 1233470 T2291 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7981b10d
[junit4:junit4]   2> 1233471 T2291 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1233471 T2291 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369177481467/jetty1
[junit4:junit4]   2> 1233472 T2291 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ShardSplitTest-1369177481467/jetty1/index/
[junit4:junit4]   2> 1233472 T2291 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ShardSplitTest-1369177481467/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1233473 T2291 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369177481467/jetty1/index
[junit4:junit4]   2> 1233479 T2291 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@67effa1c lockFactory=org.apache.lucene.store.NativeFSLockFactory@6f02f2c3),segFN=segments_1,generation=1}
[junit4:junit4]   2> 1233479 T2291 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 1233485 T2291 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 1233486 T2291 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 1233488 T2291 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 1233489 T2291 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1233490 T2291 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 1233491 T2291 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 1233491 T2291 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1233492 T2291 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1233493 T2291 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 1233513 T2291 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1233537 T2291 oass.SolrIndexSearcher.<init> Opening Searcher@17a4682f main
[junit4:junit4]   2> 1233537 T2291 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ShardSplitTest-1369177481467/jetty1/tlog
[junit4:junit4]   2> 1233539 T2291 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1233539 T2291 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1233546 T2292 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@17a4682f main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1233549 T2291 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 1233550 T2291 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 1234317 T2271 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1234319 T2271 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52199__ynd%2Fyu",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52199/_ynd/yu"}
[junit4:junit4]   2> 1234319 T2271 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 2
[junit4:junit4]   2> 1234319 T2271 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4]   2> 1234336 T2277 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 1234338 T2270 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 1234339 T2290 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 1234554 T2291 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 1234554 T2291 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:52199/_ynd/yu collection:collection1 shard:shard1
[junit4:junit4]   2> 1234556 T2291 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 1234578 T2291 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 1234585 T2291 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 1234585 T2291 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 1234586 T2291 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:52199/_ynd/yu/collection1/
[junit4:junit4]   2> 1234587 T2291 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 1234587 T2291 oasc.SyncStrategy.syncToMe http://127.0.0.1:52199/_ynd/yu/collection1/ has no replicas
[junit4:junit4]   2> 1234588 T2291 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:52199/_ynd/yu/collection1/
[junit4:junit4]   2> 1234588 T2291 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 1235856 T2271 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1235886 T2270 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 1235886 T2290 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 1235891 T2277 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 1235912 T2291 oasc.ZkController.register We are http://127.0.0.1:52199/_ynd/yu/collection1/ and leader is http://127.0.0.1:52199/_ynd/yu/collection1/
[junit4:junit4]   2> 1235912 T2291 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:52199/_ynd/yu
[junit4:junit4]   2> 1235913 T2291 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 1235913 T2291 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 1235914 T2291 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 1235918 T2291 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1235921 T2248 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 1235922 T2248 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 1235923 T2248 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 1236528 T2248 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 1236536 T2248 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52202
[junit4:junit4]   2> 1236537 T2248 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 1236538 T2248 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 1236539 T2248 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty2-1369177493921
[junit4:junit4]   2> 1236539 T2248 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty2-1369177493921/solr.xml
[junit4:junit4]   2> 1236543 T2248 oasc.CoreContainer.<init> New CoreContainer 1848569671
[junit4:junit4]   2> 1236547 T2248 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty2-1369177493921/'
[junit4:junit4]   2> 1236549 T2248 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty2-1369177493921/'
[junit4:junit4]   2> 1236803 T2248 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 1236804 T2248 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 1236804 T2248 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 1236805 T2248 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 1236806 T2248 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 1236806 T2248 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 1236807 T2248 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 1236808 T2248 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 1236809 T2248 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 1236810 T2248 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 1236863 T2248 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 1236864 T2248 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:52192/solr
[junit4:junit4]   2> 1236865 T2248 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 1236871 T2248 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1236874 T2304 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7fac9d02 name:ZooKeeperConnection Watcher:127.0.0.1:52192 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1236874 T2248 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1236883 T2248 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 1236909 T2248 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1236921 T2306 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2c658605 name:ZooKeeperConnection Watcher:127.0.0.1:52192/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1236922 T2248 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1236936 T2248 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 1237414 T2271 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1237417 T2271 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:52199__ynd%2Fyu_collection1",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52199__ynd%2Fyu",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52199/_ynd/yu"}
[junit4:junit4]   2> 1237431 T2306 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 1237431 T2277 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 1237436 T2270 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 1237439 T2290 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 1237949 T2248 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52202__ynd%2Fyu
[junit4:junit4]   2> 1237952 T2248 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52202__ynd%2Fyu
[junit4:junit4]   2> 1237962 T2290 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 1237963 T2270 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 1237964 T2277 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 1237965 T2277 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 1237973 T2270 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 1237974 T2306 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 1237974 T2306 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 1237982 T2290 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 1238021 T2307 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty2-1369177493921/collection1
[junit4:junit4]   2> 1238021 T2307 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 1238024 T2307 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 1238024 T2307 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 1238029 T2307 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty2-1369177493921/collection1/'
[junit4:junit4]   2> 1238031 T2307 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty2-1369177493921/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 1238031 T2307 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty2-1369177493921/collection1/lib/README' to classloader
[junit4:junit4]   2> 1238127 T2307 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 1238260 T2307 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 1238267 T2307 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 1238292 T2307 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4]   2> 1239771 T2307 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1239777 T2307 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1239783 T2307 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1239798 T2307 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1239896 T2307 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1239897 T2307 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty2-1369177493921/collection1/, dataDir=./org.apache.solr.cloud.ShardSplitTest-1369177481467/jetty2/
[junit4:junit4]   2> 1239898 T2307 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7981b10d
[junit4:junit4]   2> 1239898 T2307 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1239899 T2307 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369177481467/jetty2
[junit4:junit4]   2> 1239900 T2307 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ShardSplitTest-1369177481467/jetty2/index/
[junit4:junit4]   2> 1239900 T2307 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ShardSplitTest-1369177481467/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1239902 T2307 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369177481467/jetty2/index
[junit4:junit4]   2> 1239912 T2307 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6fc32afd lockFactory=org.apache.lucene.store.NativeFSLockFactory@4c9f2ca6),segFN=segments_1,generation=1}
[junit4:junit4]   2> 1239913 T2307 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 1239918 T2307 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 1239919 T2307 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 1239920 T2307 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 1239922 T2307 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1239923 T2307 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 1239923 T2307 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 1239924 T2307 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1239932 T2307 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1239934 T2307 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 1239955 T2307 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1239966 T2307 oass.SolrIndexSearcher.<init> Opening Searcher@1b1aaf3e main
[junit4:junit4]   2> 1239967 T2307 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ShardSplitTest-1369177481467/jetty2/tlog
[junit4:junit4]   2> 1239968 T2307 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1239969 T2307 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1239975 T2308 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1b1aaf3e main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1239980 T2307 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 1239981 T2307 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 1240489 T2271 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1240492 T2271 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52202__ynd%2Fyu",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52202/_ynd/yu"}
[junit4:junit4]   2> 1240492 T2271 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 1240492 T2271 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard2
[junit4:junit4]   2> 1240507 T2290 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 1240507 T2277 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 1240512 T2270 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 1240515 T2306 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 1240987 T2307 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 1240987 T2307 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:52202/_ynd/yu collection:collection1 shard:shard2
[junit4:junit4]   2> 1240990 T2307 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4:junit4]   2> 1241017 T2307 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 1241029 T2307 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 1241030 T2307 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 1241030 T2307 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:52202/_ynd/yu/collection1/
[junit4:junit4]   2> 1241031 T2307 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 1241031 T2307 oasc.SyncStrategy.syncToMe http://127.0.0.1:52202/_ynd/yu/collection1/ has no replicas
[junit4:junit4]   2> 1241032 T2307 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:52202/_ynd/yu/collection1/
[junit4:junit4]   2> 1241032 T2307 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4:junit4]   2> 1242034 T2271 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1242061 T2306 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 1242061 T2277 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 1242064 T2270 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 1242069 T2290 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 1242094 T2307 oasc.ZkController.register We are http://127.0.0.1:52202/_ynd/yu/collection1/ and leader is http://127.0.0.1:52202/_ynd/yu/collection1/
[junit4:junit4]   2> 1242095 T2307 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:52202/_ynd/yu
[junit4:junit4]   2> 1242095 T2307 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 1242096 T2307 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 1242096 T2307 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 1242101 T2307 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1242104 T2248 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 1242105 T2248 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 1242106 T2248 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 1242769 T2248 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 1242785 T2248 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52205
[junit4:junit4]   2> 1242786 T2248 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 1242787 T2248 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 1242788 T2248 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty3-1369177500107
[junit4:junit4]   2> 1242789 T2248 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty3-1369177500107/solr.xml
[junit4:junit4]   2> 1242790 T2248 oasc.CoreContainer.<init> New CoreContainer 1302960754
[junit4:junit4]   2> 1242792 T2248 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty3-1369177500107/'
[junit4:junit4]   2> 1242792 T2248 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty3-1369177500107/'
[junit4:junit4]   2> 1243110 T2248 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 1243111 T2248 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 1243112 T2248 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 1243113 T2248 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 1243114 T2248 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 1243115 T2248 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 1243116 T2248 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 1243118 T2248 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 1243119 T2248 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 1243120 T2248 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 1243151 T2248 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 1243152 T2248 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:52192/solr
[junit4:junit4]   2> 1243153 T2248 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 1243157 T2248 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1243165 T2320 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2c8a6b77 name:ZooKeeperConnection Watcher:127.0.0.1:52192 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1243167 T2248 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1243177 T2250 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x13ec95661040009, likely client has closed socket
[junit4:junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
[junit4:junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4:junit4]   2> 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 
[junit4:junit4]   2> 1243177 T2248 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 1243227 T2248 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1243233 T2322 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@531a47c2 name:ZooKeeperConnection Watcher:127.0.0.1:52192/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1243233 T2248 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1243252 T2248 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 1243599 T2271 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1243605 T2271 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:52202__ynd%2Fyu_collection1",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52202__ynd%2Fyu",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52202/_ynd/yu"}
[junit4:junit4]   2> 1243619 T2290 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 1243620 T2322 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 1243620 T2277 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 1243622 T2270 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 1243623 T2306 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 1244267 T2248 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52205__ynd%2Fyu
[junit4:junit4]   2> 1244274 T2248 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52205__ynd%2Fyu
[junit4:junit4]   2> 1244282 T2290 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 1244283 T2270 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 1244283 T2322 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 1244290 T2270 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 1244291 T2277 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 1244292 T2277 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 1244301 T2290 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 1244308 T2306 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 1244309 T2306 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 1244337 T2323 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty3-1369177500107/collection1
[junit4:junit4]   2> 1244338 T2323 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 1244338 T2322 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 1244341 T2323 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 1244341 T2323 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 1244347 T2323 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty3-1369177500107/collection1/'
[junit4:junit4]   2> 1244349 T2323 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty3-1369177500107/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 1244350 T2323 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty3-1369177500107/collection1/lib/README' to classloader
[junit4:junit4]   2> 1244518 T2323 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 1244650 T2323 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 1244655 T2323 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 1244662 T2323 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4]   2> 1246005 T2323 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1246013 T2323 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1246015 T2323 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1246026 T2323 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1246137 T2323 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1246138 T2323 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty3-1369177500107/collection1/, dataDir=./org.apache.solr.cloud.ShardSplitTest-1369177481467/jetty3/
[junit4:junit4]   2> 1246138 T2323 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7981b10d
[junit4:junit4]   2> 1246139 T2323 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1246140 T2323 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369177481467/jetty3
[junit4:junit4]   2> 1246140 T2323 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ShardSplitTest-1369177481467/jetty3/index/
[junit4:junit4]   2> 1246141 T2323 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ShardSplitTest-1369177481467/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1246143 T2323 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369177481467/jetty3/index
[junit4:junit4]   2> 1246150 T2323 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@11e3104a lockFactory=org.apache.lucene.store.NativeFSLockFactory@2ad47dba),segFN=segments_1,generation=1}
[junit4:junit4]   2> 1246151 T2323 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 1246156 T2323 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 1246157 T2323 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 1246158 T2323 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 1246160 T2323 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1246162 T2323 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 1246162 T2323 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 1246163 T2323 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1246165 T2323 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1246167 T2323 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 1246201 T2323 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1246214 T2323 oass.SolrIndexSearcher.<init> Opening Searcher@78648571 main
[junit4:junit4]   2> 1246216 T2323 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ShardSplitTest-1369177481467/jetty3/tlog
[junit4:junit4]   2> 1246218 T2323 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1246219 T2323 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1246228 T2324 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@78648571 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1246234 T2323 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 1246235 T2323 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 1246718 T2271 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1246720 T2271 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52205__ynd%2Fyu",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52205/_ynd/yu"}
[junit4:junit4]   2> 1246721 T2271 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 1246721 T2271 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4]   2> 1246737 T2290 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 1246738 T2306 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 1246745 T2270 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 1246751 T2322 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 1246752 T2277 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 1247242 T2323 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 1247242 T2323 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:52205/_ynd/yu collection:collection1 shard:shard1
[junit4:junit4]   2> 1247253 T2323 oasc.ZkController.register We are http://127.0.0.1:52205/_ynd/yu/collection1/ and leader is http://127.0.0.1:52199/_ynd/yu/collection1/
[junit4:junit4]   2> 1247253 T2323 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:52205/_ynd/yu
[junit4:junit4]   2> 1247253 T2323 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 1247254 T2323 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C1844 name=collection1 org.apache.solr.core.SolrCore@496f21f7 url=http://127.0.0.1:52205/_ynd/yu/collection1 node=127.0.0.1:52205__ynd%2Fyu C1844_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:52205__ynd%2Fyu, base_url=http://127.0.0.1:52205/_ynd/yu}
[junit4:junit4]   2> 1247255 T2325 C1844 P52205 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 1247262 T2323 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1247264 T2325 C1844 P52205 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 1247265 T2325 C1844 P52205 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 1247267 T2325 C1844 P52205 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 1247271 T2248 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 1247272 T2248 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 1247272 T2325 C1844 P52205 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 1247273 T2248 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 1247337 T2285 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 127.0.0.1:52205__ynd%2Fyu_collection1, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4]   2> 1247937 T2248 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 1247945 T2248 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52209
[junit4:junit4]   2> 1247947 T2248 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 1247948 T2248 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 1247948 T2248 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty4-1369177505282
[junit4:junit4]   2> 1247949 T2248 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty4-1369177505282/solr.xml
[junit4:junit4]   2> 1247949 T2248 oasc.CoreContainer.<init> New CoreContainer 208638122
[junit4:junit4]   2> 1247950 T2248 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty4-1369177505282/'
[junit4:junit4]   2> 1247950 T2248 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty4-1369177505282/'
[junit4:junit4]   2> 1248245 T2248 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 1248246 T2248 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 1248247 T2248 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 1248248 T2248 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 1248248 T2248 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 1248249 T2248 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 1248249 T2248 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 1248250 T2248 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 1248251 T2248 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 1248251 T2248 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 1248269 T2271 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1248274 T2271 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:52205__ynd%2Fyu_collection1",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52205__ynd%2Fyu",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52205/_ynd/yu"}
[junit4:junit4]   2> 1248295 T2248 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 1248296 T2248 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:52192/solr
[junit4:junit4]   2> 1248296 T2248 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 1248301 T2270 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 1248307 T2306 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 1248301 T2290 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 1248306 T2248 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1248331 T2337 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4aaab1c8 name:ZooKeeperConnection Watcher:127.0.0.1:52192 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1248331 T2248 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1248301 T2277 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 1248301 T2322 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 1248340 T2285 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 127.0.0.1:52205__ynd%2Fyu_collection1, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4:junit4]   2> 1248340 T2285 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=127.0.0.1:52205__ynd%252Fyu_collection1&state=recovering&nodeName=127.0.0.1:52205__ynd%252Fyu&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=1003 
[junit4:junit4]   2> 1248347 T2248 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 1248374 T2248 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1248380 T2339 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6e4851b6 name:ZooKeeperConnection Watcher:127.0.0.1:52192/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1248381 T2248 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1248409 T2248 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 1249423 T2248 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52209__ynd%2Fyu
[junit4:junit4]   2> 1249427 T2248 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52209__ynd%2Fyu
[junit4:junit4]   2> 1249438 T2290 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 1249439 T2322 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 1249458 T2290 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 1249459 T2322 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 1249469 T2339 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 1249476 T2270 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 1249497 T2306 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 1249498 T2306 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1249503 T2277 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 1249505 T2277 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1249511 T2270 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 1249512 T2340 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty4-1369177505282/collection1
[junit4:junit4]   2> 1249513 T2340 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 1249516 T2340 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 1249517 T2340 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 1249523 T2340 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty4-1369177505282/collection1/'
[junit4:junit4]   2> 1249525 T2340 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty4-1369177505282/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 1249527 T2340 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty4-1369177505282/collection1/lib/README' to classloader
[junit4:junit4]   2> 1249670 T2340 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 1249844 T2340 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 1249849 T2340 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 1249862 T2340 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4]   2> ASYNC  NEW_CORE C1845 name=collection1 org.apache.solr.core.SolrCore@496f21f7 url=http://127.0.0.1:52205/_ynd/yu/collection1 node=127.0.0.1:52205__ynd%2Fyu C1845_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:52205__ynd%2Fyu, base_url=http://127.0.0.1:52205/_ynd/yu}
[junit4:junit4]   2> 1250343 T2325 C1845 P52205 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:52199/_ynd/yu/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 1250344 T2325 C1845 P52205 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:52205/_ynd/yu START replicas=[http://127.0.0.1:52199/_ynd/yu/collection1/] nUpdates=100
[junit4:junit4]   2> 1250345 T2325 C1845 P52205 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 1250346 T2325 C1845 P52205 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 1250346 T2325 C1845 P52205 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 1250347 T2325 C1845 P52205 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 1250347 T2325 C1845 P52205 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 1250347 T2325 C1845 P52205 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:52199/_ynd/yu/collection1/. core=collection1
[junit4:junit4]   2> 1250348 T2325 C1845 P52205 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C1846 name=collection1 org.apache.solr.core.SolrCore@2e5fd13 url=http://127.0.0.1:52199/_ynd/yu/collection1 node=127.0.0.1:52199__ynd%2Fyu C1846_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:52199__ynd%2Fyu, base_url=http://127.0.0.1:52199/_ynd/yu, leader=true}
[junit4:junit4]   2> 1250431 T2285 C1846 P52199 oasc.SolrCore.execute [collection1] webapp=/_ynd/yu path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=24 
[junit4:junit4]   2> ASYNC  NEW_CORE C1847 name=collection1 org.apache.solr.core.SolrCore@2e5fd13 url=http://127.0.0.1:52199/_ynd/yu/collection1 node=127.0.0.1:52199__ynd%2Fyu C1847_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:52199__ynd%2Fyu, base_url=http://127.0.0.1:52199/_ynd/yu, leader=true}
[junit4:junit4]   2> 1250445 T2284 C1847 P52199 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 1250479 T2284 C1847 P52199 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@67effa1c lockFactory=org.apache.lucene.store.NativeFSLockFactory@6f02f2c3),segFN=segments_1,generation=1}
[junit4:junit4]   2> 1250482 T2284 C1847 P52199 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 1250532 T2284 C1847 P52199 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@67effa1c lockFactory=org.apache.lucene.store.NativeFSLockFactory@6f02f2c3),segFN=segments_1,generation=1}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@67effa1c lockFactory=org.apache.lucene.store.NativeFSLockFactory@6f02f2c3),segFN=segments_2,generation=2}
[junit4:junit4]   2> 1250533 T2284 C1847 P52199 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4]   2> 1250534 T2284 C1847 P52199 oass.SolrIndexSearcher.<init> Opening Searcher@3cbebbc5 realtime
[junit4:junit4]   2> 1250535 T2284 C1847 P52199 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 1250536 T2284 C1847 P52199 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 91
[junit4:junit4]   2> ASYNC  NEW_CORE C1848 name=collection1 org.apache.solr.core.SolrCore@496f21f7 url=http://127.0.0.1:52205/_ynd/yu/collection1 node=127.0.0.1:52205__ynd%2Fyu C1848_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:52205__ynd%2Fyu, base_url=http://127.0.0.1:52205/_ynd/yu}
[junit4:junit4]   2> 1250542 T2325 C1848 P52205 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 1250543 T2325 C1848 P52205 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 1250550 T2282 C1847 P52199 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 1250551 T2282 C1847 P52199 oasc.SolrCore.execute [collection1] webapp=/_ynd/yu path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=3 
[junit4:junit4]   2> 1250554 T2325 C1848 P52205 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 1250555 T2325 C1848 P52205 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 1250556 T2325 C1848 P52205 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 1250576 T2283 C1847 P52199 oasc.SolrCore.execute [collection1] webapp=/_ynd/yu path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=10 
[junit4:junit4]   2> 1250587 T2325 C1848 P52205 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> ASYNC  NEW_CORE C1849 name=collection1 org.apache.solr.core.SolrCore@496f21f7 url=http://127.0.0.1:52205/_ynd/yu/collection1 node=127.0.0.1:52205__ynd%2Fyu C1849_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:52205__ynd%2Fyu, base_url=http://127.0.0.1:52205/_ynd/yu}
[junit4:junit4]   2> 1250614 T2325 C1849 P52205 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369177481467/jetty3/index.20130522083508553
[junit4:junit4]   2> 1250615 T2325 C1849 P52205 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@484e1298 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3ff6320c) fullCopy=false
[junit4:junit4]   2> ASYNC  NEW_CORE C1850 name=collection1 org.apache.solr.core.SolrCore@2e5fd13 url=http://127.0.0.1:52199/_ynd/yu/collection1 node=127.0.0.1:52199__ynd%2Fyu C1850_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:52199__ynd%2Fyu, base_url=http://127.0.0.1:52199/_ynd/yu, leader=true}
[junit4:junit4]   2> 1250630 T2285 C1850 P52199 oasc.SolrCore.execute [collection1] webapp=/_ynd/yu path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 1250634 T2325 C1849 P52205 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 1250640 T2325 C1849 P52205 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 1250641 T2325 C1849 P52205 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 1250647 T2325 C1849 P52205 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@11e3104a lockFactory=org.apache.lucene.store.NativeFSLockFactory@2ad47dba),segFN=segments_1,generation=1}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@11e3104a lockFactory=org.apache.lucene.store.NativeFSLockFactory@2ad47dba),segFN=segments_2,generation=2}
[junit4:junit4]   2> 1250650 T2325 C1849 P52205 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4]   2> 1250650 T2325 C1849 P52205 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 1250651 T2325 C1849 P52205 oass.SolrIndexSearcher.<init> Opening Searcher@6e16528d main
[junit4:junit4]   2> 1250653 T2324 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6e16528d main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 1250654 T2325 C1849 P52205 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.ShardSplitTest-1369177481467/jetty3/index.20130522083508553 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ShardSplitTest-1369177481467/jetty3/index.20130522083508553;done=true>>]
[junit4:junit4]   2> 1250654 T2325 C1849 P52205 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.ShardSplitTest-1369177481467/jetty3/index.20130522083508553
[junit4:junit4]   2> 1250655 T2325 C1849 P52205 oasc.CachingDirectoryFactory.closeCacheValue Removing directory before core close: ./org.apache.solr.cloud.ShardSplitTest-1369177481467/jetty3/index.20130522083508553
[junit4:junit4]   2> 1250656 T2325 C1849 P52205 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 1250656 T2325 C1849 P52205 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 1250657 T2325 C1849 P52205 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 1250657 T2325 C1849 P52205 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 1250668 T2325 C1849 P52205 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 1251365 T2271 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1251368 T2271 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:52205__ynd%2Fyu_collection1",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52205__ynd%2Fyu",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52205/_ynd/yu"}
[junit4:junit4]   2> 1251408 T2339 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1251408 T2270 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1251409 T2322 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1251411 T2290 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1251411 T2306 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1251412 T2277 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1251603 T2340 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1251607 T2340 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1251611 T2340 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1251622 T2340 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1251724 T2340 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1251725 T2340 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty4-1369177505282/collection1/, dataDir=./org.apache.solr.cloud.ShardSplitTest-1369177481467/jetty4/
[junit4:junit4]   2> 1251725 T2340 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7981b10d
[junit4:junit4]   2> 1251726 T2340 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1251727 T2340 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369177481467/jetty4
[junit4:junit4]   2> 1251727 T2340 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ShardSplitTest-1369177481467/jetty4/index/
[junit4:junit4]   2> 1251728 T2340 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ShardSplitTest-1369177481467/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1251730 T2340 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369177481467/jetty4/index
[junit4:junit4]   2> 1251738 T2340 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1e4628e3 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3e163c45),segFN=segments_1,generation=1}
[junit4:junit4]   2> 1251739 T2340 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 1251747 T2340 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 1251749 T2340 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 1251750 T2340 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 1251751 T2340 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1251753 T2340 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 1251754 T2340 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 1251756 T2340 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1251758 T2340 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1251760 T2340 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 1251791 T2340 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1251811 T2340 oass.SolrIndexSearcher.<init> Opening Searcher@13097137 main
[junit4:junit4]   2> 1251811 T2340 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ShardSplitTest-1369177481467/jetty4/tlog
[junit4:junit4]   2> 1251813 T2340 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1251813 T2340 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1251825 T2340 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 1251826 T2343 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@13097137 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1251826 T2340 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 1252948 T2271 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1252950 T2271 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52209__ynd%2Fyu",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52209/_ynd/yu"}
[junit4:junit4]   2> 1252950 T2271 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 1252951 T2271 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard2
[junit4:junit4]   2> 1252969 T2290 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1252970 T2322 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1252973 T2339 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1252973 T2306 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1252974 T2277 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1252976 T2270 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1253833 T2340 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 1253834 T2340 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:52209/_ynd/yu collection:collection1 shard:shard2
[junit4:junit4]   2> 1253844 T2340 oasc.ZkController.register We are http://127.0.0.1:52209/_ynd/yu/collection1/ and leader is http://127.0.0.1:52202/_ynd/yu/collection1/
[junit4:junit4]   2> 1253845 T2340 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:52209/_ynd/yu
[junit4:junit4]   2> 1253845 T2340 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 1253845 T2340 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C1851 name=collection1 org.apache.solr.core.SolrCore@3e9d8e5 url=http://127.0.0.1:52209/_ynd/yu/collection1 node=127.0.0.1:52209__ynd%2Fyu C1851_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:52209__ynd%2Fyu, base_url=http://127.0.0.1:52209/_ynd/yu}
[junit4:junit4]   2> 1253846 T2344 C1851 P52209 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 1253848 T2344 C1851 P52209 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 1253848 T2344 C1851 P52209 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 1253848 T2344 C1851 P52209 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 1253853 T2340 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1253855 T2344 C1851 P52209 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 1253880 T2248 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 1253881 T2248 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 1253882 T2248 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 1253918 T2302 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 127.0.0.1:52209__ynd%2Fyu_collection1, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4]   2> 1253925 T2248 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1253928 T2248 oasc.AbstractFullDistribZkTestBase.waitForThingsToLevelOut Wait for recoveries to finish - wait 15 for each attempt
[junit4:junit4]   2> 1253929 T2248 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):15
[junit4:junit4]   2> 1253934 T2248 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1254502 T2271 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1254505 T2271 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:52209__ynd%2Fyu_collection1",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52209__ynd%2Fyu",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52209/_ynd/yu"}
[junit4:junit4]   2> 1254518 T2270 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1254519 T2306 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1254519 T2339 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1254519 T2277 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1254532 T2322 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1254532 T2290 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1254920 T2302 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 127.0.0.1:52209__ynd%2Fyu_collection1, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4:junit4]   2> 1254921 T2302 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=127.0.0.1:52209__ynd%252Fyu_collection1&state=recovering&nodeName=127.0.0.1:52209__ynd%252Fyu&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=1003 
[junit4:junit4]   2> 1254943 T2248 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1255949 T2248 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> ASYNC  NEW_CORE C1852 name=collection1 org.apache.solr.core.SolrCore@3e9d8e5 url=http://127.0.0.1:52209/_ynd/yu/collection1 node=127.0.0.1:52209__ynd%2Fyu C1852_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:52209__ynd%2Fyu, base_url=http://127.0.0.1:52209/_ynd/yu}
[junit4:junit4]   2> 1256924 T2344 C1852 P52209 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:52202/_ynd/yu/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 1256925 T2344 C1852 P52209 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:52209/_ynd/yu START replicas=[http://127.0.0.1:52202/_ynd/yu/collection1/] nUpdates=100
[junit4:junit4]   2> 1256927 T2344 C1852 P52209 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 1256930 T2344 C1852 P52209 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 1256933 T2344 C1852 P52209 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 1256934 T2344 C1852 P52209 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 1256935 T2344 C1852 P52209 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 1256935 T2344 C1852 P52209 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:52202/_ynd/yu/collection1/. core=collection1
[junit4:junit4]   2> 1256936 T2344 C1852 P52209 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 1256974 T2248 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> ASYNC  NEW_CORE C1853 name=collection1 org.apache.solr.core.SolrCore@635722d9 url=http://127.0.0.1:52202/_ynd/yu/collection1 node=127.0.0.1:52202__ynd%2Fyu C1853_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:52202__ynd%2Fyu, base_url=http://127.0.0.1:52202/_ynd/yu, leader=true}
[junit4:junit4]   2> 1256982 T2300 C1853 P52202 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 1256984 T2299 C1853 P52202 oasc.SolrCore.execute [collection1] webapp=/_ynd/yu path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=11 
[junit4:junit4]   2> 1256989 T2300 C1853 P52202 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6fc32afd lockFactory=org.apache.lucene.store.NativeFSLockFactory@4c9f2ca6),segFN=segments_1,generation=1}
[junit4:junit4]   2> 1256991 T2300 C1853 P52202 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 1257012 T2300 C1853 P52202 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6fc32afd lockFactory=org.apache.lucene.store.NativeFSLockFactory@4c9f2ca6),segFN=segments_1,generation=1}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6fc32afd lockFactory=org.apache.lucene.store.NativeFSLockFactory@4c9f2ca6),segFN=segments_2,generation=2}
[junit4:junit4]   2> 1257013 T2300 C1853 P52202 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4]   2> 1257014 T2300 C1853 P52202 oass.SolrIndexSearcher.<init> Opening Searcher@390093e5 realtime
[junit4:junit4]   2> 1257016 T2300 C1853 P52202 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 1257017 T2300 C1853 P52202 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 34
[junit4:junit4]   2> 1257029 T2344 C1852 P52209 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 1257029 T2344 C1852 P52209 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 1257038 T2301 C1853 P52202 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 1257039 T2301 C1853 P52202 oasc.SolrCore.execute [collection1] webapp=/_ynd/yu path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 1257041 T2344 C1852 P52209 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 1257042 T2344 C1852 P52209 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 1257042 T2344 C1852 P52209 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 1257047 T2298 C1853 P52202 oasc.SolrCore.execute [collection1] webapp=/_ynd/yu path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=1 
[junit4:junit4]   2> 1257049 T2344 C1852 P52209 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 1257058 T2344 C1852 P52209 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369177481467/jetty4/index.20130522083515015
[junit4:junit4]   2> 1257059 T2344 C1852 P52209 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@7d656f71 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5a6266b8) fullCopy=false
[junit4:junit4]   2> 1257068 T2302 C1853 P52202 oasc.SolrCore.execute [collection1] webapp=/_ynd/yu path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 1257072 T2344 C1852 P52209 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 1257081 T2344 C1852 P52209 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 1257082 T2344 C1852 P52209 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 1257088 T2344 C1852 P52209 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1e4628e3 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3e163c45),segFN=segments_1,generation=1}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1e4628e3 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3e163c45),segFN=segments_2,generation=2}
[junit4:junit4]   2> 1257090 T2344 C1852 P52209 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4]   2> 1257090 T2344 C1852 P52209 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 1257091 T2344 C1852 P52209 oass.SolrIndexSearcher.<init> Opening Searcher@493b36f2 main
[junit4:junit4]   2> 1257094 T2343 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@493b36f2 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 1257096 T2344 C1852 P52209 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.ShardSplitTest-1369177481467/jetty4/index.20130522083515015 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ShardSplitTest-1369177481467/jetty4/index.20130522083515015;done=true>>]
[junit4:junit4]   2> 1257099 T2344 C1852 P52209 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.ShardSplitTest-1369177481467/jetty4/index.20130522083515015
[junit4:junit4]   2> 1257099 T2344 C1852 P52209 oasc.CachingDirectoryFactory.closeCacheValue Removing directory before core close: ./org.apache.solr.cloud.ShardSplitTest-1369177481467/jetty4/index.20130522083515015
[junit4:junit4]   2> 1257100 T2344 C1852 P52209 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 1257100 T2344 C1852 P52209 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 1257101 T2344 C1852 P52209 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 1257101 T2344 C1852 P52209 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 1257106 T2344 C1852 P52209 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 1257578 T2271 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1257581 T2271 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:52209__ynd%2Fyu_collection1",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52209__ynd%2Fyu",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52209/_ynd/yu"}
[junit4:junit4]   2> 1257607 T2270 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1257608 T2339 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1257607 T2322 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1257608 T2306 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1257609 T2277 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1257609 T2290 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1257980 T2248 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1257983 T2248 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: collection1
[junit4:junit4]   2> ASYNC  NEW_CORE C1854 name=collection1 org.apache.solr.core.SolrCore@3efadb0a url=http://127.0.0.1:52195/_ynd/yu/collection1 node=127.0.0.1:52195__ynd%2Fyu C1854_STATE=coll:control_collection core:collection1 props:{shard=shard1, state=active, core=collection1, collection=control_collection, node_name=127.0.0.1:52195__ynd%2Fyu, base_url=http://127.0.0.1:52195/_ynd/yu, leader=true}
[junit4:junit4]   2> 1258004 T2265 C1854 P52195 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 1258010 T2265 C1854 P52195 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1a87e322 lockFactory=org.apache.lucene.store.NativeFSLockFactory@7b245c45),segFN=segments_1,generation=1}
[junit4:junit4]   2> 1258012 T2265 C1854 P52195 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 1258014 T2265 C1854 P52195 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1a87e322 lockFactory=org.apache.lucene.store.NativeFSLockFactory@7b245c45),segFN=segments_1,generation=1}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1a87e322 lockFactory=org.apache.lucene.store.NativeFSLockFactory@7b245c45),segFN=segments_2,generation=2}
[junit4:junit4]   2> 1258015 T2265 C1854 P52195 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4]   2> 1258016 T2265 C1854 P52195 oass.SolrIndexSearcher.<init> Opening Searcher@131014f0 main
[junit4:junit4]   2> 1258017 T2265 C1854 P52195 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 1258019 T2274 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@131014f0 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 1258020 T2265 C1854 P52195 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 16
[junit4:junit4]   2> ASYNC  NEW_CORE C1855 name=collection1 org.apache.solr.core.SolrCore@2e5fd13 url=http://127.0.0.1:52199/_ynd/yu/collection1 node=127.0.0.1:52199__ynd%2Fyu C1855_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:52199__ynd%2Fyu, base_url=http://127.0.0.1:52199/_ynd/yu, leader=true}
[junit4:junit4]   2> 1258063 T2285 C1855 P52199 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 1258067 T2285 C1855 P52199 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@67effa1c lockFactory=org.apache.lucene.store.NativeFSLockFactory@6f02f2c3),segFN=segments_2,generation=2}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@67effa1c lockFactory=org.apache.lucene.store.NativeFSLockFactory@6f02f2c3),segFN=segments_3,generation=3}
[junit4:junit4]   2> 1258068 T2285 C1855 P52199 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4]   2> 1258068 T2285 C1855 P52199 oass.SolrIndexSearcher.<init> Opening Searcher@7bb6ce6 main
[junit4:junit4]   2> 1258070 T2285 C1855 P52199 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 1258071 T2292 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7bb6ce6 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 1258072 T2285 C1855 P52199 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:52205/_ynd/yu/collection1/, StdNode: http://127.0.0.1:52202/_ynd/yu/collection1/, StdNode: http://127.0.0.1:52209/_ynd/yu/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4]   2>  C1852_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:52209__ynd%2Fyu, base_url=http://127.0.0.1:52209/_ynd/yu}
[junit4:junit4]   2> 1258100 T2335 C1852 P52209 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 1258102 T2335 C1852 P52209 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1e4628e3 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3e163c45),segFN=segments_2,generation=2}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1e4628e3 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3e163c45),segFN=segments_3,generation=3}
[junit4:junit4]   2> 1258102 T2335 C1852 P52209 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4]   2> 1258104 T2335 C1852 P52209 oass.SolrIndexSearcher.<init> Opening Searcher@24567884 main
[junit4:junit4]   2> 1258105 T2335 C1852 P52209 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 1258107 T2343 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@24567884 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 1258107 T2335 C1852 P52209 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 8
[junit4:junit4]   2> ASYNC  NEW_CORE C1856 name=collection1 org.apache.solr.core.SolrCore@635722d9 url=http://127.0.0.1:52202/_ynd/yu/collection1 node=127.0.0.1:52202__ynd%2Fyu C1856_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:52202__ynd%2Fyu, base_url=http://127.0.0.1:52202/_ynd/yu, leader=true}
[junit4:junit4]   2> 1258175 T2297 C1856 P52202 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> ASYNC  NEW_CORE C1857 name=collection1 org.apache.solr.core.SolrCore@496f21f7 url=http://127.0.0.1:52205/_ynd/yu/collection1 node=127.0.0.1:52205__ynd%2Fyu C1857_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:52205__ynd%2Fyu, base_url=http://127.0.0.1:52205/_ynd/yu}
[junit4:junit4]   2> 1258187 T2314 C1857 P52205 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 1258190 T2297 C1856 P52202 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6fc32afd lockFactory=org.apache.lucene.store.NativeFSLockFactory@4c9f2ca6),segFN=segments_2,generation=2}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6fc32afd lockFactory=org.apache.lucene.store.NativeFSLockFactory@4c9f2ca6),segFN=segments_3,generation=3}
[junit4:junit4]   2> 1258190 T2297 C1856 P52202 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4]   2> 1258191 T2297 C1856 P52202 oass.SolrIndexSearcher.<init> Opening Searcher@48d34ddf main
[junit4:junit4]   2> 1258192 T2297 C1856 P52202 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 1258194 T2314 C1857 P52205 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@11e3104a lockFactory=org.apache.lucene.store.NativeFSLockFactory@2ad47dba),segFN=segments_2,generation=2}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@11e3104a lockFactory=org.apache.lucene.store.NativeFSLockFactory@2ad47dba),segFN=segments_3,generation=3}
[junit4:junit4]   2> 1258195 T2314 C1857 P52205 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4]   2> 1258195 T2308 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@48d34ddf main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 1258198 T2314 C1857 P52205 oass.SolrIndexSearcher.<init> Opening Searcher@52737ee8 main
[junit4:junit4]   2> 1258200 T2314 C1857 P52205 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 1258202 T2324 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@52737ee8 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 1258202 T2314 C1857 P52205 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 15
[junit4:junit4]   2> 1258205 T2297 C1856 P52202 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 83
[junit4:junit4]   2> ASYNC  NEW_CORE C1858 name=collection1 org.apache.solr.core.SolrCore@2e5fd13 url=http://127.0.0.1:52199/_ynd/yu/collection1 node=127.0.0.1:52199__ynd%2Fyu C1858_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:52199__ynd%2Fyu, base_url=http://127.0.0.1:52199/_ynd/yu, leader=true}
[junit4:junit4]   2> 1258210 T2285 C1858 P52199 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 147
[junit4:junit4]   2> 1258229 T2248 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1258240 T2286 C1858 P52199 oasc.SolrCore.execute [collection1] webapp=/_ynd/yu path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 1258251 T2316 C1857 P52205 oasc.SolrCore.execute [collection1] webapp=/_ynd/yu path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 1258274 T2301 C1856 P52202 oasc.SolrCore.execute [collection1] webapp=/_ynd/yu path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=1 
[junit4:junit4]   2> ASYNC  NEW_CORE C1859 name=collection1 org.apache.solr.core.SolrCore@3e9d8e5 url=http://127.0.0.1:52209/_ynd/yu/collection1 node=127.0.0.1:52209__ynd%2Fyu C1859_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:52209__ynd%2Fyu, base_url=http://127.0.0.1:52209/_ynd/yu}
[junit4:junit4]   2> 1258287 T2330 C1859 P52209 oasc.SolrCore.execute [collection1] webapp=/_ynd/yu path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0 
[junit4:junit4]   2> ASYNC  NEW_CORE C1860 name=collection1 org.apache.solr.core.SolrCore@3efadb0a url=http://127.0.0.1:52195/_ynd/yu/collection1 node=127.0.0.1:52195__ynd%2Fyu C1860_STATE=coll:control_collection core:collection1 props:{shard=shard1, state=active, core=collection1, collection=control_collection, node_name=127.0.0.1:52195__ynd%2Fyu, base_url=http://127.0.0.1:52195/_ynd/yu, leader=true}
[junit4:junit4]   2> 1260300 T2264 C1860 P52195 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={wt=javabin&version=2} {deleteByQuery=*:* (-1435686685385949184)} 0 7
[junit4:junit4]   2> 1260343 T2330 C1859 P52209 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={update.distrib=FROMLEADER&_version_=-1435686685406920704&update.from=http://127.0.0.1:52202/_ynd/yu/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1435686685406920704)} 0 3
[junit4:junit4]   2> 1260361 T2316 C1857 P52205 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={update.distrib=FROMLEADER&_version_=-1435686685444669440&update.from=http://127.0.0.1:52199/_ynd/yu/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1435686685444669440)} 0 3
[junit4:junit4]   2> 1260363 T2286 C1858 P52199 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={update.distrib=TOLEADER&wt=javabin&version=2} {deleteByQuery=*:* (-1435686685444669440)} 0 14
[junit4:junit4]   2> 1260365 T2298 C1856 P52202 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={wt=javabin&version=2} {deleteByQuery=*:* (-1435686685406920704)} 0 52
[junit4:junit4]   2> 1260374 T2266 C1860 P52195 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={wt=javabin&version=2} {add=[a!0 (1435686685468786688)]} 0 2
[junit4:junit4]   2> 1260394 T2331 C1859 P52209 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={distrib.from=http://127.0.0.1:52202/_ynd/yu/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[a!0 (1435686685476126720)]} 0 4
[junit4:junit4]   2> 1260399 T2302 C1856 P52202 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={wt=javabin&version=2} {add=[a!0 (1435686685476126720)]} 0 19
[junit4:junit4]   2> 1260410 T2261 C1860 P52195 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={wt=javabin&version=2} {add=[b!1 (1435686685506535424)]} 0 1
[junit4:junit4]   2> 1260430 T2317 C1857 P52205 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={distrib.from=http://127.0.0.1:52199/_ynd/yu/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[b!1 (1435686685518069760)]} 0 1
[junit4:junit4]   2> 1260432 T2281 C1858 P52199 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={distrib.from=http://127.0.0.1:52202/_ynd/yu/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[b!1 (1435686685518069760)]} 0 13
[junit4:junit4]   2> 1260433 T2299 C1856 P52202 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={wt=javabin&version=2} {add=[b!1]} 0 18
[junit4:junit4]   2> 1260438 T2262 C1860 P52195 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={wt=javabin&version=2} {add=[c!2 (1435686685536944128)]} 0 1
[junit4:junit4]   2> 1260455 T2318 C1857 P52205 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={distrib.from=http://127.0.0.1:52199/_ynd/yu/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[c!2 (1435686685547429888)]} 0 1
[junit4:junit4]   2> 1260456 T2282 C1858 P52199 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={distrib.from=http://127.0.0.1:52202/_ynd/yu/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[c!2 (1435686685547429888)]} 0 8
[junit4:junit4]   2> 1260458 T2300 C1856 P52202 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={wt=javabin&version=2} {add=[c!2]} 0 15
[junit4:junit4]   2> 1260463 T2263 C1860 P52195 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={wt=javabin&version=2} {add=[d!3 (1435686685563158528)]} 0 1
[junit4:junit4]   2> 1260474 T2332 C1859 P52209 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={distrib.from=http://127.0.0.1:52202/_ynd/yu/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[d!3 (1435686685569449984)]} 0 0
[junit4:junit4]   2> 1260476 T2297 C1856 P52202 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={wt=javabin&version=2} {add=[d!3 (1435686685569449984)]} 0 8
[junit4:junit4]   2> 1260484 T2265 C1860 P52195 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={wt=javabin&version=2} {add=[e!4 (1435686685584130048)]} 0 1
[junit4:junit4]   2> 1260517 T2333 C1859 P52209 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={distrib.from=http://127.0.0.1:52202/_ynd/yu/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[e!4 (1435686685600907264)]} 0 12
[junit4:junit4]   2> 1260520 T2301 C1856 P52202 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={wt=javabin&version=2} {add=[e!4 (1435686685600907264)]} 0 22
[junit4:junit4]   2> 1260526 T2264 C1860 P52195 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={wt=javabin&version=2} {add=[f!5 (1435686685628170240)]} 0 1
[junit4:junit4]   2> 1260539 T2334 C1859 P52209 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={distrib.from=http://127.0.0.1:52202/_ynd/yu/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[f!5 (1435686685636558848)]} 0 1
[junit4:junit4]   2> 1260542 T2298 C1856 P52202 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={wt=javabin&version=2} {add=[f!5 (1435686685636558848)]} 0 10
[junit4:junit4]   2> 1260550 T2266 C1860 P52195 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={wt=javabin&version=2} {add=[g!6 (1435686685653336064)]} 0 2
[junit4:junit4]   2> 1260565 T2313 C1857 P52205 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={distrib.from=http://127.0.0.1:52199/_ynd/yu/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[g!6 (1435686685665918976)]} 0 1
[junit4:junit4]   2> 1260567 T2283 C1858 P52199 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={distrib.from=http://127.0.0.1:52202/_ynd/yu/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[g!6 (1435686685665918976)]} 0 7
[junit4:junit4]   2> 1260570 T2302 C1856 P52202 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={wt=javabin&version=2} {add=[g!6]} 0 14
[junit4:junit4]   2> 1260577 T2261 C1860 P52195 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={wt=javabin&version=2} {add=[h!7 (1435686685681647616)]} 0 2
[junit4:junit4]   2> 1260603 T2315 C1857 P52205 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={distrib.from=http://127.0.0.1:52199/_ynd/yu/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[h!7 (1435686685700521984)]} 0 1
[junit4:junit4]   2> 1260605 T2285 C1858 P52199 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={distrib.from=http://127.0.0.1:52202/_ynd/yu/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[h!7 (1435686685700521984)]} 0 11
[junit4:junit4]   2> 1260607 T2299 C1856 P52202 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={wt=javabin&version=2} {add=[h!7]} 0 24
[junit4:junit4]   2> 1260614 T2262 C1860 P52195 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={wt=javabin&version=2} {add=[i!8 (1435686685720444928)]} 0 1
[junit4:junit4]   2> 1260630 T2314 C1857 P52205 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={distrib.from=http://127.0.0.1:52199/_ynd/yu/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[i!8 (1435686685733027840)]} 0 1
[junit4:junit4]   2> 1260633 T2284 C1858 P52199 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={wt=javabin&version=2} {add=[i!8 (1435686685733027840)]} 0 8
[junit4:junit4]   2> 1260640 T2263 C1860 P52195 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={wt=javabin&version=2} {add=[j!9 (1435686685747707904)]} 0 1
[junit4:junit4]   2> 1260653 T2316 C1857 P52205 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={distrib.from=http://127.0.0.1:52199/_ynd/yu/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[j!9 (1435686685756096512)]} 0 1
[junit4:junit4]   2> 1260655 T2286 C1858 P52199 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={wt=javabin&version=2} {add=[j!9 (1435686685756096512)]} 0 9
[junit4:junit4]   2> 1260662 T2265 C1860 P52195 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={wt=javabin&version=2} {add=[k!10 (1435686685770776576)]} 0 1
[junit4:junit4]   2> 1260672 T2317 C1857 P52205 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={distrib.from=http://127.0.0.1:52199/_ynd/yu/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[k!10 (1435686685778116608)]} 0 0
[junit4:junit4]   2> 1260674 T2281 C1858 P52199 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={wt=javabin&version=2} {add=[k!10 (1435686685778116608)]} 0 6
[junit4:junit4]   2> 1260686 T2264 C1860 P52195 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={wt=javabin&version=2} {add=[l!11 (1435686685796990976)]} 0 2
[junit4:junit4]   2> 1260710 T2335 C1859 P52209 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={distrib.from=http://127.0.0.1:52202/_ynd/yu/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[l!11 (1435686685812719616)]} 0 2
[junit4:junit4]   2> 1260712 T2300 C1856 P52202 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={distrib.from=http://127.0.0.1:52199/_ynd/yu/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[l!11 (1435686685812719616)]} 0 12
[junit4:junit4]   2> 1260714 T2283 C1858 P52199 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={wt=javabin&version=2} {add=[l!11]} 0 19
[junit4:junit4]   2> 1260720 T2266 C1860 P52195 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={wt=javabin&version=2} {add=[m!12 (1435686685831593984)]} 0 2
[junit4:junit4]   2> 1260751 T2331 C1859 P52209 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={distrib.from=http://127.0.0.1:52202/_ynd/yu/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[m!12 (1435686685857808384)]} 0 1
[junit4:junit4]   2> 1260753 T2301 C1856 P52202 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={distrib.from=http://127.0.0.1:52199/_ynd/yu/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[m!12 (1435686685857808384)]} 0 10
[junit4:junit4]   2> 1260756 T2285 C1858 P52199 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={wt=javabin&version=2} {add=[m!12]} 0 30
[junit4:junit4]   2> 1260766 T2262 C1860 P52195 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={wt=javabin&version=2} {add=[n!13 (1435686685880877056)]} 0 1
[junit4:junit4]   2> 1260784 T2313 C1857 P52205 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={distrib.from=http://127.0.0.1:52199/_ynd/yu/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[n!13 (1435686685892411392)]} 0 3
[junit4:junit4]   2> 1260793 T2284 C1858 P52199 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={wt=javabin&version=2} {add=[n!13 (1435686685892411392)]} 0 16
[junit4:junit4]   2> 1260802 T2263 C1860 P52195 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={wt=javabin&version=2} {add=[o!14 (1435686685917577216)]} 0 1
[junit4:junit4]   2> 1260813 T2332 C1859 P52209 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={distrib.from=http://127.0.0.1:52202/_ynd/yu/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[o!14 (1435686685925965824)]} 0 1
[junit4:junit4]   2> 1260815 T2298 C1856 P52202 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={wt=javabin&version=2} {add=[o!14 (1435686685925965824)]} 0 7
[junit4:junit4]   2> 1260821 T2265 C1860 P52195 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={wt=javabin&version=2} {add=[p!15 (1435686685937500160)]} 0 1
[junit4:junit4]   2> 1260834 T2315 C1857 P52205 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={distrib.from=http://127.0.0.1:52199/_ynd/yu/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[p!15 (1435686685947985920)]} 0 1
[junit4:junit4]   2> 1260836 T2286 C1858 P52199 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={distrib.from=http://127.0.0.1:52202/_ynd/yu/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[p!15 (1435686685947985920)]} 0 5
[junit4:junit4]   2> 1260837 T2302 C1856 P52202 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={wt=javabin&version=2} {add=[p!15]} 0 10
[junit4:junit4]   2> 1260841 T2264 C1860 P52195 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={wt=javabin&version=2} {add=[q!16 (1435686685958471680)]} 0 1
[junit4:junit4]   2> 1260852 T2314 C1857 P52205 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={distrib.from=http://127.0.0.1:52199/_ynd/yu/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[q!16 (1435686685965811712)]} 0 1
[junit4:junit4]   2> 1260855 T2282 C1858 P52199 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={distrib.from=http://127.0.0.1:52202/_ynd/yu/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[q!16 (1435686685965811712)]} 0 8
[junit4:junit4]   2> 1260857 T2299 C1856 P52202 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={wt=javabin&version=2} {add=[q!16]} 0 12
[junit4:junit4]   2> 1260864 T2261 C1860 P52195 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={wt=javabin&version=2} {add=[r!17 (1435686685983637504)]} 0 1
[junit4:junit4]   2> 1260891 T2333 C1859 P52209 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={distrib.from=http://127.0.0.1:52202/_ynd/yu/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[r!17 (1435686685996220416)]} 0 1
[junit4:junit4]   2> 1260894 T2297 C1856 P52202 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={distrib.from=http://127.0.0.1:52199/_ynd/yu/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[r!17 (1435686685996220416)]} 0 18
[junit4:junit4]   2> 1260896 T2281 C1858 P52199 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={wt=javabin&version=2} {add=[r!17]} 0 26
[junit4:junit4]   2> 1260904 T2266 C1860 P52195 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={wt=javabin&version=2} {add=[s!18 (1435686686024531968)]} 0 2
[junit4:junit4]   2> 1260918 T2316 C1857 P52205 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={distrib.from=http://127.0.0.1:52199/_ynd/yu/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[s!18 (1435686686031872000)]} 0 2
[junit4:junit4]   2> 1260920 T2283 C1858 P52199 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={wt=javabin&version=2} {add=[s!18 (1435686686031872000)]} 0 10
[junit4:junit4]   2> 1260927 T2262 C1860 P52195 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={wt=javabin&version=2} {add=[t!19 (1435686686049697792)]} 0 1
[junit4:junit4]   2> 1260939 T2318 C1857 P52205 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={distrib.from=http://127.0.0.1:52199/_ynd/yu/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[t!19 (1435686686055989248)]} 0 2
[junit4:junit4]   2> 1260941 T2285 C1858 P52199 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={wt=javabin&version=2} {add=[t!19 (1435686686055989248)]} 0 8
[junit4:junit4]   2> 1260948 T2263 C1860 P52195 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={wt=javabin&version=2} {add=[u!20 (1435686686070669312)]} 0 1
[junit4:junit4]   2> 1260978 T2334 C1859 P52209 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={distrib.from=http://127.0.0.1:52202/_ynd/yu/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[u!20 (1435686686097932288)]} 0 1
[junit4:junit4]   2> 1260981 T2300 C1856 P52202 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={distrib.from=http://127.0.0.1:52199/_ynd/yu/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[u!20 (1435686686097932288)]} 0 8
[junit4:junit4]   2> 1260983 T2284 C1858 P52199 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={wt=javabin&version=2} {add=[u!20]} 0 29
[junit4:junit4]   2> 1261000 T2265 C1860 P52195 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={wt=javabin&version=2} {add=[v!21 (1435686686125195264)]} 0 2
[junit4:junit4]   2> 1261017 T2317 C1857 P52205 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={distrib.from=http://127.0.0.1:52199/_ynd/yu/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[v!21 (1435686686132535296)]} 0 2
[junit4:junit4]   2> 1261020 T2286 C1858 P52199 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={wt=javabin&version=2} {add=[v!21 (1435686686132535296)]} 0 14
[junit4:junit4]   2> 1261030 T2264 C1860 P52195 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={wt=javabin&version=2} {add=[w!22 (1435686686156652544)]} 0 1
[junit4:junit4]   2> 1261042 T2313 C1857 P52205 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={distrib.from=http://127.0.0.1:52199/_ynd/yu/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[w!22 (1435686686165041152)]} 0 1
[junit4:junit4]   2> 1261044 T2282 C1858 P52199 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={wt=javabin&version=2} {add=[w!22 (1435686686165041152)]} 0 7
[junit4:junit4]   2> 1261051 T2261 C1860 P52195 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={wt=javabin&version=2} {add=[x!23 (1435686686178672640)]} 0 1
[junit4:junit4]   2> 1261061 T2330 C1859 P52209 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={distrib.from=http://127.0.0.1:52202/_ynd/yu/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[x!23 (1435686686184964096)]} 0 0
[junit4:junit4]   2> 1261064 T2301 C1856 P52202 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={wt=javabin&version=2} {add=[x!23 (1435686686184964096)]} 0 8
[junit4:junit4]   2> 1261070 T2266 C1860 P52195 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={wt=javabin&version=2} {add=[y!24 (1435686686199644160)]} 0 1
[junit4:junit4]   2> 1261085 T2335 C1859 P52209 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={distrib.from=http://127.0.0.1:52202/_ynd/yu/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[y!24 (1435686686210129920)]} 0 1
[junit4:junit4]   2> 1261087 T2298 C1856 P52202 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={distrib.from=http://127.0.0.1:52199/_ynd/yu/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[y!24 (1435686686210129920)]} 0 7
[junit4:junit4]   2> 1261089 T2281 C1858 P52199 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={wt=javabin&version=2} {add=[y!24]} 0 13
[junit4:junit4]   2> 1261099 T2262 C1860 P52195 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={wt=javabin&version=2} {add=[z!25 (1435686686225858560)]} 0 4
[junit4:junit4]   2> 1261120 T2315 C1857 P52205 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={distrib.from=http://127.0.0.1:52199/_ynd/yu/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[z!25 (1435686686243684352)]} 0 2
[junit4:junit4]   2> 1261122 T2285 C1858 P52199 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={wt=javabin&version=2} {add=[z!25 (1435686686243684352)]} 0 10
[junit4:junit4]   2> 1261128 T2263 C1860 P52195 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={wt=javabin&version=2} {add=[a!26 (1435686686260461568)]} 0 1
[junit4:junit4]   2> 1261144 T2331 C1859 P52209 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={distrib.from=http://127.0.0.1:52202/_ynd/yu/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[a!26 (1435686686271995904)]} 0 1
[junit4:junit4]   2> 1261147 T2302 C1856 P52202 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={distrib.from=http://127.0.0.1:52199/_ynd/yu/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[a!26 (1435686686271995904)]} 0 9
[junit4:junit4]   2> 1261149 T2284 C1858 P52199 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={wt=javabin&version=2} {add=[a!26]} 0 15
[junit4:junit4]   2> 1261155 T2264 C1860 P52195 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={wt=javabin&version=2} {add=[b!27 (1435686686287724544)]} 0 1
[junit4:junit4]   2> 1261170 T2316 C1857 P52205 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={distrib.from=http://127.0.0.1:52199/_ynd/yu/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[b!27 (1435686686298210304)]} 0 1
[junit4:junit4]   2> 1261172 T2286 C1858 P52199 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={distrib.from=http://127.0.0.1:52202/_ynd/yu/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[b!27 (1435686686298210304)]} 0 8
[junit4:junit4]   2> 1261174 T2297 C1856 P52202 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={wt=javabin&version=2} {add=[b!27]} 0 14
[junit4:junit4]   2> 1261181 T2261 C1860 P52195 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={wt=javabin&version=2} {add=[c!28 (1435686686316036096)]} 0 1
[junit4:junit4]   2> 1261205 T2318 C1857 P52205 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={distrib.from=http://127.0.0.1:52199/_ynd/yu/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[c!28 (1435686686324424704)]} 0 1
[junit4:junit4]   2> 1261207 T2282 C1858 P52199 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={wt=javabin&version=2} {add=[c!28 (1435686686324424704)]} 0 21
[junit4:junit4]   2> 1261218 T2266 C1860 P52195 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={wt=javabin&version=2} {add=[d!29 (1435686686353784832)]} 0 1
[junit4:junit4]   2> 1261232 T2333 C1859 P52209 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={distrib.from=http://127.0.0.1:52202/_ynd/yu/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[d!29 (1435686686365319168)]} 0 1
[junit4:junit4]   2> 1261234 T2300 C1856 P52202 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={wt=javabin&version=2} {add=[d!29 (1435686686365319168)]} 0 7
[junit4:junit4]   2> 1261240 T2262 C1860 P52195 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={wt=javabin&version=2} {add=[e!30 (1435686686376853504)]} 0 1
[junit4:junit4]   2> 1261253 T2334 C1859 P52209 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={distrib.from=http://127.0.0.1:52202/_ynd/yu/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[e!30 (1435686686386290688)]} 0 1
[junit4:junit4]   2> 1261255 T2301 C1856 P52202 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={distrib.from=http://127.0.0.1:52199/_ynd/yu/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[e!30 (1435686686386290688)]} 0 7
[junit4:junit4]   2> 1261257 T2283 C1858 P52199 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={wt=javabin&version=2} {add=[e!30]} 0 12
[junit4:junit4]   2> 1261263 T2263 C1860 P52195 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={wt=javabin&version=2} {add=[f!31 (1435686686400970752)]} 0 2
[junit4:junit4]   2> 1261271 T2330 C1859 P52209 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={distrib.from=http://127.0.0.1:52202/_ynd/yu/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[f!31 (1435686686406213632)]} 0 1
[junit4:junit4]   2> 1261273 T2298 C1856 P52202 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={wt=javabin&version=2} {add=[f!31 (1435686686406213632)]} 0 6
[junit4:junit4]   2> 1261278 T2264 C1860 P52195 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={wt=javabin&version=2} {add=[g!32 (1435686686416699392)]} 0 1
[junit4:junit4]   2> 1261296 T2317 C1857 P52205 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={distrib.from=http://127.0.0.1:52199/_ynd/yu/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[g!32 (1435686686426136576)]} 0 2
[junit4:junit4]   2> 1261300 T2281 C1858 P52199 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={distrib.from=http://127.0.0.1:52202/_ynd/yu/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[g!32 (1435686686426136576)]} 0 15
[junit4:junit4]   2> 1261302 T2299 C1856 P52202 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={wt=javabin&version=2} {add=[g!32]} 0 20
[junit4:junit4]   2> 1261311 T2261 C1860 P52195 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={wt=javabin&version=2} {add=[h!33 (1435686686451302400)]} 0 1
[junit4:junit4]   2> 1261321 T2313 C1857 P52205 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={distrib.from=http://127.0.0.1:52199/_ynd/yu/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[h!33 (1435686686457593856)]} 0 1
[junit4:junit4]   2> 1261323 T2285 C1858 P52199 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={wt=javabin&version=2} {add=[h!33 (1435686686457593856)]} 0 7
[junit4:junit4]   2> 1261329 T2266 C1860 P52195 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={wt=javabin&version=2} {add=[i!34 (1435686686470176768)]} 0 1
[junit4:junit4]   2> 1261340 T2314 C1857 P52205 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={distrib.from=http://127.0.0.1:52199/_ynd/yu/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[i!34 (1435686686478565376)]} 0 0
[junit4:junit4]   2> 1261343 T2284 C1858 P52199 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={wt=javabin&version=2} {add=[i!34 (1435686686478565376)]} 0 8
[junit4:junit4]   2> 1261349 T2262 C1860 P52195 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={wt=javabin&version=2} {add=[j!35 (1435686686492196864)]} 0 1
[junit4:junit4]   2> 1261364 T2315 C1857 P52205 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={distrib.from=http://127.0.0.1:52199/_ynd/yu/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[j!35 (1435686686503731200)]} 0 1
[junit4:junit4]   2> 1261366 T2286 C1858 P52199 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={distrib.from=http://127.0.0.1:52202/_ynd/yu/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[j!35 (1435686686503731200)]} 0 7
[junit4:junit4]   2> 1261368 T2302 C1856 P52202 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={wt=javabin&version=2} {add=[j!35]} 0 13
[junit4:junit4]   2> 1261373 T2263 C1860 P52195 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={wt=javabin&version=2} {add=[k!36 (1435686686517362688)]} 0 1
[junit4:junit4]   2> 1261400 T2316 C1857 P52205 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={distrib.from=http://127.0.0.1:52199/_ynd/yu/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[k!36 (1435686686538334208)]} 0 0
[junit4:junit4]   2> 1261401 T2282 C1858 P52199 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={distrib.from=http://127.0.0.1:52202/_ynd/yu/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[k!36 (1435686686538334208)]} 0 9
[junit4:junit4]   2> 1261403 T2297 C1856 P52202 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={wt=javabin&version=2} {add=[k!36]} 0 18
[junit4:junit4]   2> 1261410 T2265 C1860 P52195 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={wt=javabin&version=2} {add=[l!37 (1435686686555111424)]} 0 1
[junit4:junit4]   2> 1261424 T2335 C1859 P52209 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={distrib.from=http://127.0.0.1:52202/_ynd/yu/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[l!37 (1435686686564548608)]} 0 1
[junit4:junit4]   2> 1261426 T2300 C1856 P52202 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={wt=javabin&version=2} {add=[l!37 (1435686686564548608)]} 0 8
[junit4:junit4]   2> 1261433 T2264 C1860 P52195 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={wt=javabin&version=2} {add=[m!38 (1435686686579228672)]} 0 1
[junit4:junit4]   2> 1261444 T2331 C1859 P52209 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={distrib.from=http://127.0.0.1:52202/_ynd/yu/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[m!38 (1435686686585520128)]} 0 1
[junit4:junit4]   2> 1261447 T2301 C1856 P52202 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={wt=javabin&version=2} {add=[m!38 (1435686686585520128)]} 0 9
[junit4:junit4]   2> 1261453 T2261 C1860 P52195 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={wt=javabin&version=2} {add=[n!39 (1435686686600200192)]} 0 1
[junit4:junit4]   2> 1261464 T2318 C1857 P52205 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={distrib.from=http://127.0.0.1:52199/_ynd/yu/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[n!39 (1435686686607540224)]} 0 1
[junit4:junit4]   2> 1261466 T2283 C1858 P52199 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={wt=javabin&version=2} {add=[n!39 (1435686686607540224)]} 0 8
[junit4:junit4]   2> 1261472 T2266 C1860 P52195 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={wt=javabin&version=2} {add=[o!40 (1435686686621171712)]} 0 1
[junit4:junit4]   2> 1261505 T2332 C1859 P52209 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={distrib.from=http://127.0.0.1:52202/_ynd/yu/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[o!40 (1435686686644240384)]} 0 1
[junit4:junit4]   2> 1261511 T2298 C1856 P52202 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={distrib.from=http://127.0.0.1:52199/_ynd/yu/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[o!40 (1435686686644240384)]} 0 17
[junit4:junit4]   2> 1261514 T2281 C1858 P52199 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={wt=javabin&version=2} {add=[o!40]} 0 25
[junit4:junit4]   2> 1261520 T2262 C1860 P52195 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={wt=javabin&version=2} {add=[p!41 (1435686686670454784)]} 0 1
[junit4:junit4]   2> 1261536 T2317 C1857 P52205 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={distrib.from=http://127.0.0.1:52199/_ynd/yu/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[p!41 (1435686686681989120)]} 0 2
[junit4:junit4]   2> 1261538 T2284 C1858 P52199 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={distrib.from=http://127.0.0.1:52202/_ynd/yu/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[p!41 (1435686686681989120)]} 0 8
[junit4:junit4]   2> 1261540 T2299 C1856 P52202 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={wt=javabin&version=2} {add=[p!41]} 0 15
[junit4:junit4]   2> 1261547 T2263 C1860 P52195 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={wt=javabin&version=2} {add=[q!42 (1435686686699814912)]} 0 1
[junit4:junit4]   2> 1261564 T2314 C1857 P52205 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={distrib.from=http://127.0.0.1:52199/_ynd/yu/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[q!42 (1435686686711349248)]} 0 1
[junit4:junit4]   2> 1261567 T2286 C1858 P52199 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={distrib.from=http://127.0.0.1:52202/_ynd/yu/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[q!42 (1435686686711349248)]} 0 9
[junit4:junit4]   2> 1261572 T2297 C1856 P52202 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={wt=javabin&version=2} {add=[q!42]} 0 19
[junit4:junit4]   2> 1261585 T2264 C1860 P52195 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={wt=javabin&version=2} {add=[r!43 (1435686686738612224)]} 0 1
[junit4:junit4]   2> 1261599 T2333 C1859 P52209 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={distrib.from=http://127.0.0.1:52202/_ynd/yu/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[r!43 (1435686686749097984)]} 0 1
[junit4:junit4]   2> 1261602 T2300 C1856 P52202 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={wt=javabin&version=2} {add=[r!43 (1435686686749097984)]} 0 8
[junit4:junit4]   2> ASYNC  NEW_CORE C1861 name=collection1 org.apache.solr.core.SolrCore@3efadb0a url=http://127.0.0.1:52195/_ynd/yu/collection1 node=127.0.0.1:52195__ynd%2Fyu C1861_STATE=coll:control_collection core:collection1 props:{shard=shard1, state=active, core=collection1, collection=control_collection, node_name=127.0.0.1:52195__ynd%2Fyu, base_url=http://127.0.0.1:52195/_ynd/yu, leader=true}
[junit4:junit4]   2> 1261647 T2261 C1861 P52195 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={wt=javabin&version=2} {add=[s!44 (1435686686804672512)]} 0 2
[junit4:junit4]   2> ASYNC  NEW_CORE C1862 name=collection1 org.apache.solr.core.SolrCore@496f21f7 url=http://127.0.0.1:52205/_ynd/yu/collection1 node=127.0.0.1:52205__ynd%2Fyu C1862_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:52205__ynd%2Fyu, base_url=http://127.0.0.1:52205/_ynd/yu}
[junit4:junit4]   2> 1261665 T2315 C1862 P52205 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={distrib.from=http://127.0.0.1:52199/_ynd/yu/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[s!44 (1435686686817255424)]} 0 1
[junit4:junit4]   2> ASYNC  NEW_CORE C1863 name=collection1 org.apache.solr.core.SolrCore@2e5fd13 url=http://127.0.0.1:52199/_ynd/yu/collection1 node=127.0.0.1:52199__ynd%2Fyu C1863_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:52199__ynd%2Fyu, base_url=http://127.0.0.1:52199/_ynd/yu, leader=true}
[junit4:junit4]   2> 1261667 T2282 C1863 P52199 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={distrib.from=http://127.0.0.1:52202/_ynd/yu/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[s!44 (1435686686817255424)]} 0 8
[junit4:junit4]   2> ASYNC  NEW_CORE C1864 name=collection1 org.apache.solr.core.SolrCore@635722d9 url=http://127.0.0.1:52202/_ynd/yu/collection1 node=127.0.0.1:52202__ynd%2Fyu C1864_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:52202__ynd%2Fyu, base_url=http://127.0.0.1:52202/_ynd/yu, leader=true}
[junit4:junit4]   2> 1261670 T2301 C1864 P52202 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={wt=javabin&version=2} {add=[s!44]} 0 16
[junit4:junit4]   2> 1261676 T2266 C1861 P52195 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={wt=javabin&version=2} {add=[t!45 (1435686686835081216)]} 0 1
[junit4:junit4]   2> 1261700 T2316 C1862 P52205 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={distrib.from=http://127.0.0.1:52199/_ynd/yu/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[t!45 (1435686686848712704)]} 0 1
[junit4:junit4]   2> 1261702 T2283 C1863 P52199 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={distrib.from=http://127.0.0.1:52202/_ynd/yu/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[t!45 (1435686686848712704)]} 0 14
[junit4:junit4]   2> 1261704 T2298 C1864 P52202 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={wt=javabin&version=2} {add=[t!45]} 0 22
[junit4:junit4]   2> 1261722 T2262 C1861 P52195 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={wt=javabin&version=2} {add=[u!46 (1435686686883315712)]} 0 1
[junit4:junit4]   2> ASYNC  NEW_CORE C1865 name=collection1 org.apache.solr.core.SolrCore@3e9d8e5 url=http://127.0.0.1:52209/_ynd/yu/collection1 node=127.0.0.1:52209__ynd%2Fyu C1865_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:52209__ynd%2Fyu, base_url=http://127.0.0.1:52209/_ynd/yu}
[junit4:junit4]   2> 1261735 T2330 C1865 P52209 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={distrib.from=http://127.0.0.1:52202/_ynd/yu/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[u!46 (1435686686892752896)]} 0 1
[junit4:junit4]   2> 1261737 T2299 C1864 P52202 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={wt=javabin&version=2} {add=[u!46 (1435686686892752896)]} 0 6
[junit4:junit4]   2> 1261751 T2263 C1861 P52195 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={wt=javabin&version=2} {add=[v!47 (1435686686912675840)]} 0 1
[junit4:junit4]   2> 1261772 T2318 C1862 P52205 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={distrib.from=http://127.0.0.1:52199/_ynd/yu/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[v!47 (1435686686930501632)]} 0 1
[junit4:junit4]   2> 1261775 T2285 C1863 P52199 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={wt=javabin&version=2} {add=[v!47 (1435686686930501632)]} 0 8
[junit4:junit4]   2> 1261788 T2265 C1861 P52195 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={wt=javabin&version=2} {add=[w!48 (1435686686952521728)]} 0 1
[junit4:junit4]   2> 1261801 T2313 C1862 P52205 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={distrib.from=http://127.0.0.1:52199/_ynd/yu/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[w!48 (1435686686961958912)]} 0 1
[junit4:junit4]   2> 1261803 T2281 C1863 P52199 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={distrib.from=http://127.0.0.1:52202/_ynd/yu/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[w!48 (1435686686961958912)]} 0 6
[junit4:junit4]   2> 1261805 T2302 C1864 P52202 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={wt=javabin&version=2} {add=[w!48]} 0 12
[junit4:junit4]   2> 1261809 T2264 C1861 P52195 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={wt=javabin&version=2} {add=[x!49 (1435686686974541824)]} 0 0
[junit4:junit4]   2> 1261821 T2335 C1865 P52209 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={distrib.from=http://127.0.0.1:52202/_ynd/yu/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[x!49 (1435686686982930432)]} 0 0
[junit4:junit4]   2> 1261824 T2297 C1864 P52202 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={distrib.from=http://127.0.0.1:52199/_ynd/yu/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[x!49 (1435686686982930432)]} 0 7
[junit4:junit4]   2> 1261825 T2284 C1863 P52199 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={wt=javabin&version=2} {add=[x!49]} 0 11
[junit4:junit4]   2> 1261830 T2261 C1861 P52195 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={wt=javabin&version=2} {add=[y!50 (1435686686996561920)]} 0 0
[junit4:junit4]   2> 1261860 T2331 C1865 P52209 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={distrib.from=http://127.0.0.1:52202/_ynd/yu/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[y!50 (1435686687016484864)]} 0 1
[junit4:junit4]   2> 1261862 T2300 C1864 P52202 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={distrib.from=http://127.0.0.1:52199/_ynd/yu/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[y!50 (1435686687016484864)]} 0 14
[junit4:junit4]   2> 1261863 T2286 C1863 P52199 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={wt=javabin&version=2} {add=[y!50]} 0 22
[junit4:junit4]   2> 1261869 T2266 C1861 P52195 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={wt=javabin&version=2} {add=[z!51 (1435686687037456384)]} 0 1
[junit4:junit4]   2> 1261884 T2317 C1862 P52205 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={distrib.from=http://127.0.0.1:52199/_ynd/yu/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[z!51 (1435686687047942144)]} 0 1
[junit4:junit4]   2> 1261887 T2282 C1863 P52199 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={distrib.from=http://127.0.0.1:52202/_ynd/yu/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[z!51 (1435686687047942144)]} 0 9
[junit4:junit4]   2> 1261889 T2301 C1864 P52202 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={wt=javabin&version=2} {add=[z!51]} 0 15
[junit4:junit4]   2> 1261895 T2262 C1861 P52195 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={wt=javabin&version=2} {add=[a!52 (1435686687064719360)]} 0 0
[junit4:junit4]   2> 1261908 T2332 C1865 P52209 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={distrib.from=http://127.0.0.1:52202/_ynd/yu/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[a!52 (1435686687072059392)]} 0 1
[junit4:junit4]   2> 1261910 T2298 C1864 P52202 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={wt=javabin&version=2} {add=[a!52 (1435686687072059392)]} 0 9
[junit4:junit4]   2> 1261923 T2263 C1861 P52195 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={wt=javabin&version=2} {add=[b!53 (1435686687091982336)]} 0 2
[junit4:junit4]   2> 1261935 T2314 C1862 P52205 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={distrib.from=http://127.0.0.1:52199/_ynd/yu/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[b!53 (1435686687101419520)]} 0 1
[junit4:junit4]   2> 1261938 T2283 C1863 P52199 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={wt=javabin&version=2} {add=[b!53 (1435686687101419520)]} 0 8
[junit4:junit4]   2> 1261944 T2265 C1861 P52195 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={wt=javabin&version=2} {add=[c!54 (1435686687116099584)]} 0 1
[junit4:junit4]   2> 1261960 T2316 C1862 P52205 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={distrib.from=http://127.0.0.1:52199/_ynd/yu/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[c!54 (1435686687121342464)]} 0 1
[junit4:junit4]   2> 1261961 T2281 C1863 P52199 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={wt=javabin&version=2} {add=[c!54 (1435686687121342464)]} 0 13
[junit4:junit4]   2> 1261971 T2264 C1861 P52195 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={wt=javabin&version=2} {add=[d!55 (1435686687143362560)]} 0 3
[junit4:junit4]   2> 1261985 T2334 C1865 P52209 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ynd/yu path=/update params={distrib.from=http://127.0.0.1:52202/_ynd/yu/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[d!55 (1435686687152799744)]} 0 1
[junit4:junit4]   2> 1261

[...truncated too long message...]

   2> 1278610 T2248 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@3e9d8e5
[junit4:junit4]   2> 1278622 T2248 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=2,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=37,adds=37,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=79,cumulative_deletesById=0,cumulative_deletesByQuery=1,cumulative_errors=0}
[junit4:junit4]   2> 1278624 T2248 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4]   2> 1278624 T2248 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4]   2> 1278625 T2248 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4]   2> ASYNC  NEW_CORE C1979 name=collection1 org.apache.solr.core.SolrCore@3e9d8e5 url=http://127.0.0.1:52209/_ynd/yu/collection1 node=127.0.0.1:52209__ynd%2Fyu C1979_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=down, core=collection1, collection=collection1, node_name=127.0.0.1:52209__ynd%2Fyu, base_url=http://127.0.0.1:52209/_ynd/yu, leader=true}
[junit4:junit4]   2> 1278664 T2248 C1979 P52209 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1e4628e3 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3e163c45),segFN=segments_4,generation=4}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1e4628e3 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3e163c45),segFN=segments_5,generation=5}
[junit4:junit4]   2> 1278666 T2248 C1979 P52209 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 5
[junit4:junit4]   2> 1278674 T2248 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4]   2> 1278676 T2248 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
[junit4:junit4]   2> 1278677 T2248 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.ShardSplitTest-1369177481467/jetty4 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ShardSplitTest-1369177481467/jetty4;done=false>>]
[junit4:junit4]   2> 1278678 T2248 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.ShardSplitTest-1369177481467/jetty4
[junit4:junit4]   2> 1278680 T2248 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.ShardSplitTest-1369177481467/jetty4/index [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ShardSplitTest-1369177481467/jetty4/index;done=false>>]
[junit4:junit4]   2> 1278680 T2248 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.ShardSplitTest-1369177481467/jetty4/index
[junit4:junit4]   2> 1278683 T2367 oasc.Overseer$ClusterStateUpdater.amILeader According to ZK I (id=89730415426011148-127.0.0.1:52209__ynd%2Fyu-n_0000000004) am no longer a leader.
[junit4:junit4]   2> 1278704 T2248 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/_ynd/yu,null}
[junit4:junit4]   2> 1278794 T2248 oas.SolrTestCaseJ4.tearDown ###Ending testDistribSearch
[junit4:junit4]   2> 1278805 T2248 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:52192 52192
[junit4:junit4]   2> 1278819 T2322 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 1279136 T2322 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 1279139 T2248 oasc.ChaosMonkey.monkeyLog monkey: stop shard! 52195
[junit4:junit4]   2> !!!! WARNING: best effort to remove /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-1369177481467 FAILED !!!!!
[junit4:junit4]   2> 1279140 T2248 oas.SolrTestCaseJ4.tearDown ###Ending testDistribSearch
[junit4:junit4]   2> 1279140 T2248 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:52192 52192
[junit4:junit4]   1> client port:0.0.0.0/0.0.0.0:0
[junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=ShardSplitTest -Dtests.method=testDistribSearch -Dtests.seed=14687C2A51464B5F -Dtests.slow=true -Dtests.locale=th -Dtests.timezone=Australia/Yancowinna -Dtests.file.encoding=ISO-8859-1
[junit4:junit4] ERROR   55.9s | ShardSplitTest.testDistribSearch <<<
[junit4:junit4]    > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: Server at http://127.0.0.1:52199/_ynd/yu returned non ok status:500, message:Server Error
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([14687C2A51464B5F:958EF23226192B63]:0)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:385)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
[junit4:junit4]    > 	at org.apache.solr.cloud.ShardSplitTest.splitShard(ShardSplitTest.java:208)
[junit4:junit4]    > 	at org.apache.solr.cloud.ShardSplitTest.doTest(ShardSplitTest.java:133)
[junit4:junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:815)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 1279349 T2248 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4]   2> 55866 T2247 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 1 leaked thread(s).
[junit4:junit4]   2> 1279991 T2339 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 1279991 T2339 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 1279992 T2339 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> NOTE: test params are: codec=Lucene42: {id=PostingsFormat(name=Asserting), _version_=PostingsFormat(name=NestedPulsing)}, docValues:{}, sim=DefaultSimilarity, locale=th, timezone=Australia/Yancowinna
[junit4:junit4]   2> NOTE: Mac OS X 10.8.3 x86_64/Oracle Corporation 1.7.0_21 (64-bit)/cpus=2,threads=1,free=44928312,total=164986880
[junit4:junit4]   2> NOTE: All tests run in this JVM: [TestExtendedDismaxParser, BasicDistributedZkTest, TestSolrQueryParser, LeaderElectionTest, TestFastLRUCache, TestPhraseSuggestions, TestQuerySenderListener, PreAnalyzedUpdateProcessorTest, PluginInfoTest, SpellCheckCollatorTest, MinimalSchemaTest, TestHashPartitioner, URLClassifyProcessorTest, TestFunctionQuery, DocValuesTest, TestTrie, IndexSchemaTest, PolyFieldTest, ZkSolrClientTest, TestDefaultSimilarityFactory, CoreContainerCoreInitFailuresTest, ResponseLogComponentTest, TestLMJelinekMercerSimilarityFactory, AnalysisAfterCoreReloadTest, TestSort, TestPartialUpdateDeduplication, TestStressVersions, TestMultiCoreConfBootstrap, SoftAutoCommitTest, NoCacheHeaderTest, TestSchemaVersionResource, RAMDirectoryFactoryTest, TestDistributedGrouping, ZkControllerTest, DirectSolrSpellCheckerTest, AlternateDirectoryTest, LeaderElectionIntegrationTest, TestFuzzyAnalyzedSuggestions, OpenExchangeRatesOrgProviderTest, DocumentBuilderTest, SuggesterTSTTest, TestIBSimilarityFactory, DirectSolrConnectionTest, DOMUtilTest, DateFieldTest, DisMaxRequestHandlerTest, SolrCoreCheckLockOnStartupTest, TestValueSourceCache, TestCodecSupport, TestDynamicFieldCollectionResource, HardAutoCommitTest, XsltUpdateRequestHandlerTest, TestCloudManagedSchemaAddField, TestFaceting, TestUpdate, TestLRUCache, FileUtilsTest, CachingDirectoryFactoryTest, PrimitiveFieldTypeTest, TestPerFieldSimilarity, TestBM25SimilarityFactory, CSVRequestHandlerTest, DistributedQueryElevationComponentTest, TestCharFilters, TermVectorComponentDistributedTest, SynonymTokenizerTest, EchoParamsTest, TestLMDirichletSimilarityFactory, ShardRoutingCustomTest, TestMergePolicyConfig, TestLuceneMatchVersion, TestBinaryResponseWriter, UpdateParamsTest, TestBinaryField, SortByFunctionTest, TestSolrDeletionPolicy1, RecoveryZkTest, SampleTest, SolrRequestParserTest, TestSurroundQueryParser, BasicDistributedZk2Test, FullSolrCloudDistribCmdsTest, LegacyHTMLStripCharFilterTest, BasicFunctionalityTest, QueryResultKeyTest, TestSearchPerf, TestCopyFieldCollectionResource, CacheHeaderTest, LoggingHandlerTest, ResourceLoaderTest, HighlighterTest, ShardSplitTest]
[junit4:junit4] Completed in 56.67s, 1 test, 1 error <<< FAILURES!

[...truncated 626 lines...]
BUILD FAILED
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:386: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:366: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:39: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build.xml:181: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/common-build.xml:437: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:1243: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:887: There were test failures: 296 suites, 1234 tests, 1 error, 18 ignored (6 assumptions)

Total time: 113 minutes 40 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.7.0 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-4.x-MacOSX (64bit/jdk1.6.0) - Build # 476 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-MacOSX/476/
Java: 64bit/jdk1.6.0 -XX:-UseCompressedOops -XX:+UseParallelGC

1 tests failed.
REGRESSION:  org.apache.lucene.replicator.http.HttpReplicatorTest.testBasic

Error Message:
Connection to http://localhost:51375 refused

Stack Trace:
org.apache.http.conn.HttpHostConnectException: Connection to http://localhost:51375 refused
	at __randomizedtesting.SeedInfo.seed([AB7696EE6748C08E:8C8BFBB89446A0]:0)
	at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:190)
	at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
	at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
	at org.apache.lucene.replicator.http.HttpClientBase.executeGET(HttpClientBase.java:178)
	at org.apache.lucene.replicator.http.HttpReplicator.checkForUpdate(HttpReplicator.java:51)
	at org.apache.lucene.replicator.ReplicationClient.doUpdate(ReplicationClient.java:196)
	at org.apache.lucene.replicator.ReplicationClient.updateNow(ReplicationClient.java:402)
	at org.apache.lucene.replicator.http.HttpReplicatorTest.testBasic(HttpReplicatorTest.java:110)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
	at java.lang.reflect.Method.invoke(Method.java:597)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:680)
Caused by: java.net.ConnectException: Connection refused
	at java.net.PlainSocketImpl.socketConnect(Native Method)
	at java.net.PlainSocketImpl.doConnect(PlainSocketImpl.java:351)
	at java.net.PlainSocketImpl.connectToAddress(PlainSocketImpl.java:213)
	at java.net.PlainSocketImpl.connect(PlainSocketImpl.java:200)
	at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:432)
	at java.net.Socket.connect(Socket.java:529)
	at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
	at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
	... 48 more




Build Log:
[...truncated 7454 lines...]
[junit4:junit4] Suite: org.apache.lucene.replicator.http.HttpReplicatorTest
[junit4:junit4]   2> SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[junit4:junit4]   2> SLF4J: Defaulting to no-operation (NOP) logger implementation
[junit4:junit4]   2> SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=HttpReplicatorTest -Dtests.method=testBasic -Dtests.seed=AB7696EE6748C08E -Dtests.slow=true -Dtests.locale=fr_CH -Dtests.timezone=Europe/Uzhgorod -Dtests.file.encoding=US-ASCII
[junit4:junit4] ERROR   3.69s | HttpReplicatorTest.testBasic <<<
[junit4:junit4]    > Throwable #1: org.apache.http.conn.HttpHostConnectException: Connection to http://localhost:51375 refused
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([AB7696EE6748C08E:8C8BFBB89446A0]:0)
[junit4:junit4]    > 	at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:190)
[junit4:junit4]    > 	at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
[junit4:junit4]    > 	at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
[junit4:junit4]    > 	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
[junit4:junit4]    > 	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
[junit4:junit4]    > 	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
[junit4:junit4]    > 	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
[junit4:junit4]    > 	at org.apache.lucene.replicator.http.HttpClientBase.executeGET(HttpClientBase.java:178)
[junit4:junit4]    > 	at org.apache.lucene.replicator.http.HttpReplicator.checkForUpdate(HttpReplicator.java:51)
[junit4:junit4]    > 	at org.apache.lucene.replicator.ReplicationClient.doUpdate(ReplicationClient.java:196)
[junit4:junit4]    > 	at org.apache.lucene.replicator.ReplicationClient.updateNow(ReplicationClient.java:402)
[junit4:junit4]    > 	at org.apache.lucene.replicator.http.HttpReplicatorTest.testBasic(HttpReplicatorTest.java:110)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:680)
[junit4:junit4]    > Caused by: java.net.ConnectException: Connection refused
[junit4:junit4]    > 	at java.net.PlainSocketImpl.socketConnect(Native Method)
[junit4:junit4]    > 	at java.net.PlainSocketImpl.doConnect(PlainSocketImpl.java:351)
[junit4:junit4]    > 	at java.net.PlainSocketImpl.connectToAddress(PlainSocketImpl.java:213)
[junit4:junit4]    > 	at java.net.PlainSocketImpl.connect(PlainSocketImpl.java:200)
[junit4:junit4]    > 	at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:432)
[junit4:junit4]    > 	at java.net.Socket.connect(Socket.java:529)
[junit4:junit4]    > 	at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
[junit4:junit4]    > 	at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
[junit4:junit4]    > 	... 48 more
[junit4:junit4]   2> NOTE: test params are: codec=Lucene42: {}, docValues:{}, sim=RandomSimilarityProvider(queryNorm=false,coord=crazy): {}, locale=fr_CH, timezone=Europe/Uzhgorod
[junit4:junit4]   2> NOTE: Mac OS X 10.8.3 x86_64/Apple Inc. 1.6.0_45 (64-bit)/cpus=2,threads=1,free=32655816,total=57802752
[junit4:junit4]   2> NOTE: All tests run in this JVM: [IndexReplicationClientTest, SessionTokenTest, HttpReplicatorTest]
[junit4:junit4] Completed in 3.77s, 1 test, 1 error <<< FAILURES!

[...truncated 21 lines...]
BUILD FAILED
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:386: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:366: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:39: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/build.xml:554: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:1827: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/module-build.xml:61: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:1243: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:887: There were test failures: 7 suites, 30 tests, 1 error

Total time: 50 minutes 0 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.6.0 -XX:-UseCompressedOops -XX:+UseParallelGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



Re: [JENKINS] Lucene-Solr-4.x-MacOSX (64bit/jdk1.7.0) - Build # 475 - Still Failing!

Posted by Erick Erickson <er...@gmail.com>.
The closer thread is there because if you just try to close transient
cores when the queue size is exceeded Solr deadlocks although I don't
quite remember where. But core.close() has some synchronization that
didn't play very nice when the CoreContainer wasn't being shut down
but cores were rapidly being closed/opened. Or perhaps it was just
that the synchronization around the list manipulation was at fault,
that was a while ago and the details have gone fuzzy.

It would be great if this wasn't needed, maybe if we're lucky the need
for this has been re-organized away with some of the other work that's
been done. As I remember, what was being flushed out of the woodwork
was assumptions that closing cores was when the container was being
shut down. There were several places in CoreContainer something like
..if (isShutdown) don't do anything..... for instance.

This can be quickly tested by commenting out that whole closer thread
stuff and calling core.close() directly where adding to the transient
core list returns true in SolrCores.allocateLazyCores(), then running
the stress test stuff.

FWIW
Erick

On Tue, May 21, 2013 at 9:19 AM, Mark Miller <ma...@gmail.com> wrote:
> This seems to happen a lot recently - I just tracked down an offending hang:
>
> "Thread-177" Id=532 WAITING on java.lang.Object@2dffce78
>                 at java.lang.Object.wait(Native Method)
>                 -  waiting on java.lang.Object@2dffce78
>                 at java.lang.Object.wait(Object.java:503)
>                 at org.apache.solr.core.CloserThread.run(CoreContainer.java:1232)
>
> Seems to be an issue with this new core CloserThread (I still have not yet learned why we need a CloserThread, on first blush it sounds scary) - and something the core stress test doesn't seem to be hitting.
>
> There are lots of threads stuck at that point.
>
> I'll take a look and see if I can spot something.
>
> - Mark
>
> On May 21, 2013, at 7:44 AM, Policeman Jenkins Server <je...@thetaphi.de> wrote:
>
>> Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-MacOSX/475/
>> Java: 64bit/jdk1.7.0 -XX:-UseCompressedOops -XX:+UseParallelGC
>>
>> 1 tests failed.
>> FAILED:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testDistribSearch
>>
>> Error Message:
>> There are still nodes recoverying - waited for 230 seconds
>>
>> Stack Trace:
>> java.lang.AssertionError: There are still nodes recoverying - waited for 230 seconds
>>       at __randomizedtesting.SeedInfo.seed([550DAA879EDCE8F5:D4EB249FE98388C9]:0)
>>       at org.junit.Assert.fail(Assert.java:93)
>>       at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:173)
>>       at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:131)
>>       at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:126)
>>       at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:512)
>>       at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.doTest(CollectionsAPIDistributedZkTest.java:146)
>>       at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:815)
>>       at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
>>       at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
>>       at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
>>       at java.lang.reflect.Method.invoke(Method.java:601)
>>       at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
>>       at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
>>       at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
>>       at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
>>       at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
>>       at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
>>       at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
>>       at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
>>       at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
>>       at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
>>       at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
>>       at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
>>       at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
>>       at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>>       at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
>>       at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
>>       at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
>>       at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
>>       at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
>>       at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
>>       at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
>>       at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>>       at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
>>       at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
>>       at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
>>       at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
>>       at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
>>       at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
>>       at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>>       at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
>>       at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
>>       at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
>>       at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
>>       at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>>       at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
>>       at java.lang.Thread.run(Thread.java:722)
>>
>>
>>
>>
>> Build Log:
>> [...truncated 9253 lines...]
>> [junit4:junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
>> [junit4:junit4]   2> 390845 T477 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
>> [junit4:junit4]   2> 390856 T477 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
>> [junit4:junit4]   2> Creating dataDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solrtest-CollectionsAPIDistributedZkTest-1369134467512
>> [junit4:junit4]   2> 390860 T477 oasc.ZkTestServer.run STARTING ZK TEST SERVER
>> [junit4:junit4]   2> 390862 T478 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
>> [junit4:junit4]   2> 390965 T477 oasc.ZkTestServer.run start zk server on port:51206
>> [junit4:junit4]   2> 390970 T477 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
>> [junit4:junit4]   2> 390985 T484 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1b7034b0 name:ZooKeeperConnection Watcher:127.0.0.1:51206 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
>> [junit4:junit4]   2> 390986 T477 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
>> [junit4:junit4]   2> 390986 T477 oascc.SolrZkClient.makePath makePath: /solr
>> [junit4:junit4]   2> 391006 T477 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
>> [junit4:junit4]   2> 391015 T486 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@34ba3669 name:ZooKeeperConnection Watcher:127.0.0.1:51206/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
>> [junit4:junit4]   2> 391016 T477 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
>> [junit4:junit4]   2> 391017 T477 oascc.SolrZkClient.makePath makePath: /collections/collection1
>> [junit4:junit4]   2> 391044 T477 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
>> [junit4:junit4]   2> 391062 T477 oascc.SolrZkClient.makePath makePath: /collections/control_collection
>> [junit4:junit4]   2> 391074 T477 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
>> [junit4:junit4]   2> 391173 T477 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
>> [junit4:junit4]   2> 391174 T477 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
>> [junit4:junit4]   2> 391190 T477 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
>> [junit4:junit4]   2> 391191 T477 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
>> [junit4:junit4]   2> 391202 T477 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
>> [junit4:junit4]   2> 391202 T477 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
>> [junit4:junit4]   2> 391211 T477 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
>> [junit4:junit4]   2> 391211 T477 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
>> [junit4:junit4]   2> 391229 T477 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
>> [junit4:junit4]   2> 391231 T477 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
>> [junit4:junit4]   2> 391244 T477 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
>> [junit4:junit4]   2> 391245 T477 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
>> [junit4:junit4]   2> 392150 T477 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
>> [junit4:junit4]   2> 392150 T477 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
>> [junit4:junit4]   2> 392287 T477 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
>> [junit4:junit4]   2> 392288 T477 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
>> [junit4:junit4]   2> 392300 T477 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
>> [junit4:junit4]   2> 392302 T477 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
>> [junit4:junit4]   2> 393458 T477 oejs.Server.doStart jetty-8.1.10.v20130312
>> [junit4:junit4]   2> 393544 T477 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:51209
>> [junit4:junit4]   2> 393545 T477 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
>> [junit4:junit4]   2> 393546 T477 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
>> [junit4:junit4]   2> 393546 T477 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369134468973
>> [junit4:junit4]   2> 393547 T477 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369134468973/solr.xml
>> [junit4:junit4]   2> 393548 T477 oasc.CoreContainer.<init> New CoreContainer 459798905
>> [junit4:junit4]   2> 393548 T477 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369134468973/'
>> [junit4:junit4]   2> 393549 T477 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369134468973/'
>> [junit4:junit4]   2> 393792 T477 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369134468973
>> [junit4:junit4]   2> 393794 T477 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369134468973/collection1
>> [junit4:junit4]   2> 393796 T477 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369134468973/collection1/conf
>> [junit4:junit4]   2> 394008 T477 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369134468973/collection1/conf/xslt
>> [junit4:junit4]   2> 394015 T477 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369134468973/collection1/lib
>> [junit4:junit4]   2> 394025 T477 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369134468973/collection1/lib/classes
>> [junit4:junit4]   2> 394038 T477 oasc.SolrCoreDiscoverer.addCore Discovered properties file /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369134468973/conf/core.properties, adding to cores
>> [junit4:junit4]   2> 394056 T477 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
>> [junit4:junit4]   2> 394057 T477 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
>> [junit4:junit4]   2> 394058 T477 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
>> [junit4:junit4]   2> 394058 T477 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
>> [junit4:junit4]   2> 394059 T477 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
>> [junit4:junit4]   2> 394060 T477 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
>> [junit4:junit4]   2> 394060 T477 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
>> [junit4:junit4]   2> 394061 T477 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
>> [junit4:junit4]   2> 394061 T477 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
>> [junit4:junit4]   2> 394062 T477 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
>> [junit4:junit4]   2> 394108 T477 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
>> [junit4:junit4]   2> 394109 T477 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:51206/solr
>> [junit4:junit4]   2> 394136 T477 oasc.ZkController.checkChrootPath zkHost includes chroot
>> [junit4:junit4]   2> 394139 T477 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
>> [junit4:junit4]   2> 394148 T497 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@50925f4e name:ZooKeeperConnection Watcher:127.0.0.1:51206 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
>> [junit4:junit4]   2> 394152 T477 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
>> [junit4:junit4]   2> 394175 T477 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
>> [junit4:junit4]   2> 394221 T477 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
>> [junit4:junit4]   2> 394227 T499 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7fdb3a16 name:ZooKeeperConnection Watcher:127.0.0.1:51206/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
>> [junit4:junit4]   2> 394228 T477 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
>> [junit4:junit4]   2> 394234 T477 oascc.SolrZkClient.makePath makePath: /overseer/queue
>> [junit4:junit4]   2> 394247 T477 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
>> [junit4:junit4]   2> 394260 T477 oascc.SolrZkClient.makePath makePath: /live_nodes
>> [junit4:junit4]   2> 394268 T477 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51209_
>> [junit4:junit4]   2> 394271 T477 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:51209_
>> [junit4:junit4]   2> 394290 T477 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
>> [junit4:junit4]   2> 394308 T477 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
>> [junit4:junit4]   2> 394317 T477 oasc.Overseer.start Overseer (id=89727596464111619-127.0.0.1:51209_-n_0000000000) starting
>> [junit4:junit4]   2> 394369 T477 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
>> [junit4:junit4]   2> 394403 T501 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
>> [junit4:junit4]   2> 394409 T477 oascc.SolrZkClient.makePath makePath: /clusterstate.json
>> [junit4:junit4]   2> 394426 T477 oascc.SolrZkClient.makePath makePath: /aliases.json
>> [junit4:junit4]   2> 394436 T477 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
>> [junit4:junit4]   2> 394489 T500 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
>> [junit4:junit4]   2> 394511 T477 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
>> [junit4:junit4]   2> 394512 T477 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
>> [junit4:junit4]   2> 394512 T477 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
>> [junit4:junit4]   2> 394548 T477 oascsi.HttpClientUtil.createClient Creating new http client, config:
>> [junit4:junit4]   2> 394566 T477 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
>> [junit4:junit4]   2> 394578 T504 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7c16952a name:ZooKeeperConnection Watcher:127.0.0.1:51206/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
>> [junit4:junit4]   2> 394578 T477 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
>> [junit4:junit4]   2> 394585 T477 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
>> [junit4:junit4]   2> 394604 T477 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
>> [junit4:junit4]   2> 395368 T477 oejs.Server.doStart jetty-8.1.10.v20130312
>> [junit4:junit4]   2> 395377 T477 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:51213
>> [junit4:junit4]   2> 395378 T477 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
>> [junit4:junit4]   2> 395379 T477 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
>> [junit4:junit4]   2> 395379 T477 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369134471260
>> [junit4:junit4]   2> 395380 T477 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369134471260/solr.xml
>> [junit4:junit4]   2> 395380 T477 oasc.CoreContainer.<init> New CoreContainer 1387197548
>> [junit4:junit4]   2> 395381 T477 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369134471260/'
>> [junit4:junit4]   2> 395382 T477 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369134471260/'
>> [junit4:junit4]   2> 395636 T477 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369134471260
>> [junit4:junit4]   2> 395638 T477 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369134471260/collection1
>> [junit4:junit4]   2> 395641 T477 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369134471260/collection1/conf
>> [junit4:junit4]   2> 395897 T477 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369134471260/collection1/conf/xslt
>> [junit4:junit4]   2> 395905 T477 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369134471260/collection1/lib
>> [junit4:junit4]   2> 395908 T477 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369134471260/collection1/lib/classes
>> [junit4:junit4]   2> 395912 T477 oasc.SolrCoreDiscoverer.addCore Discovered properties file /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369134471260/conf/core.properties, adding to cores
>> [junit4:junit4]   2> 395938 T477 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
>> [junit4:junit4]   2> 395939 T477 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
>> [junit4:junit4]   2> 395940 T477 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
>> [junit4:junit4]   2> 395941 T477 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
>> [junit4:junit4]   2> 395942 T477 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
>> [junit4:junit4]   2> 395943 T477 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
>> [junit4:junit4]   2> 395944 T477 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
>> [junit4:junit4]   2> 395944 T477 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
>> [junit4:junit4]   2> 395948 T477 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
>> [junit4:junit4]   2> 395958 T477 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
>> [junit4:junit4]   2> 395995 T477 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
>> [junit4:junit4]   2> 395997 T477 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:51206/solr
>> [junit4:junit4]   2> 395997 T477 oasc.ZkController.checkChrootPath zkHost includes chroot
>> [junit4:junit4]   2> 396001 T477 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
>> [junit4:junit4]   2> 396013 T515 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5b2be3db name:ZooKeeperConnection Watcher:127.0.0.1:51206 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
>> [junit4:junit4]   2> 396015 T477 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
>> [junit4:junit4]   2> 396030 T477 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
>> [junit4:junit4]   2> 396081 T477 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
>> [junit4:junit4]   2> 396092 T517 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1836691b name:ZooKeeperConnection Watcher:127.0.0.1:51206/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
>> [junit4:junit4]   2> 396093 T477 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
>> [junit4:junit4]   2> 396121 T477 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
>> [junit4:junit4]   2> 397155 T477 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51213_
>> [junit4:junit4]   2> 397158 T477 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:51213_
>> [junit4:junit4]   2> 397167 T517 oascc.ZkStateReader$3.process Updating live nodes... (2)
>> [junit4:junit4]   2> 397173 T504 oascc.ZkStateReader$3.process Updating live nodes... (2)
>> [junit4:junit4]   2> 397176 T499 oascc.ZkStateReader$3.process Updating live nodes... (2)
>> [junit4:junit4]   2> 397197 T477 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
>> [junit4:junit4]   2> 397198 T477 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
>> [junit4:junit4]   2> 397199 T477 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
>> [junit4:junit4]   2> 397994 T477 oejs.Server.doStart jetty-8.1.10.v20130312
>> [junit4:junit4]   2> 398005 T477 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:51216
>> [junit4:junit4]   2> 398007 T477 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
>> [junit4:junit4]   2> 398007 T477 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
>> [junit4:junit4]   2> 398008 T477 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369134473876
>> [junit4:junit4]   2> 398008 T477 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369134473876/solr.xml
>> [junit4:junit4]   2> 398009 T477 oasc.CoreContainer.<init> New CoreContainer 1797971966
>> [junit4:junit4]   2> 398009 T477 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369134473876/'
>> [junit4:junit4]   2> 398010 T477 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369134473876/'
>> [junit4:junit4]   2> 398714 T477 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369134473876
>> [junit4:junit4]   2> 398716 T477 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369134473876/collection1
>> [junit4:junit4]   2> 398717 T477 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369134473876/collection1/conf
>> [junit4:junit4]   2> 398920 T477 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369134473876/collection1/conf/xslt
>> [junit4:junit4]   2> 398926 T477 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369134473876/collection1/lib
>> [junit4:junit4]   2> 398927 T477 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369134473876/collection1/lib/classes
>> [junit4:junit4]   2> 398931 T477 oasc.SolrCoreDiscoverer.addCore Discovered properties file /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369134473876/conf/core.properties, adding to cores
>> [junit4:junit4]   2> 398952 T477 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
>> [junit4:junit4]   2> 398954 T477 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
>> [junit4:junit4]   2> 398955 T477 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
>> [junit4:junit4]   2> 398955 T477 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
>> [junit4:junit4]   2> 398956 T477 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
>> [junit4:junit4]   2> 398956 T477 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
>> [junit4:junit4]   2> 398957 T477 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
>> [junit4:junit4]   2> 398957 T477 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
>> [junit4:junit4]   2> 398958 T477 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
>> [junit4:junit4]   2> 398958 T477 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
>> [junit4:junit4]   2> 399004 T477 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
>> [junit4:junit4]   2> 399005 T477 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:51206/solr
>> [junit4:junit4]   2> 399006 T477 oasc.ZkController.checkChrootPath zkHost includes chroot
>> [junit4:junit4]   2> 399008 T477 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
>> [junit4:junit4]   2> 399016 T529 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@512ff979 name:ZooKeeperConnection Watcher:127.0.0.1:51206 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
>> [junit4:junit4]   2> 399017 T477 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
>> [junit4:junit4]   2> 399037 T477 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
>> [junit4:junit4]   2> 399092 T477 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
>> [junit4:junit4]   2> 399100 T531 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5e19c8ca name:ZooKeeperConnection Watcher:127.0.0.1:51206/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
>> [junit4:junit4]   2> 399100 T477 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
>> [junit4:junit4]   2> 399119 T477 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
>> [junit4:junit4]   2> 400136 T477 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51216_
>> [junit4:junit4]   2> 400140 T477 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:51216_
>> [junit4:junit4]   2> 400150 T517 oascc.ZkStateReader$3.process Updating live nodes... (3)
>> [junit4:junit4]   2> 400153 T504 oascc.ZkStateReader$3.process Updating live nodes... (3)
>> [junit4:junit4]   2> 400201 T499 oascc.ZkStateReader$3.process Updating live nodes... (3)
>> [junit4:junit4]   2> 400202 T531 oascc.ZkStateReader$3.process Updating live nodes... (3)
>> [junit4:junit4]   2> 400217 T477 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
>> [junit4:junit4]   2> 400218 T477 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
>> [junit4:junit4]   2> 400219 T477 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
>> [junit4:junit4]   2> 401042 T477 oejs.Server.doStart jetty-8.1.10.v20130312
>> [junit4:junit4]   2> 401053 T477 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:51219
>> [junit4:junit4]   2> 401078 T477 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
>> [junit4:junit4]   2> 401079 T477 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
>> [junit4:junit4]   2> 401079 T477 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369134476911
>> [junit4:junit4]   2> 401080 T477 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369134476911/solr.xml
>> [junit4:junit4]   2> 401080 T477 oasc.CoreContainer.<init> New CoreContainer 1776409284
>> [junit4:junit4]   2> 401082 T477 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369134476911/'
>> [junit4:junit4]   2> 401082 T477 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369134476911/'
>> [junit4:junit4]   2> 401293 T477 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369134476911
>> [junit4:junit4]   2> 401296 T477 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369134476911/collection1
>> [junit4:junit4]   2> 401297 T477 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369134476911/collection1/conf
>> [junit4:junit4]   2> 401518 T477 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369134476911/collection1/conf/xslt
>> [junit4:junit4]   2> 401526 T477 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369134476911/collection1/lib
>> [junit4:junit4]   2> 401537 T477 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369134476911/collection1/lib/classes
>> [junit4:junit4]   2> 401545 T477 oasc.SolrCoreDiscoverer.addCore Discovered properties file /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369134476911/conf/core.properties, adding to cores
>> [junit4:junit4]   2> 401564 T477 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
>> [junit4:junit4]   2> 401565 T477 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
>> [junit4:junit4]   2> 401565 T477 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
>> [junit4:junit4]   2> 401565 T477 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
>> [junit4:junit4]   2> 401566 T477 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
>> [junit4:junit4]   2> 401567 T477 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
>> [junit4:junit4]   2> 401567 T477 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
>> [junit4:junit4]   2> 401568 T477 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
>> [junit4:junit4]   2> 401568 T477 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
>> [junit4:junit4]   2> 401569 T477 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
>> [junit4:junit4]   2> 401601 T477 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
>> [junit4:junit4]   2> 401602 T477 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:51206/solr
>> [junit4:junit4]   2> 401603 T477 oasc.ZkController.checkChrootPath zkHost includes chroot
>> [junit4:junit4]   2> 401611 T477 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
>> [junit4:junit4]   2> 401619 T543 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3415f88f name:ZooKeeperConnection Watcher:127.0.0.1:51206 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
>> [junit4:junit4]   2> 401621 T477 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
>> [junit4:junit4]   2> 401631 T477 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
>> [junit4:junit4]   2> 401664 T477 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
>> [junit4:junit4]   2> 401671 T545 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6128bf05 name:ZooKeeperConnection Watcher:127.0.0.1:51206/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
>> [junit4:junit4]   2> 401671 T477 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
>> [junit4:junit4]   2> 401696 T477 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
>> [junit4:junit4]   2> 402712 T477 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51219_
>> [junit4:junit4]   2> 402716 T477 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:51219_
>> [junit4:junit4]   2> 402733 T504 oascc.ZkStateReader$3.process Updating live nodes... (4)
>> [junit4:junit4]   2> 402734 T517 oascc.ZkStateReader$3.process Updating live nodes... (4)
>> [junit4:junit4]   2> 402737 T545 oascc.ZkStateReader$3.process Updating live nodes... (4)
>> [junit4:junit4]   2> 402740 T531 oascc.ZkStateReader$3.process Updating live nodes... (4)
>> [junit4:junit4]   2> 402741 T499 oascc.ZkStateReader$3.process Updating live nodes... (4)
>> [junit4:junit4]   2> 402754 T477 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
>> [junit4:junit4]   2> 402755 T477 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
>> [junit4:junit4]   2> 402755 T477 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
>> [junit4:junit4]   2> 403735 T477 oejs.Server.doStart jetty-8.1.10.v20130312
>> [junit4:junit4]   2> 403747 T477 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:51222
>> [junit4:junit4]   2> 403750 T477 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
>> [junit4:junit4]   2> 403751 T477 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
>> [junit4:junit4]   2> 403752 T477 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369134479435
>> [junit4:junit4]   2> 403752 T477 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369134479435/solr.xml
>> [junit4:junit4]   2> 403753 T477 oasc.CoreContainer.<init> New CoreContainer 1612640675
>> [junit4:junit4]   2> 403753 T477 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369134479435/'
>> [junit4:junit4]   2> 403754 T477 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369134479435/'
>> [junit4:junit4]   2> 403962 T477 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369134479435
>> [junit4:junit4]   2> 403963 T477 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369134479435/collection1
>> [junit4:junit4]   2> 403965 T477 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369134479435/collection1/conf
>> [junit4:junit4]   2> 404176 T477 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369134479435/collection1/conf/xslt
>> [junit4:junit4]   2> 404181 T477 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369134479435/collection1/lib
>> [junit4:junit4]   2> 404184 T477 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369134479435/collection1/lib/classes
>> [junit4:junit4]   2> 404187 T477 oasc.SolrCoreDiscoverer.addCore Discovered properties file /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369134479435/conf/core.properties, adding to cores
>> [junit4:junit4]   2> 404211 T477 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
>> [junit4:junit4]   2> 404213 T477 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
>> [junit4:junit4]   2> 404214 T477 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
>> [junit4:junit4]   2> 404215 T477 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
>> [junit4:junit4]   2> 404216 T477 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
>> [junit4:junit4]   2> 404218 T477 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
>> [junit4:junit4]   2> 404219 T477 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
>> [junit4:junit4]   2> 404220 T477 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
>> [junit4:junit4]   2> 404221 T477 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
>> [junit4:junit4]   2> 404222 T477 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
>> [junit4:junit4]   2> 404267 T477 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
>> [junit4:junit4]   2> 404268 T477 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:51206/solr
>> [junit4:junit4]   2> 404268 T477 oasc.ZkController.checkChrootPath zkHost includes chroot
>> [junit4:junit4]   2> 404272 T477 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
>> [junit4:junit4]   2> 404298 T557 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@73856c07 name:ZooKeeperConnection Watcher:127.0.0.1:51206 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
>> [junit4:junit4]   2> 404301 T477 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
>> [junit4:junit4]   2> 404310 T477 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
>> [junit4:junit4]   2> 404343 T477 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
>> [junit4:junit4]   2> 404352 T559 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5225c593 name:ZooKeeperConnection Watcher:127.0.0.1:51206/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
>> [junit4:junit4]   2> 404353 T477 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
>> [junit4:junit4]   2> 404383 T477 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
>> [junit4:junit4]   2> 405403 T477 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51222_
>> [junit4:junit4]   2> 405408 T477 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:51222_
>> [junit4:junit4]   2> 405474 T531 oascc.ZkStateReader$3.process Updating live nodes... (5)
>> [junit4:junit4]   2> 405475 T559 oascc.ZkStateReader$3.process Updating live nodes... (5)
>> [junit4:junit4]   2> 405487 T517 oascc.ZkStateReader$3.process Updating live nodes... (5)
>> [junit4:junit4]   2> 405487 T504 oascc.ZkStateReader$3.process Updating live nodes... (5)
>> [junit4:junit4]   2> 405488 T545 oascc.ZkStateReader$3.process Updating live nodes... (5)
>> [junit4:junit4]   2> 405489 T499 oascc.ZkStateReader$3.process Updating live nodes... (5)
>> [junit4:junit4]   2> 405506 T477 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
>> [junit4:junit4]   2> 405507 T477 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
>> [junit4:junit4]   2> 405508 T477 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
>> [junit4:junit4]   2> 405569 T477 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
>> [junit4:junit4]   2> 405643 T510 oasha.CollectionsHandler.handleCreateAction Creating Collection : numShards=2&name=nodes_used_collection&replicationFactor=2&action=CREATE&wt=javabin&version=2
>> [junit4:junit4]   2> 405664 T499 oasc.DistributedQueue$LatchChildWatcher.process Watcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
>> [junit4:junit4]   2> 405684 T501 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
>> [junit4:junit4]   2>    "operation":"createcollection",
>> [junit4:junit4]   2>    "numShards":"2",
>> [junit4:junit4]   2>    "maxShardsPerNode":null,
>> [junit4:junit4]   2>    "createNodeSet":null,
>> [junit4:junit4]   2>    "name":"nodes_used_collection",
>> [junit4:junit4]   2>    "replicationFactor":"2"}
>> [junit4:junit4]   2> 405685 T501 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard1_replica1 as part of slice shard1 of collection nodes_used_collection on 127.0.0.1:51213_
>> [junit4:junit4]   2> 405686 T501 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard1_replica2 as part of slice shard1 of collection nodes_used_collection on 127.0.0.1:51209_
>> [junit4:junit4]   2> 405690 T501 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard2_replica1 as part of slice shard2 of collection nodes_used_collection on 127.0.0.1:51219_
>> [junit4:junit4]   2> 405691 T501 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard2_replica2 as part of slice shard2 of collection nodes_used_collection on 127.0.0.1:51216_
>> [junit4:junit4]   2> 405707 T499 oasc.DistributedQueue$LatchChildWatcher.process Watcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
>> [junit4:junit4]   2> 405740 T527 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard2_replica2' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369134473876/nodes_used_collection_shard2_replica2
>> [junit4:junit4]   2> 405742 T527 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
>> [junit4:junit4]   2> 405745 T511 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard1_replica1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369134471260/nodes_used_collection_shard1_replica1
>> [junit4:junit4]   2> 405747 T511 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
>> [junit4:junit4]   2> 405750 T541 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard2_replica1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369134476911/nodes_used_collection_shard2_replica1
>> [junit4:junit4]   2> 405753 T541 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
>> [junit4:junit4]   2> 405757 T494 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard1_replica2' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369134468973/nodes_used_collection_shard1_replica2
>> [junit4:junit4]   2> 405758 T494 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
>> [junit4:junit4]   2> 405763 T527 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
>> [junit4:junit4]   2> 405764 T527 oasc.ZkController.getConfName Looking for collection configName
>> [junit4:junit4]   2> 405771 T541 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
>> [junit4:junit4]   2> 405773 T541 oasc.ZkController.getConfName Looking for collection configName
>> [junit4:junit4]   2> 405773 T511 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
>> [junit4:junit4]   2> 405774 T511 oasc.ZkController.getConfName Looking for collection configName
>> [junit4:junit4]   2> 405776 T494 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
>> [junit4:junit4]   2> 405777 T494 oasc.ZkController.getConfName Looking for collection configName
>> [junit4:junit4]   2> 405782 T527 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
>> [junit4:junit4]   2> 405783 T527 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
>> [junit4:junit4]   2> 405792 T511 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
>> [junit4:junit4]   2> 405794 T511 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
>> [junit4:junit4]   2> 405795 T494 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
>> [junit4:junit4]   2> 405796 T494 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
>> [junit4:junit4]   2> 405798 T541 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
>> [junit4:junit4]   2> 405800 T541 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
>> [junit4:junit4]   2> 405809 T527 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
>> [junit4:junit4]   2> 405817 T511 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
>> [junit4:junit4]   2> 405817 T494 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
>> [junit4:junit4]   2> 405824 T541 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
>> [junit4:junit4]   2> 405828 T527 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369134473876/nodes_used_collection_shard2_replica2/'
>> [junit4:junit4]   2> 405835 T541 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369134476911/nodes_used_collection_shard2_replica1/'
>> [junit4:junit4]   2> 405845 T511 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369134471260/nodes_used_collection_shard1_replica1/'
>> [junit4:junit4]   2> 405845 T494 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369134468973/nodes_used_collection_shard1_replica2/'
>> [junit4:junit4]   2> 406340 T541 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
>> [junit4:junit4]   2> 406353 T511 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
>> [junit4:junit4]   2> 406387 T494 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
>> [junit4:junit4]   2> 406418 T527 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
>> [junit4:junit4]   2> 406776 T494 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
>> [junit4:junit4]   2> 406822 T494 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
>> [junit4:junit4]   2> 406854 T494 oass.IndexSchema.readSchema [nodes_used_collection_shard1_replica2] Schema name=test
>> [junit4:junit4]   2> 406883 T541 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
>> [junit4:junit4]   2> 406885 T527 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
>> [junit4:junit4]   2> 406900 T527 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
>> [junit4:junit4]   2> 406924 T541 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
>> [junit4:junit4]   2> 406973 T511 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
>> [junit4:junit4]   2> 406979 T511 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
>> [junit4:junit4]   2> 406989 T541 oass.IndexSchema.readSchema [nodes_used_collection_shard2_replica1] Schema name=test
>> [junit4:junit4]   2> 407003 T527 oass.IndexSchema.readSchema [nodes_used_collection_shard2_replica2] Schema name=test
>> [junit4:junit4]   2> 407134 T511 oass.IndexSchema.readSchema [nodes_used_collection_shard1_replica1] Schema name=test
>> [junit4:junit4]   2> 410949 T494 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
>> [junit4:junit4]   2> 411013 T494 oass.IndexSchema.readSchema default search field in schema is text
>> [junit4:junit4]   2> 411030 T494 oass.IndexSchema.readSchema unique key field: id
>> [junit4:junit4]   2> 411156 T527 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
>> [junit4:junit4]   2> 411208 T527 oass.IndexSchema.readSchema default search field in schema is text
>> [junit4:junit4]   2> 411241 T511 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
>> [junit4:junit4]   2> 411281 T527 oass.IndexSchema.readSchema unique key field: id
>> [junit4:junit4]   2> 411369 T511 oass.IndexSchema.readSchema default search field in schema is text
>> [junit4:junit4]   2> 411372 T494 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
>> [junit4:junit4]   2> 411377 T541 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
>> [junit4:junit4]   2> 411380 T511 oass.IndexSchema.readSchema unique key field: id
>> [junit4:junit4]   2> 411406 T494 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
>> [junit4:junit4]   2> 411418 T494 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
>> [junit4:junit4]   2> 411452 T541 oass.IndexSchema.readSchema default search field in schema is text
>> [junit4:junit4]   2> 411459 T494 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
>> [junit4:junit4]   2> 411459 T494 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
>> [junit4:junit4]   2> 411460 T494 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
>> [junit4:junit4]   2> 411469 T494 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
>> [junit4:junit4]   2> 411470 T494 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
>> [junit4:junit4]   2> 411470 T494 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
>> [junit4:junit4]   2> 411471 T494 oasc.SolrCore.<init> [nodes_used_collection_shard1_replica2] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369134468973/nodes_used_collection_shard1_replica2/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369134468973/nodes_used_collection_shard1_replica2/data/
>> [junit4:junit4]   2> 411475 T541 oass.IndexSchema.readSchema unique key field: id
>> [junit4:junit4]   2> 411478 T494 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3248f37e
>> [junit4:junit4]   2> 411504 T494 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
>> [junit4:junit4]   2> 411516 T494 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369134468973/nodes_used_collection_shard1_replica2/data
>> [junit4:junit4]   2> 411517 T494 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369134468973/nodes_used_collection_shard1_replica2/data/index/
>> [junit4:junit4]   2> 411517 T494 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard1_replica2] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369134468973/nodes_used_collection_shard1_replica2/data/index' doesn't exist. Creating new index...
>> [junit4:junit4]   2> 411530 T494 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369134468973/nodes_used_collection_shard1_replica2/data/index
>> [junit4:junit4]   2> 411562 T494 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
>> [junit4:junit4]   2>          commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@a44eeb7 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5164bc93),segFN=segments_1,generation=1}
>> [junit4:junit4]   2> 411563 T494 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
>> [junit4:junit4]   2> 411572 T494 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
>> [junit4:junit4]   2> 411573 T494 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
>> [junit4:junit4]   2> 411574 T494 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
>> [junit4:junit4]   2> 411576 T494 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
>> [junit4:junit4]   2> 411577 T527 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
>> [junit4:junit4]   2> 411585 T494 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
>> [junit4:junit4]   2> 411591 T494 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
>> [junit4:junit4]   2> 411594 T494 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
>> [junit4:junit4]   2> 411596 T494 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
>> [junit4:junit4]   2> 411598 T494 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
>> [junit4:junit4]   2> 411670 T527 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
>> [junit4:junit4]   2> 411675 T511 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
>> [junit4:junit4]   2> 411685 T527 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
>> [junit4:junit4]   2> 411706 T511 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
>> [junit4:junit4]   2> 411711 T494 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
>> [junit4:junit4]   2> 411715 T527 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
>> [junit4:junit4]   2> 411732 T527 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
>> [junit4:junit4]   2> 411733 T527 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
>> [junit4:junit4]   2> 411729 T511 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
>> [junit4:junit4]   2> 411727 T541 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
>> [junit4:junit4]   2> 411741 T527 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
>> [junit4:junit4]   2> 411741 T527 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
>> [junit4:junit4]   2> 411742 T527 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
>> [junit4:junit4]   2> 411742 T527 oasc.SolrCore.<init> [nodes_used_collection_shard2_replica2] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369134473876/nodes_used_collection_shard2_replica2/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369134473876/nodes_used_collection_shard2_replica2/data/
>> [junit4:junit4]   2> 411743 T527 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3248f37e
>> [junit4:junit4]   2> 411743 T527 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
>> [junit4:junit4]   2> 411745 T527 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369134473876/nodes_used_collection_shard2_replica2/data
>> [junit4:junit4]   2> 411745 T527 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369134473876/nodes_used_collection_shard2_replica2/data/index/
>> [junit4:junit4]   2> 411746 T527 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard2_replica2] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369134473876/nodes_used_collection_shard2_replica2/data/index' doesn't exist. Creating new index...
>> [junit4:junit4]   2> 411747 T527 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369134473876/nodes_used_collection_shard2_replica2/data/index
>> [junit4:junit4]   2> 411749 T511 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
>> [junit4:junit4]   2> 411750 T511 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
>> [junit4:junit4]   2> 411751 T511 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
>> [junit4:junit4]   2> 411722 T494 oass.SolrIndexSearcher.<init> Opening Searcher@1ce64076 main
>> [junit4:junit4]   2> 411752 T494 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369134468973/nodes_used_collection_shard1_replica2/data/tlog
>> [junit4:junit4]   2> 411756 T494 oasu.CommitTracker.<init> Hard AutoCommit: disabled
>> [junit4:junit4]   2> 411756 T494 oasu.CommitTracker.<init> Soft AutoCommit: disabled
>> [junit4:junit4]   2> 411763 T511 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
>> [junit4:junit4]   2> 411764 T511 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
>> [junit4:junit4]   2> 411764 T565 oasc.SolrCore.registerSearcher [nodes_used_collection_shard1_replica2] Registered new searcher Searcher@1ce64076 main{StandardDirectoryReader(segments_1:1)}
>> [junit4:junit4]   2> 411769 T494 oasc.ZkController.publish publishing core=nodes_used_collection_shard1_replica2 state=down
>> [junit4:junit4]   2> 411771 T527 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
>> [junit4:junit4]   2>          commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@43b9d518 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4b06504d),segFN=segments_1,generation=1}
>> [junit4:junit4]   2> 411771 T527 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
>> [junit4:junit4]   2> 411765 T511 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
>> [junit4:junit4]   2> 411776 T527 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
>> [junit4:junit4]   2> 411785 T527 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
>> [junit4:junit4]   2> 411769 T541 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
>> [junit4:junit4]   2> 411786 T527 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
>> [junit4:junit4]   2> 411776 T511 oasc.SolrCore.<init> [nodes_used_collection_shard1_replica1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369134471260/nodes_used_collection_shard1_replica1/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369134471260/nodes_used_collection_shard1_replica1/data/
>> [junit4:junit4]   2> 411789 T511 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3248f37e
>> [junit4:junit4]   2> 411790 T511 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
>> [junit4:junit4]   2> 411787 T527 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
>> [junit4:junit4]   2> 411793 T527 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
>> [junit4:junit4]   2> 411793 T527 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
>> [junit4:junit4]   2> 411794 T527 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
>> [junit4:junit4]   2> 411795 T527 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
>> [junit4:junit4]   2> 411799 T527 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
>> [junit4:junit4]   2> 411801 T511 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369134471260/nodes_used_collection_shard1_replica1/data
>> [junit4:junit4]   2> 411801 T511 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369134471260/nodes_used_collection_shard1_replica1/data/index/
>> [junit4:junit4]   2> 411802 T511 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard1_replica1] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369134471260/nodes_used_collection_shard1_replica1/data/index' doesn't exist. Creating new index...
>> [junit4:junit4]   2> 411809 T511 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369134471260/nodes_used_collection_shard1_replica1/data/index
>> [junit4:junit4]   2> 411827 T527 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
>> [junit4:junit4]   2> 411847 T541 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
>> [junit4:junit4]   2> 411862 T541 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
>> [junit4:junit4]   2> 411863 T541 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
>> [junit4:junit4]   2> 411863 T541 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
>> [junit4:junit4]   2> 411863 T511 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
>> [junit4:junit4]   2>          commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@2f36a361 lockFactory=org.apache.lucene.store.NativeFSLockFactory@646cb8c7),segFN=segments_1,generation=1}
>> [junit4:junit4]   2> 411865 T511 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
>> [junit4:junit4]   2> 411869 T541 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
>> [junit4:junit4]   2> 411869 T541 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
>> [junit4:junit4]   2> 411870 T541 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
>> [junit4:junit4]   2> 411870 T511 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
>> [junit4:junit4]   2> 411871 T527 oass.SolrIndexSearcher.<init> Opening Searcher@417dbcb6 main
>> [junit4:junit4]   2> 411871 T541 oasc.SolrCore.<init> [nodes_used_collection_shard2_replica1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369134476911/nodes_used_collection_shard2_replica1/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369134476911/nodes_used_collection_shard2_replica1/data/
>> [junit4:junit4]   2> 411872 T527 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369134473876/nodes_used_collection_shard2_replica2/data/tlog
>> [junit4:junit4]   2> 411871 T511 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
>> [junit4:junit4]   2> 411874 T511 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
>> [junit4:junit4]   2> 411872 T541 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3248f37e
>> [junit4:junit4]   2> 411875 T511 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
>> [junit4:junit4]   2> 411874 T527 oasu.CommitTracker.<init> Hard AutoCommit: disabled
>> [junit4:junit4]   2> 411876 T527 oasu.CommitTracker.<init> Soft AutoCommit: disabled
>> [junit4:junit4]   2> 411876 T511 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
>> [junit4:junit4]   2> 411877 T511 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
>> [junit4:junit4]   2> 411882 T511 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
>> [junit4:junit4]   2> 411883 T511 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
>> [junit4:junit4]   2> 411884 T511 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
>> [junit4:junit4]   2> 411875 T541 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
>> [junit4:junit4]   2> 411881 T566 oasc.SolrCore.registerSearcher [nodes_used_collection_shard2_replica2] Registered new searcher Searcher@417dbcb6 main{StandardDirectoryReader(segments_1:1)}
>> [junit4:junit4]   2> 411916 T541 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369134476911/nodes_used_collection_shard2_replica1/data
>> [junit4:junit4]   2> 411916 T541 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369134476911/nodes_used_collection_shard2_replica1/data/index/
>> [junit4:junit4]   2> 411917 T541 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard2_replica1] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369134476911/nodes_used_collection_shard2_replica1/data/index' doesn't exist. Creating new index...
>> [junit4:junit4]   2> 411917 T511 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
>> [junit4:junit4]   2> 411919 T527 oasc.ZkController.publish publishing core=nodes_used_collection_shard2_replica2 state=down
>> [junit4:junit4]   2> 411921 T541 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369134476911/nodes_used_collection_shard2_replica1/data/index
>> [junit4:junit4]   2> 411931 T511 oass.SolrIndexSearcher.<init> Opening Searcher@1d5ff550 main
>> [junit4:junit4]   2> 411931 T541 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
>> [junit4:junit4]   2>          commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3f65a49 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4da90726),segFN=segments_1,generation=1}
>> [junit4:junit4]   2> 411933 T541 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
>> [junit4:junit4]   2> 411932 T511 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369134471260/nodes_used_collection_shard1_replica1/data/tlog
>> [junit4:junit4]   2> 411935 T511 oasu.CommitTracker.<init> Hard AutoCommit: disabled
>> [junit4:junit4]   2> 411935 T511 oasu.CommitTracker.<init> Soft AutoCommit: disabled
>> [junit4:junit4]   2> 411937 T541 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
>> [junit4:junit4]   2> 411937 T541 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
>> [junit4:junit4]   2> 411938 T541 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
>> [junit4:junit4]   2> 411939 T541 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
>> [junit4:junit4]   2> 411940 T541 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
>> [junit4:junit4]   2> 411941 T541 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
>> [junit4:junit4]   2> 411941 T567 oasc.SolrCore.registerSearcher [nodes_used_collection_shard1_replica1] Registered new searcher Searcher@1d5ff550 main{StandardDirectoryReader(segments_1:1)}
>> [junit4:junit4]   2> 411941 T541 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
>> [junit4:junit4]   2> 411943 T541 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
>> [junit4:junit4]   2> 411943 T541 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
>> [junit4:junit4]   2> 411945 T511 oasc.ZkController.publish publishing core=nodes_used_collection_shard1_replica1 state=down
>> [junit4:junit4]   2> 411966 T541 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
>> [junit4:junit4]   2> 411977 T541 oass.SolrIndexSearcher.<init> Opening Searcher@11f5e3d3 main
>> [junit4:junit4]   2> 411977 T541 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369134476911/nodes_used_collection_shard2_replica1/data/tlog
>> [junit4:junit4]   2> 411984 T541 oasu.CommitTracker.<init> Hard AutoCommit: disabled
>> [junit4:junit4]   2> 411988 T541 oasu.CommitTracker.<init> Soft AutoCommit: disabled
>> [junit4:junit4]   2> 411993 T568 oasc.SolrCore.registerSearcher [nodes_used_collection_shard2_replica1] Registered new searcher Searcher@11f5e3d3 main{StandardDirectoryReader(segments_1:1)}
>> [junit4:junit4]   2> 411996 T541 oasc.ZkController.publish publishing core=nodes_used_collection_shard2_replica1 state=down
>> [junit4:junit4]   2> 412746 T500 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
>> [junit4:junit4]   2> 412749 T500 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
>> [junit4:junit4]   2>    "operation":"state",
>> [junit4:junit4]   2>    "core_node_name":null,
>> [junit4:junit4]   2>    "numShards":"2",
>> [junit4:junit4]   2>    "shard":"shard1",
>> [junit4:junit4]   2>    "roles":null,
>> [junit4:junit4]   2>    "state":"down",
>> [junit4:junit4]   2>    "shard_state":"active",
>> [junit4:junit4]   2>    "core":"nodes_used_collection_shard1_replica2",
>> [junit4:junit4]   2>    "collection":"nodes_used_collection",
>> [junit4:junit4]   2>    "shard_range":null,
>> [junit4:junit4]   2>    "node_name":"127.0.0.1:51209_",
>> [junit4:junit4]   2>    "base_url":"http://127.0.0.1:51209"}
>> [junit4:junit4]   2> 412749 T500 oasc.Overseer$ClusterStateUpdater.createCollection Create collection nodes_used_collection with numShards 2
>> [junit4:junit4]   2> 412800 T500 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
>> [junit4:junit4]   2>    "operation":"state",
>> [junit4:junit4]   2>    "core_node_name":null,
>> [junit4:junit4]   2>    "numShards":"2",
>> [junit4:junit4]   2>    "shard":"shard2",
>> [junit4:junit4]   2>    "roles":null,
>> [junit4:junit4]   2>    "state":"down",
>> [junit4:junit4]   2>    "shard_state":"active",
>> [junit4:junit4]   2>    "core":"nodes_used_collection_shard2_replica2",
>> [junit4:junit4]   2>    "collection":"nodes_used_collection",
>> [junit4:junit4]   2>    "shard_range":null,
>> [junit4:junit4]   2>    "node_name":"127.0.0.1:51216_",
>> [junit4:junit4]   2>    "base_url":"http://127.0.0.1:51216"}
>> [junit4:junit4]   2> 412819 T500 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
>> [junit4:junit4]   2>    "operation":"state",
>> [junit4:junit4]   2>    "core_node_name":null,
>> [junit4:junit4]   2>    "numShards":"2",
>> [junit4:junit4]   2>    "shard":"shard1",
>> [junit4:junit4]   2>    "roles":null,
>> [junit4:junit4]   2>    "state":"down",
>> [junit4:junit4]   2>    "shard_state":"active",
>> [junit4:junit4]   2>    "core":"nodes_used_collection_shard1_replica1",
>> [junit4:junit4]   2>    "collection":"nodes_used_collection",
>> [junit4:junit4]   2>    "shard_range":null,
>> [junit4:junit4]   2>    "node_name":"127.0.0.1:51213_",
>> [junit4:junit4]   2>    "base_url":"http://127.0.0.1:51213"}
>> [junit4:junit4]   2> 412836 T500 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
>> [junit4:junit4]   2>    "operation":"state",
>> [junit4:junit4]   2>    "core_node_name":null,
>> [junit4:junit4]   2>    "numShards":"2",
>> [junit4:junit4]   2>    "shard":"shard2",
>> [junit4:junit4]   2>    "roles":null,
>> [junit4:junit4]   2>    "state":"down",
>> [junit4:junit4]   2>    "shard_state":"active",
>> [junit4:junit4]   2>    "core":"nodes_used_collection_shard2_replica1",
>> [junit4:junit4]   2>    "collection":"nodes_used_collection",
>> [junit4:junit4]   2>    "shard_range":null,
>> [junit4:junit4]   2>    "node_name":"127.0.0.1:51219_",
>> [junit4:junit4]   2>    "base_url":"http://127.0.0.1:51219"}
>> [junit4:junit4]   2> 412879 T504 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
>> [junit4:junit4]   2> 412879 T499 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
>> [junit4:junit4]   2> 412890 T545 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
>> [junit4:junit4]   2> 412891 T559 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
>> [junit4:junit4]   2> 412891 T517 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
>> [junit4:junit4]   2> 412893 T531 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
>> [junit4:junit4]   2> 412930 T527 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard2_replica2
>> [junit4:junit4]   2> 412931 T527 oasc.ZkController.register Register replica - core:nodes_used_collection_shard2_replica2 address:http://127.0.0.1:51216 collection:nodes_used_collection shard:shard2
>> [junit4:junit4]   2> 412948 T527 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=30000&socketTimeout=30000&retry=false
>> [junit4:junit4]   2> 412982 T527 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leader_elect/shard2/election
>> [junit4:junit4]   2> 412991 T511 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard1_replica1
>> [junit4:junit4]   2> 412991 T511 oasc.ZkController.register Register replica - core:nodes_used_collection_shard1_replica1 address:http://127.0.0.1:51213 collection:nodes_used_collection shard:shard1
>> [junit4:junit4]   2> 412997 T511 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leader_elect/shard1/election
>> [junit4:junit4]   2> 413002 T541 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard2_replica1
>> [junit4:junit4]   2> 413003 T541 oasc.ZkController.register Register replica - core:nodes_used_collection_shard2_replica1 address:http://127.0.0.1:51219 collection:nodes_used_collection shard:shard2
>> [junit4:junit4]   2> 413005 T541 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leader_elect/shard2/election
>> [junit4:junit4]   2> 413052 T511 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
>> [junit4:junit4]   2> 413056 T527 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
>> [junit4:junit4]   2> 413068 T511 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=179999
>> [junit4:junit4]   2> 413080 T527 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
>> [junit4:junit4]   2> 413080 T527 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
>> [junit4:junit4]   2> 413081 T527 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:51216/nodes_used_collection_shard2_replica2/
>> [junit4:junit4]   2> 413099 T527 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&connTimeout=30000&socketTimeout=30000&retry=false
>> [junit4:junit4]   2> 413147 T527 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard2_replica2 url=http://127.0.0.1:51216 START replicas=[http://127.0.0.1:51219/nodes_used_collection_shard2_replica1/] nUpdates=100
>> [junit4:junit4]   2> 413150 T527 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard2_replica2 url=http://127.0.0.1:51216 DONE.  We have no versions.  sync failed.
>> [junit4:junit4]   2> 413151 T527 oasc.SyncStrategy.syncReplicas Leader's attempt to sync with shard failed, moving to the next canidate
>> [junit4:junit4]   2> 413151 T527 oasc.ShardLeaderElectionContext.runLeaderProcess We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
>> [junit4:junit4]   2> 413155 T527 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:51216/nodes_used_collection_shard2_replica2/
>> [junit4:junit4]   2> 413156 T527 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leaders/shard2
>> [junit4:junit4]   2> ASYNC  NEW_CORE C24 name=nodes_used_collection_shard2_replica1 org.apache.solr.core.SolrCore@25f07251 url=http://127.0.0.1:51219/nodes_used_collection_shard2_replica1 node=127.0.0.1:51219_ C24_STATE=coll:nodes_used_collection core:nodes_used_collection_shard2_replica1 props:{shard=shard2, state=down, core=nodes_used_collection_shard2_replica1, collection=nodes_used_collection, node_name=127.0.0.1:51219_, base_url=http://127.0.0.1:51219}
>> [junit4:junit4]   2> 413171 T538 C24 P51219 oasc.SolrCore.execute [nodes_used_collection_shard2_replica1] webapp= path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=2
>> [junit4:junit4]   2> 413788 T494 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard1_replica2
>> [junit4:junit4]   2> 413788 T494 oasc.ZkController.register Register replica - core:nodes_used_collection_shard1_replica2 address:http://127.0.0.1:51209 collection:nodes_used_collection shard:shard1
>> [junit4:junit4]   2> 414076 T511 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
>> [junit4:junit4]   2> 414077 T511 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
>> [junit4:junit4]   2> 414077 T511 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:51213/nodes_used_collection_shard1_replica1/
>> [junit4:junit4]   2> 414079 T511 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard1_replica1 url=http://127.0.0.1:51213 START replicas=[http://127.0.0.1:51209/nodes_used_collection_shard1_replica2/] nUpdates=100
>> [junit4:junit4]   2> 414084 T511 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard1_replica1 url=http://127.0.0.1:51213 DONE.  We have no versions.  sync failed.
>> [junit4:junit4]   2> 414087 T511 oasc.SyncStrategy.syncReplicas Leader's attempt to sync with shard failed, moving to the next canidate
>> [junit4:junit4]   2> 414089 T511 oasc.ShardLeaderElectionContext.runLeaderProcess We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
>> [junit4:junit4]   2> 414090 T511 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:51213/nodes_used_collection_shard1_replica1/
>> [junit4:junit4]   2> 414090 T511 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leaders/shard1
>> [junit4:junit4]   2> ASYNC  NEW_CORE C25 name=nodes_used_collection_shard1_replica2 org.apache.solr.core.SolrCore@602562c url=http://127.0.0.1:51209/nodes_used_collection_shard1_replica2 node=127.0.0.1:51209_ C25_STATE=coll:nodes_used_collection core:nodes_used_collection_shard1_replica2 props:{shard=shard1, state=down, core=nodes_used_collection_shard1_replica2, collection=nodes_used_collection, node_name=127.0.0.1:51209_, base_url=http://127.0.0.1:51209}
>> [junit4:junit4]   2> 414105 T493 C25 P51209 oasc.SolrCore.execute [nodes_used_collection_shard1_replica2] webapp= path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=1
>> [junit4:junit4]   2> 414447 T500 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
>> [junit4:junit4]   2> 414528 T545 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
>> [junit4:junit4]   2> 414529 T499 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
>> [junit4:junit4]   2> 414529 T504 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
>> [junit4:junit4]   2> 414529 T559 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
>> [junit4:junit4]   2> 414530 T517 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
>> [junit4:junit4]   2> 414530 T531 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
>> [junit4:junit4]   2> 414563 T541 oasc.ZkController.register We are http://127.0.0.1:51219/nodes_used_collection_shard2_replica1/ and leader is http://127.0.0.1:51216/nodes_used_collection_shard2_replica2/
>> [junit4:junit4]   2> 414563 T541 oasc.ZkController.register No LogReplay needed for core=nodes_used_collection_shard2_replica1 baseURL=http://127.0.0.1:51219
>> [junit4:junit4]   2> 414564 T541 oasc.ZkController.checkRecovery Core needs to recover:nodes_used_collection_shard2_replica1
>> [junit4:junit4]   2> 414564 T541 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
>> [junit4:junit4]   2> 414575 T571 C24 P51219 oasc.RecoveryStrategy.run Starting recovery process.  core=nodes_used_collection_shard2_replica1 recoveringAfterStartup=true
>> [junit4:junit4]   2> 414575 T571 C24 P51219 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
>> [junit4:junit4]   2> 414578 T571 C24 P51219 oasc.ZkController.publish publishing core=nodes_used_collection_shard2_replica1 state=recovering
>> [junit4:junit4]   2> 414595 T541 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
>> [junit4:junit4]   2> 414596 T527 oasc.ZkController.register We are http://127.0.0.1:51216/nodes_used_collection_shard2_replica2/ and leader is http://127.0.0.1:51216/nodes_used_collection_shard2_replica2/
>> [junit4:junit4]   2> 414596 T527 oasc.ZkController.register No LogReplay needed for core=nodes_used_collection_shard2_replica2 baseURL=http://127.0.0.1:51216
>> [junit4:junit4]   2> 414596 T527 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
>> [junit4:junit4]   2> 414597 T527 oasc.ZkController.publish publishing core=nodes_used_collection_shard2_replica2 state=active
>> [junit4:junit4]   2> 414599 T511 oasc.ZkController.register We are http://127.0.0.1:51213/nodes_used_collection_shard1_replica1/ and leader is http://127.0.0.1:51213/nodes_used_collection_shard1_replica1/
>> [junit4:junit4]   2> 414599 T511 oasc.ZkController.register No LogReplay needed for core=nodes_used_collection_shard1_replica1 baseURL=http://127.0.0.1:51213
>> [junit4:junit4]   2> 414600 T511 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
>> [junit4:junit4]   2> 414600 T511 oasc.ZkController.publish publishing core=nodes_used_collection_shard1_replica1 state=active
>> [junit4:junit4]   2> 414607 T571 C24 P51219 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
>> [junit4:junit4]   2> 414608 T541 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={numShards=2&shard=shard2&name=nodes_used_collection_shard2_replica1&action=CREATE&collection=nodes_used_collection&wt=javabin&qt=/admin/cores&version=2} status=0 QTime=8859
>> [junit4:junit4]   2> 414634 T511 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
>> [junit4:junit4]   2> 414642 T527 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
>> [junit4:junit4]   2> 414659 T527 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={numShards=2&shard=shard2&name=nodes_used_collection_shard2_replica2&action=CREATE&collection=nodes_used_collection&wt=javabin&qt=/admin/cores&version=2} status=0 QTime=8919
>> [junit4:junit4]   2> 414668 T527 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 127.0.0.1:51219__nodes_used_collection_shard2_replica1, state: recovering, checkLive: true, onlyIfLeader: true
>> [junit4:junit4]   2> 414670 T511 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={numShards=2&shard=shard1&name=nodes_used_collection_shard1_replica1&action=CREATE&collection=nodes_used_collection&wt=javabin&qt=/admin/cores&version=2} status=0 QTime=8925
>> [junit4:junit4]   2> 414805 T494 oasc.ZkController.register We are http://127.0.0.1:51209/nodes_used_collection_shard1_replica2/ and leader is http://127.0.0.1:51213/nodes_used_collection_shard1_replica1/
>> [junit4:junit4]   2> 414806 T494 oasc.ZkController.register No LogReplay needed for core=nodes_used_collection_shard1_replica2 baseURL=http://127.0.0.1:51209
>> [junit4:junit4]   2> 414806 T494 oasc.ZkController.checkRecovery Core needs to recover:nodes_used_collection_shard1_replica2
>> [junit4:junit4]   2> 414807 T494 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
>> [junit4:junit4]   2> 414809 T572 C25 P51209 oasc.RecoveryStrategy.run Starting recovery process.  core=nodes_used_collection_shard1_replica2 recoveringAfterStartup=true
>> [junit4:junit4]   2> 414810 T572 C25 P51209 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
>> [junit4:junit4]   2> 414812 T572 C25 P51209 oasc.ZkController.publish publishing core=nodes_used_collection_shard1_replica2 state=recovering
>> [junit4:junit4]   2> 414814 T494 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
>> [junit4:junit4]   2> 414816 T572 C25 P51209 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
>> [junit4:junit4]   2> 414827 T494 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={numShards=2&shard=shard1&name=nodes_used_collection_shard1_replica2&action=CREATE&collection=nodes_used_collection&wt=javabin&qt=/admin/cores&version=2} status=0 QTime=9071
>> [junit4:junit4]   2> 414841 T508 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 127.0.0.1:51209__nodes_used_collection_shard1_replica2, state: recovering, checkLive: true, onlyIfLeader: true
>> [junit4:junit4]   2> 414842 T501 oasc.OverseerCollectionProcessor.createCollection Finished create command on all shards for collection: nodes_used_collection
>> [junit4:junit4]   2> 414865 T501 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Message id:/overseer/collection-queue-work/qn-0000000000 complete, response:{success={null={responseHeader={status=0,QTime=8859},core=nodes_used_collection_shard2_replica1},null={responseHeader={status=0,QTime=8919},core=nodes_used_collection_shard2_replica2},null={responseHeader={status=0,QTime=8925},core=nodes_used_collection_shard1_replica1},null={responseHeader={status=0,QTime=9071},core=nodes_used_collection_shard1_replica2}}}
>> [junit4:junit4]   2> 414866 T517 oasc.DistributedQueue$LatchChildWatcher.process Watcher fired on path: /overseer/collection-queue-work/qnr-0000000000 state: SyncConnected type NodeDataChanged
>> [junit4:junit4]   2> 414875 T510 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/collections params={numShards=2&name=nodes_used_collection&replicationFactor=2&action=CREATE&wt=javabin&version=2} status=0 QTime=9246
>> [junit4:junit4]   2> 414880 T477 oascsi.HttpClientUtil.createClient Creating new http client, config:
>> [junit4:junit4]   2> 414886 T477 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
>> [junit4:junit4]   2> 414892 T574 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@280c5286 name:ZooKeeperConnection Watcher:127.0.0.1:51206/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
>> [junit4:junit4]   2> 414892 T477 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
>> [junit4:junit4]   2> 414897 T477 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
>> [junit4:junit4]   2> 414908 T477 oascsi.HttpClientUtil.createClient Creating new http client, config:
>> [junit4:junit4]   2> 414911 T477 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
>> [junit4:junit4]   2> 414917 T576 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@29a2c6cf name:ZooKeeperConnection Watcher:127.0.0.1:51206/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
>> [junit4:junit4]   2> 414917 T477 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
>> [junit4:junit4]   2> 414922 T477 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
>> [junit4:junit4]   2> 414961 T524 oasha.CollectionsHandler.handleCreateAction Creating Collection : numShards=4&maxShardsPerNode=5&name=awholynewcollection_0&replicationFactor=5&action=CREATE&wt=javabin&version=2
>> [junit4:junit4]   2> 414969 T499 oasc.DistributedQueue$LatchChildWatcher.process Watcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
>> [junit4:junit4]   2> 414974 T501 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Get the message id:/overseer/collection-queue-work/qn-0000000002 message:{
>> [junit4:junit4]   2>    "operation":"createcollection",
>> [junit4:junit4]   2>    "numShards":"4",
>> [junit4:junit4]   2>    "maxShardsPerNode":"5",
>> [junit4:junit4]   2>    "createNodeSet":null,
>> [junit4:junit4]   2>    "name":"awholynewcollection_0",
>> [junit4:junit4]   2>    "replicationFactor":"5"}
>> [junit4:junit4]   2> 414975 T501 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard1_replica1 as part of slice shard1 of collection awholynewcollection_0 on 127.0.0.1:51216_
>> [junit4:junit4]   2> 414975 T501 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard1_replica2 as part of slice shard1 of collection awholynewcollection_0 on 127.0.0.1:51219_
>> [junit4:junit4]   2> 414975 T501 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard1_replica3 as part of slice shard1 of collection awholynewcollection_0 on 127.0.0.1:51222_
>> [junit4:junit4]   2> 414976 T501 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard1_replica4 as part of slice shard1 of collection awholynewcollection_0 on 127.0.0.1:51209_
>> [junit4:junit4]   2> 414977 T501 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard1_replica5 as part of slice shard1 of collection awholynewcollection_0 on 127.0.0.1:51213_
>> [junit4:junit4]   2> 414980 T501 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard2_replica1 as part of slice shard2 of collection awholynewcollection_0 on 127.0.0.1:51216_
>> [junit4:junit4]   2> 414985 T501 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard2_replica2 as part of slice shard2 of collection awholynewcollection_0 on 127.0.0.1:51219_
>> [junit4:junit4]   2> 414988 T501 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard2_replica3 as part of slice shard2 of collection awholynewcollection_0 on 127.0.0.1:51222_
>> [junit4:junit4]   2> 415002 T526 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard2_replica1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369134473876/awholynewcollection_0_shard2_replica1
>> [junit4:junit4]   2> 415003 T526 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
>> [junit4:junit4]   2> 415000 T553 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard1_replica3' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369134479435/awholynewcollection_0_shard1_replica3
>> [junit4:junit4]   2> 415004 T553 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
>> [junit4:junit4]   2> 415004 T501 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard2_replica4 as part of slice shard2 of collection awholynewcollection_0 on 127.0.0.1:51209_
>> [junit4:junit4]   2> 414999 T525 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard1_replica1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369134473876/awholynewcollection_0_shard1_replica1
>> [junit4:junit4]   2> 415005 T525 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
>> [junit4:junit4]   2> 414994 T537 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard1_replica2' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369134476911/awholynewcollection_0_shard1_replica2
>> [junit4:junit4]   2> 415008 T537 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
>> [junit4:junit4]   2> 414995 T509 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard1_replica5' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369134471260/awholynewcollection_0_shard1_replica5
>> [junit4:junit4]   2> 415009 T509 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
>> [junit4:junit4]   2> 414995 T490 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard1_replica4' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369134468973/awholynewcollection_0_shard1_replica4
>> [junit4:junit4]   2> 415013 T490 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
>> [junit4:junit4]   2> 415014 T553 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:awholynewcollection_0
>> [junit4:junit4]   2> 415014 T553 oasc.ZkController.getConfName Looking for collection configName
>> [junit4:junit4]   2> 415022 T509 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:awholynewcollection_0
>> [junit4:junit4]   2> 415025 T509 oasc.ZkController.getConfName Looking for collection configName
>> [junit4:junit4]   2> 415031 T555 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard2_replica3' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369134479435/awholynewcollection_0_shard2_replica3
>> [junit4:junit4]   2> 415034 T555 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
>> [junit4:junit4]   2> 415035 T492 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard2_replica4' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369134468973/awholynewcollection_0_shard2_replica4
>> [junit4:junit4]   2> 415036 T492 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
>> [junit4:junit4]   2> 415029 T540 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard2_replica2' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369134476911/awholynewcollection_0_shard2_replica2
>> [junit4:junit4]   2> 415036 T540 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
>> [junit4:junit4]   2> 415038 T537 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:awholynewcollection_0
>> [junit4:junit4]   2> 415038 T537 oasc.ZkController.getConfName Looking for collection configName
>> [junit4:junit4]   2> 415039 T553 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
>> [junit4:junit4]   2> 415039 T553 oascc.SolrZkClient.makePath makePath: /collections/awholynewcollection_0
>> [junit4:junit4]   2> 415027 T501 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard2_replica5 as part of slice shard2 of collection awholynewcollection_0 on 127.0.0.1:51213_
>> [junit4:junit4]   2> 415025 T490 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:awholynewcollection_0
>> [junit4:junit4]   2> 415041 T490 oasc.ZkController.getConfName Looking for collection configName
>> [junit4:junit4]   2> 415040 T525 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:awholynewcollection_0
>> [junit4:junit4]   2> 415043 T525 oasc.ZkController.getConfName Looking for collection configName
>> [junit4:junit4]   2> 415044 T492 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:awholynewcollection_0
>> [junit4:junit4]   2> 415044 T492 oasc.ZkController.getConfName Looking for collection configName
>> [junit4:junit4]   2> 415040 T526 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:awholynewcollection_0
>> [junit4:junit4]   2> 415045 T526 oasc.ZkController.getConfName Looking for collection configName
>> [junit4:junit4]   2> 415045 T501 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard3_replica1 as part of slice shard3 of collection awholynewcollection_0 on 127.0.0.1:51216_
>> [junit4:junit4]   2> 415044 T540 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:awholynewcollection_0
>> [junit4:junit4]   2> 415073 T540 oasc.ZkController.getConfName Looking for collection configName
>> [junit4:junit4]   2> 415043 T555 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:awholynewcollection_0
>> [junit4:junit4]   2> 415074 T555 oasc.ZkController.getConfName Looking for collection configName
>> [junit4:junit4]   2> 415072 T523 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard3_replica1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369134473876/awholynewcollection_0_shard3_replica1
>> [junit4:junit4]   2> 415075 T523 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
>> [junit4:junit4]   2> 415072 T511 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard2_replica5' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369134471260/awholynewcollection_0_shard2_replica5
>> [junit4:junit4]   2> 415076 T511 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
>> [junit4:junit4]   2> 415059 T509 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
>> [junit4:junit4]   2> 415080 T509 oascc.SolrZkClient.makePath makePath: /collections/awholynewcollection_0
>> [junit4:junit4]   2> 415055 T501 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard3_replica2 as part of slice shard3 of collection awholynewcollection_0 on 127.0.0.1:51219_
>> [junit4:junit4]   2> 415089 T511 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:awholynewcollection_0
>> [junit4:junit4]   2> 415089 T537 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
>> [junit4:junit4]   2> 415090 T537 oascc.SolrZkClient.makePath makePath: /collections/awholynewcollection_0
>> [junit4:junit4]   2> 415090 T511 oasc.ZkController.getConfName Looking for collection configName
>> [junit4:junit4]   2> 415094 T523 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:awholynewcollection_0
>> [junit4:junit4]   2> 415095 T523 oasc.ZkController.getConfName Looking for collection configName
>> [junit4:junit4]   2> 415095 T526 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
>> [junit4:junit4]   2> 415095 T525 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
>> [junit4:junit4]   2> 415097 T526 oascc.SolrZkClient.makePath makePath: /collections/awholynewcollection_0
>> [junit4:junit4]   2> 415098 T525 oascc.SolrZkClient.makePath makePath: /collections/awholynewcollection_0
>> [junit4:junit4]   2> 415101 T501 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard3_replica3 as part of slice shard3 of collection awholynewcollection_0 on 127.0.0.1:51222_
>> [junit4:junit4]   2> 415107 T539 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard3_replica2' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369134476911/awholynewcollection_0_shard3_replica2
>> [junit4:junit4]   2> 415115 T539 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
>> [junit4:junit4]   2> 415104 T490 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
>> [junit4:junit4]   2> 415104 T492 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
>> [junit4:junit4]   2> 415117 T490 oascc.SolrZkClient.makePath makePath: /collections/awholynewcollection_0
>> [junit4:junit4]   2> 415121 T550 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard3_replica3' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369134479435/awholynewcollection_0_shard3_replica3
>> [junit4:junit4]   2> 415122 T550 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
>> [junit4:junit4]   2> 415118 T501 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard3_replica4 as part of slice shard3 of collection awholynewcollection_0 on 127.0.0.1:51209_
>> [junit4:junit4]   2> 415123 T492 oascc.SolrZkClient.makePath makePath: /collections/awholynewcollection_0
>> [junit4:junit4]   2> 415128 T555 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
>> [junit4:junit4]   2> 415129 T555 oascc.SolrZkClient.makePath makePath: /collections/awholynewcollection_0
>> [junit4:junit4]   2> 415130 T501 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard3_replica5 as part of slice shard3 of collection awholynewcollection_0 on 127.0.0.1:51213_
>> [junit4:junit4]   2> 415135 T540 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
>> [junit4:junit4]   2> 415136 T540 oascc.SolrZkClient.makePath makePath: /collections/awholynewcollection_0
>> [junit4:junit4]   2> 415140 T523 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
>> [junit4:junit4]   2> 415140 T523 oascc.SolrZkClient.makePath makePath: /collections/awholynewcollection_0
>> [junit4:junit4]   2> 415150 T493 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard3_replica4' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369134468973/awholynewcollection_0_shard3_replica4
>> [junit4:junit4]   2> 415153 T493 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
>> [junit4:junit4]   2> 415150 T501 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard4_replica1 as part of slice shard4 of collection awholynewcollection_0 on 127.0.0.1:51216_
>> [junit4:junit4]   2> 415157 T513 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard3_replica5' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369134471260/awholynewcollection_0_shard3_replica5
>> [junit4:junit4]   2> 415163 T513 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
>> [junit4:junit4]   2> 415170 T501 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard4_replica2 as part of slice shard4 of collection awholynewcollection_0 on 127.0.0.1:51219_
>> [junit4:junit4]   2> 415179 T522 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard4_replica1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369134473876/awholynewcollection_0_shard4_replica1
>> [junit4:junit4]   2> 415180 T522 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
>> [junit4:junit4]   2> 415175 T539 oasc.ZkController.createCollectionZkNode Collection zkNode exists
>> [junit4:junit4]   2> 415181 T539 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
>> [junit4:junit4]   2> 415173 T550 oasc.ZkController.createCollectionZkNode Collection zkNode exists
>> [junit4:junit4]   2> 415181 T553 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
>> [junit4:junit4]   2> 415183 T550 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
>> [junit4:junit4]   2> 415186 T511 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
>> [junit4:junit4]   2> 415187 T511 oascc.SolrZkClient.makePath makePath: /collections/awholynewcollection_0
>> [junit4:junit4]   2> 415191 T501 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard4_replica3 as part of slice shard4 of collection awholynewcollection_0 on 127.0.0.1:51222_
>> [junit4:junit4]   2> 415195 T513 oasc.ZkController.createCollectionZkNode Collection zkNode exists
>> [junit4:junit4]   2> 415197 T513 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
>> [junit4:junit4]   2> 415195 T493 oasc.ZkController.createCollectionZkNode Collection zkNode exists
>> [junit4:junit4]   2> 415198 T493 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
>> [junit4:junit4]   2> 415194 T509 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
>> [junit4:junit4]   2> 415198 T522 oasc.ZkController.createCollectionZkNode Collection zkNode exists
>> [junit4:junit4]   2> 415200 T522 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
>> [junit4:junit4]   2> 415201 T526 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
>> [junit4:junit4]   2> 415202 T501 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard4_replica4 as part of slice shard4 of collection awholynewcollection_0 on 127.0.0.1:51209_
>> [junit4:junit4]   2> 415209 T537 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
>> [junit4:junit4]   2> 415209 T525 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
>> [junit4:junit4]   2> 415212 T490 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
>> [junit4:junit4]   2> 415218 T540 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
>> [junit4:junit4]   2> 415219 T539 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369134476911/awholynewcollection_0_shard3_replica2/'
>> [junit4:junit4]   2> 415222 T555 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
>> [junit4:junit4]   2> 415223 T553 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369134479435/awholynewcollection_0_shard1_replica3/'
>> [junit4:junit4]   2> 415227 T550 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369134479435/awholynewcollection_0_shard3_replica3/'
>> [junit4:junit4]   2> 415228 T492 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
>> [junit4:junit4]   2> 415232 T501 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard4_replica5 as part of slice shard4 of collection awholynewcollection_0 on 127.0.0.1:51213_
>> [junit4:junit4]   2> 415237 T493 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369134468973/awholynewcollection_0_shard3_replica4/'
>> [junit4:junit4]   2> 415237 T513 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369134471260/awholynewcollection_0_shard3_replica5/'
>> [junit4:junit4]   2> 415240 T509 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369134471260/awholynewcollection_0_shard1_replica5/'
>> [junit4:junit4]   2> 415240 T537 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369134476911/awholynewcollection_0_shard1_replica2/'
>> [junit4:junit4]   2> 415244 T523 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
>> [junit4:junit4]   2> 415246 T526 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369134473876/awholynewcollection_0_shard2_replica1/'
>> [junit4:junit4]   2> 415245 T522 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369134473876/awholynewcollection_0_shard4_replica1/'
>> [junit4:junit4]   2> 415255 T540 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369134476911/awholynewcollection_0_shard2_replica2/'
>> [junit4:junit4]   2> 415256 T492 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369134468973/awholynewcollection_0_shard2_replica4/'
>> [junit4:junit4]   2> 415257 T525 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369134473876/awholynewcollection_0_shard1_replica1/'
>> [junit4:junit4]   2> 415255 T490 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369134468973/awholynewcollection_0_shard1_replica4/'
>> [junit4:junit4]   2> 415268 T511 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
>> [junit4:junit4]   2> 415272 T555 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369134479435/awholynewcollection_0_shard2_replica3/'
>> [junit4:junit4]   2> 415308 T523 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369134473876/awholynewcollection_0_shard3_replica1/'
>> [junit4:junit4]   2> 415322 T536 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard4_replica2' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369134476911/awholynewcollection_0_shard4_replica2
>> [junit4:junit4]   2> 415322 T536 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
>> [junit4:junit4]   2> 415323 T551 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard4_replica3' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369134479435/awholynewcollection_0_shard4_replica3
>> [junit4:junit4]   2> 415323 T551 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
>> [junit4:junit4]   2> 415325 T495 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard4_replica4' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369134468973/awholynewcollection_0_shard4_replica4
>> [junit4:junit4]   2> 415325 T495 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
>> [junit4:junit4]   2> 415327 T510 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard4_replica5' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369134471260/awholynewcollection_0_shard4_replica5
>> [junit4:junit4]   2> 415328 T510 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
>> [junit4:junit4]   2> 415337 T511 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369134471260/awholynewcollection_0_shard2_replica5/'
>> [junit4:junit4]   2> 415341 T551 oasc.ZkController.createCollectionZkNode Collection zkNode exists
>> [junit4:junit4]   2> 415342 T551 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
>> [junit4:junit4]   2> 415341 T510 oasc.ZkController.createCollectionZkNode Collection zkNode exists
>> [junit4:junit4]   2> 415343 T510 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
>> [junit4:junit4]   2> 415342 T536 oasc.ZkController.createCollectionZkNode Collection zkNode exists
>> [junit4:junit4]   2> 415343 T536 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
>> [junit4:junit4]   2> 415343 T495 oasc.ZkController.createCollectionZkNode Collection zkNode exists
>> [junit4:junit4]   2> 415345 T495 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
>> [junit4:junit4]   2> 415355 T510 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369134471260/awholynewcollection_0_shard4_replica5/'
>> [junit4:junit4]   2> 415358 T551 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369134479435/awholynewcollection_0_shard4_replica3/'
>> [junit4:junit4]   2> 415359 T536 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369134476911/awholynewcollection_0_shard4_replica2/'
>> [junit4:junit4]   2> 415390 T495 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369134468973/awholynewcollection_0_shard4_replica4/'
>> [junit4:junit4]   2> 415879 T513 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
>> [junit4:junit4]   2> 416060 T526 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
>> [junit4:junit4]   2> 416068 T523 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
>> [junit4:junit4]   2> 416129 T537 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
>> [junit4:junit4]   2> 416174 T490 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
>> [junit4:junit4]   2> 416180 T500 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
>> [junit4:junit4]   2> 416182 T500 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
>> [junit4:junit4]   2>    "operation":"state",
>> [junit4:junit4]   2>    "core_node_name":"127.0.0.1:51219__nodes_used_collection_shard2_replica1",
>> [junit4:junit4]   2>    "numShards":"2",
>> [junit4:junit4]   2>    "shard":"shard2",
>> [junit4:junit4]   2>    "roles":null,
>> [junit4:junit4]   2>    "state":"recovering",
>> [junit4:junit4]   2>    "shard_state":"active",
>> [junit4:junit4]   2>    "core":"nodes_used_collection_shard2_replica1",
>> [junit4:junit4]   2>    "collection":"nodes_used_collection",
>> [junit4:junit4]   2>    "shard_range":null,
>> [junit4:junit4]   2>    "node_name":"127.0.0.1:51219_",
>> [junit4:junit4]   2>    "base_url":"http://127.0.0.1:51219"}
>> [junit4:junit4]   2> 416231 T500 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
>> [junit4:junit4]   2>    "operation":"state",
>> [junit4:junit4]   2>    "core_node_name":"127.0.0.1:51216__nodes_used_collection_shard2_replica2",
>> [junit4:junit4]   2>    "numShards":"2",
>> [junit4:junit4]   2>    "shard":"shard2",
>> [junit4:junit4]   2>    "roles":null,
>> [junit4:junit4]   2>    "state":"active",
>> [junit4:junit4]   2>    "shard_state":"active",
>> [junit4:junit4]   2>    "core":"nodes_used_collection_shard2_replica2",
>> [junit4:junit4]   2>    "collection":"nodes_used_collection",
>> [junit4:junit4]   2>    "shard_range":null,
>> [junit4:junit4]   2>    "node_name":"127.0.0.1:51216_",
>> [junit4:junit4]   2>    "base_url":"http://127.0.0.1:51216"}
>> [junit4:junit4]   2> 416232 T510 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
>> [junit4:junit4]   2> 416259 T555 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
>> [junit4:junit4]   2> 416272 T500 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
>> [junit4:junit4]   2>    "operation":"state",
>> [junit4:junit4]   2>    "core_node_name":"127.0.0.1:51213__nodes_used_collection_shard1_replica1",
>> [junit4:junit4]   2>    "numShards":"2",
>> [junit4:junit4]   2>    "shard":"shard1",
>> [junit4:junit4]   2>    "roles":null,
>> [junit4:junit4]   2>    "state":"active",
>> [junit4:junit4]   2>    "shard_state":"active",
>> [junit4:junit4]   2>    "core":"nodes_used_collection_shard1_replica1",
>> [junit4:junit4]   2>    "collection":"nodes_used_collection",
>> [junit4:junit4]   2>    "shard_range":null,
>> [junit4:junit4]   2>    "node_name":"127.0.0.1:51213_",
>> [junit4:junit4]   2>    "base_url":"http://127.0.0.1:51213"}
>> [junit4:junit4]   2> 416326 T500 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
>> [junit4:junit4]   2>    "operation":"state",
>> [junit4:junit4]   2>    "core_node_name":"127.0.0.1:51209__nodes_used_collection_shard1_replica2",
>> [junit4:junit4]   2>    "numShards":"2",
>> [junit4:junit4]   2>    "shard":"shard1",
>> [junit4:junit4]   2>    "roles":null,
>> [junit4:junit4]   2>    "state":"recovering",
>> [junit4:junit4]   2>    "shard_state":"active",
>> [junit4:junit4]   2>    "core":"nodes_used_collection_shard1_replica2",
>> [junit4:junit4]   2>    "collection":"nodes_used_collection",
>> [junit4:junit4]   2>    "shard_range":null,
>> [junit4:junit4]   2>    "node_name":"127.0.0.1:51209_",
>> [junit4:junit4]   2>    "base_url":"http://127.0.0.1:51209"}
>> [junit4:junit4]   2> 416437 T576 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
>> [junit4:junit4]   2> 416439 T574 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
>> [junit4:junit4]   2> 416437 T531 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
>> [junit4:junit4]   2> 416453 T545 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
>> [junit4:junit4]   2> 416453 T517 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
>> [junit4:junit4]   2> 416451 T559 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
>> [junit4:junit4]   2> 416444 T504 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
>> [junit4:junit4]   2> 416443 T499 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
>> [junit4:junit4]   2> 416550 T493 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
>> [junit4:junit4]   2> 416601 T525 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
>> [junit4:junit4]   2> 416611 T509 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
>> [junit4:junit4]   2> 416671 T527 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 127.0.0.1:51219__nodes_used_collection_shard2_replica1, state: recovering, checkLive: true, onlyIfLeader: true for: 2 seconds.
>> [junit4:junit4]   2> 416684 T527 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=127.0.0.1:51219__nodes_used_collection_shard2_replica1&state=recovering&nodeName=127.0.0.1:51219_&action=PREPRECOVERY&checkLive=true&core=nodes_used_collection_shard2_replica2&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2017
>> [junit4:junit4]   2> 416770 T551 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
>> [junit4:junit4]   2> 416787 T553 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
>> [junit4:junit4]   2> 416825 T522 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
>> [junit4:junit4]   2> 416864 T508 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 127.0.0.1:51209__nodes_used_collection_shard1_replica2, state: recovering, checkLive: true, onlyIfLeader: true for: 2 seconds.
>> [junit4:junit4]   2> 416865 T508 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=127.0.0.1:51209__nodes_used_collection_shard1_replica2&state=recovering&nodeName=127.0.0.1:51209_&action=PREPRECOVERY&checkLive=true&core=nodes_used_collection_shard1_replica1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2024
>> [junit4:junit4]   2> 416873 T536 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
>> [junit4:junit4]   2> 416892 T495 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
>> [junit4:junit4]   2> 416979 T540 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
>> [junit4:junit4]   2> 417171 T492 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
>> [junit4:junit4]   2> 417417 T513 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
>> [junit4:junit4]   2> 417446 T513 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
>> [junit4:junit4]   2> 417455 T539 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
>> [junit4:junit4]   2> 417469 T550 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
>> [junit4:junit4]   2> 417507 T511 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
>> [junit4:junit4]   2> 417545 T526 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
>> [junit4:junit4]   2> 417568 T526 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
>> [junit4:junit4]   2> 417626 T513 oass.IndexSchema.readSchema [awholynewcollection_0_shard3_replica5] Schema name=test
>> [junit4:junit4]   2> 417836 T490 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
>> [junit4:junit4]   2> 417839 T526 oass.IndexSchema.readSchema [awholynewcollection_0_shard2_replica1] Schema name=test
>> [junit4:junit4]   2> 417883 T490 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
>> [junit4:junit4]   2> 417888 T537 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
>> [junit4:junit4]   2> 417903 T537 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
>> [junit4:junit4]   2> 417948 T555 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
>> [junit4:junit4]   2> 417966 T555 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
>> [junit4:junit4]   2> 417978 T537 oass.IndexSchema.readSchema [awholynewcollection_0_shard1_replica2] Schema name=test
>> [junit4:junit4]   2> 418101 T555 oass.IndexSchema.readSchema [awholynewcollection_0_shard2_replica3] Schema name=test
>> [junit4:junit4]   2> 418129 T523 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
>> [junit4:junit4]   2> 418142 T490 oass.IndexSchema.readSchema [awholynewcollection_0_shard1_replica4] Schema name=test
>> [junit4:junit4]   2> 418155 T523 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
>> [junit4:junit4]   2> 418179 T493 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
>> [junit4:junit4]   2> 418215 T493 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
>> [junit4:junit4]   2> 418268 T495 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
>> [junit4:junit4]   2> 418273 T495 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
>> [junit4:junit4]   2> 418374 T493 oass.IndexSchema.readSchema [awholynewcollection_0_shard3_replica4] Schema name=test
>> [junit4:junit4]   2> 418490 T523 oass.IndexSchema.readSchema [awholynewcollection_0_shard3_replica1] Schema name=test
>> [junit4:junit4]   2> 418588 T525 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
>> [junit4:junit4]   2> 418589 T495 oass.IndexSchema.readSchema [awholynewcollection_0_shard4_replica4] Schema name=test
>> [junit4:junit4]   2> 418630 T510 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
>> [junit4:junit4]   2> 418636 T525 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
>> [junit4:junit4]   2> 418645 T510 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
>> [junit4:junit4]   2> 418661 T510 oass.IndexSchema.readSchema [awholynewcollection_0_shard4_replica5] Schema name=test
>> [junit4:junit4]   2> 418676 T525 oass.IndexSchema.readSchema [awholynewcollection_0_shard1_replica1] Schema name=test
>> [junit4:junit4]   2>  C24_STATE=coll:nodes_used_collection core:nodes_used_collection_shard2_replica1 props:{shard=shard2, state=recovering, core=nodes_used_collection_shard2_replica1, collection=nodes_used_collection, node_name=127.0.0.1:51219_, base_url=http://127.0.0.1:51219}
>> [junit4:junit4]   2> 418697 T571 C24 P51219 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:51216/nodes_used_collection_shard2_replica2/ core=nodes_used_collection_shard2_replica1 - recoveringAfterStartup=true
>> [junit4:junit4]   2> 418708 T571 C24 P51219 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard2_replica1 url=http://127.0.0.1:51219 START replicas=[http://127.0.0.1:51216/nodes_used_collection_shard2_replica2/] nUpdates=100
>> [junit4:junit4]   2> 418708 T571 C24 P51219 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
>> [junit4:junit4]   2> 418709 T571 C24 P51219 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=nodes_used_collection_shard2_replica1
>> [junit4:junit4]   2> 418709 T571 C24 P51219 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=nodes_used_collection_shard2_replica1
>> [junit4:junit4]   2> 418709 T571 C24 P51219 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=nodes_used_collection_shard2_replica1
>> [junit4:junit4]   2> 418710 T571 C24 P51219 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
>> [junit4:junit4]   2> 418710 T571 C24 P51219 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:51216/nodes_used_collection_shard2_replica2/. core=nodes_used_collection_shard2_replica1
>> [junit4:junit4]   2> 418710 T571 C24 P51219 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
>> [junit4:junit4]   2> 418800 T511 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
>> [junit4:junit4]   2> 418819 T522 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
>> [junit4:junit4]   2> 418821 T511 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
>> [junit4:junit4]   2> 418835 T522 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
>> [junit4:junit4]   2> 418851 T509 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
>> [junit4:junit4]   2> ASYNC  NEW_CORE C26 name=nodes_used_collection_shard2_replica2 org.apache.solr.core.SolrCore@17dec27a url=http://127.0.0.1:51216/nodes_used_collection_shard2_replica2 node=127.0.0.1:51216_ C26_STATE=coll:nodes_used_collection core:nodes_used_collection_shard2_replica2 props:{shard=shard2, state=active, core=nodes_used_collection_shard2_replica2, collection=nodes_used_collection, node_name=127.0.0.1:51216_, base_url=http://127.0.0.1:51216, leader=true}
>> [junit4:junit4]   2> 418867 T527 C26 P51216 oasc.SolrCore.execute [nodes_used_collection_shard2_replica2] webapp= path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0
>> [junit4:junit4]   2>  C25_STATE=coll:nodes_used_collection core:nodes_used_collection_shard1_replica2 props:{shard=shard1, state=recovering, core=nodes_used_collection_shard1_replica2, collection=nodes_used_collection, node_name=127.0.0.1:51209_, base_url=http://127.0.0.1:51209}
>> [junit4:junit4]   2> 418867 T572 C25 P51209 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:51213/nodes_used_collection_shard1_replica1/ core=nodes_used_collection_shard1_replica2 - recoveringAfterStartup=true
>> [junit4:junit4]   2> 418868 T572 C25 P51209 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard1_replica2 url=http://127.0.0.1:51209 START replicas=[http://127.0.0.1:51213/nodes_used_collection_shard1_replica1/] nUpdates=100
>> [junit4:junit4]   2> 418879 T572 C25 P51209 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
>> [junit4:junit4]   2> 418879 T572 C25 P51209 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=nodes_used_collection_shard1_replica2
>> [junit4:junit4]   2> 418880 T572 C25 P51209 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=nodes_used_collection_shard1_replica2
>> [junit4:junit4]   2> 418880 T572 C25 P51209 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=nodes_used_collection_shard1_replica2
>> [junit4:junit4]   2> 418880 T572 C25 P51209 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
>> [junit4:junit4]   2> 418880 T572 C25 P51209 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:51213/nodes_used_collection_shard1_replica1/. core=nodes_used_collection_shard1_replica2
>> [junit4:junit4]   2> 418881 T572 C25 P51209 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
>> [junit4:junit4]   2> 418910 T509 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
>> [junit4:junit4]   2> 418919 T509 oass.IndexSchema.readSchema [awholynewcollection_0_shard1_replica5] Schema name=test
>> [junit4:junit4]   2> 418995 T492 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
>> [junit4:junit4]   2> 419012 T492 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
>> [junit4:junit4]   2> ASYNC  NEW_CORE C27 name=nodes_used_collection_shard1_replica1 org.apache.solr.core.SolrCore@4a2ec873 url=http://127.0.0.1:51213/nodes_used_collection_shard1_replica1 node=127.0.0.1:51213_ C27_STATE=coll:nodes_used_collection core:nodes_used_collection_shard1_replica1 props:{shard=shard1, state=active, core=nodes_used_collection_shard1_replica1, collection=nodes_used_collection, node_name=127.0.0.1:51213_, base_url=http://127.0.0.1:51213, leader=true}
>> [junit4:junit4]   2> 419024 T512 C27 P51213 oasc.SolrCore.execute [nodes_used_collection_shard1_replica1] webapp= path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=5
>> [junit4:junit4]   2> 419059 T511 oass.IndexSchema.readSchema [awholynewcollection_0_shard2_replica5] Schema name=test
>> [junit4:junit4]   2> 419083 T553 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
>> [junit4:junit4]   2> 419104 T522 oass.IndexSchema.readSchema [awholynewcollection_0_shard4_replica1] Schema name=test
>> [junit4:junit4]   2> 419115 T553 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
>> [junit4:junit4]   2> 419141 T553 oass.IndexSchema.readSchema [awholynewcollection_0_shard1_replica3] Schema name=test
>> [junit4:junit4]   2> 419313 T512 C27 P51213 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
>> [junit4:junit4]   2> 419341 T551 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
>> [junit4:junit4]   2> 419357 T551 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
>> [junit4:junit4]   2> 419364 T551 oass.IndexSchema.readSchema [awholynewcollection_0_shard4_replica3] Schema name=test
>> [junit4:junit4]   2> 419391 T527 C26 P51216 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
>> [junit4:junit4]   2> 419418 T540 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
>> [junit4:junit4]   2> 419459 T540 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
>> [junit4:junit4]   2> 419468 T540 oass.IndexSchema.readSchema [awholynewcollection_0_shard2_replica2] Schema name=test
>> [junit4:junit4]   2> 419493 T527 C26 P51216 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
>> [junit4:junit4]   2>          commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@43b9d518 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4b06504d),segFN=segments_1,generation=1}
>> [junit4:junit4]   2> 419494 T527 C26 P51216 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
>> [junit4:junit4]   2> 419502 T536 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
>> [junit4:junit4]   2> 419526 T536 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
>> [junit4:junit4]   2> 419552 T527 C26 P51216 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
>> [junit4:junit4]   2>          commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@43b9d518 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4b06504d),segFN=segments_1,generation=1}
>> [junit4:junit4]   2>          commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@43b9d518 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4b06504d),segFN=segments_2,generation=2}
>> [junit4:junit4]   2> 419552 T527 C26 P51216 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
>> [junit4:junit4]   2> 419564 T550 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
>> [junit4:junit4]   2> 419588 T492 oass.IndexSchema.readSchema [awholynewcollection_0_shard2_replica4] Schema name=test
>> [junit4:junit4]   2> 419594 T527 C26 P51216 oass.SolrIndexSearcher.<init> Opening Searcher@19431b0b realtime
>> [junit4:junit4]   2> 419596 T527 C26 P51216 oasu.DirectUpdateHandler2.commit end_commit_flush
>> [junit4:junit4]   2> 419596 T527 C26 P51216 oasup.LogUpdateProcessor.finish [nodes_used_collection_shard2_replica2] webapp= path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 568
>> [junit4:junit4]   2> 419598 T550 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
>> [junit4:junit4]   2> 419760 T539 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
>> [junit4:junit4]   2> 419787 T539 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
>> [junit4:junit4]   2> 419792 T536 oass.IndexSchema.readSchema [awholynewcollection_0_shard4_replica2] Schema name=test
>> [junit4:junit4]   2> 419799 T512 C27 P51213 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
>> [junit4:junit4]   2>          commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@2f36a361 lockFactory=org.apache.lucene.store.NativeFSLockFactory@646cb8c7),segFN=segments_1,generation=1}
>> [junit4:junit4]   2> 419808 T512 C27 P51213 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
>> [junit4:junit4]   2> 419813 T539 oass.IndexSchema.readSchema [awholynewcollection_0_shard3_replica2] Schema name=test
>> [junit4:junit4]   2> 419842 T512 C27 P51213 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
>> [junit4:junit4]   2>          commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@2f36a361 lockFactory=org.apache.lucene.store.NativeFSLockFactory@646cb8c7),segFN=segments_1,generation=1}
>> [junit4:junit4]   2>          commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@2f36a361 lockFactory=org.apache.lucene.store.NativeFSLockFactory@646cb8c7),segFN=segments_2,generation=2}
>> [junit4:junit4]   2> 419842 T512 C27 P51213 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
>> [junit4:junit4]   2> 419843 T512 C27 P51213 oass.SolrIndexSearcher.<init> Opening Searcher@1a11ad83 realtime
>> [junit4:junit4]   2> 419844 T512 C27 P51213 oasu.DirectUpdateHandler2.commit end_commit_flush
>> [junit4:junit4]   2> 419844 T512 C27 P51213 oasup.LogUpdateProcessor.finish [nodes_used_collection_shard1_replica1] webapp= path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 748
>> [junit4:junit4]   2> 420208 T550 oass.IndexSchema.readSchema [awholynewcollection_0_shard3_replica3] Schema name=test
>> [junit4:junit4]   2> 421740 T571 C24 P51219 oash.ReplicationHandler.inform Commits will be reserved for  10000
>> [junit4:junit4]   2> 421741 T571 C24 P51219 oascsi.HttpClientUtil.createClient Creating new http client, config:connTimeout=5000&socketTimeout=20000&allowCompression=false&maxConnections=10000&maxConnectionsPerHost=10000
>> [junit4:junit4]   2> 421747 T572 C25 P51209 oash.ReplicationHandler.inform Commits will be reserved for  10000
>> [junit4:junit4]   2> 422081 T571 C24 P51219 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
>> [junit4:junit4]   2> 422081 T572 C25 P51209 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
>> [junit4:junit4]   2> 422139 T527 C26 P51216 oash.ReplicationHandler.inform Commits will be reserved for  10000
>> [junit4:junit4]   2> 422139 T527 C26 P51216 oasc.SolrCore.execute [nodes_used_collection_shard2_replica2] webapp= path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=1
>> [junit4:junit4]   2> 422141 T571 C24 P51219 oash.SnapPuller.fetchLatestIndex Master's generation: 2
>> [junit4:junit4]   2> 422142 T571 C24 P51219 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
>> [junit4:junit4]   2> 422142 T571 C24 P51219 oash.SnapPuller.fetchLatestIndex Starting replication process
>> [junit4:junit4]   2> 422158 T508 C27 P51213 oash.ReplicationHandler.inform Commits will be reserved for  10000
>> [junit4:junit4]   2> 422158 T508 C27 P51213 oasc.SolrCore.execute [nodes_used_collection_shard1_replica1] webapp= path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=27
>> [junit4:junit4]   2> 422165 T572 C25 P51209 oash.SnapPuller.fetchLatestIndex Master's generation: 2
>> [junit4:junit4]   2> 422166 T572 C25 P51209 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
>> [junit4:junit4]   2> 422166 T572 C25 P51209 oash.SnapPuller.fetchLatestIndex Starting replication process
>> [junit4:junit4]   2> 422173 T512 C27 P51213 oasc.SolrCore.execute [nodes_used_collection_shard1_replica1] webapp= path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=3
>> [junit4:junit4]   2> 422174 T572 C25 P51209 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
>> [junit4:junit4]   2> 422194 T572 C25 P51209 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369134468973/nodes_used_collection_shard1_replica2/data/index.20130521070818828
>> [junit4:junit4]   2> 422195 T594 C26 P51216 oasc.SolrCore.execute [nodes_used_collection_shard2_replica2] webapp= path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=23
>> [junit4:junit4]   2> 422197 T571 C24 P51219 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
>> [junit4:junit4]   2> 422197 T572 C25 P51209 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@231824d lockFactory=org.apache.lucene.store.NativeFSLockFactory@263676bd) fullCopy=false
>> [junit4:junit4]   2> 422206 T571 C24 P51219 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369134476911/nodes_used_collection_shard2_replica1/data/index.20130521070818850
>> [junit4:junit4]   2> 422207 T571 C24 P51219 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@29a81175 lockFactory=org.apache.lucene.store.NativeFSLockFactory@354e3bce) fullCopy=false
>> [junit4:junit4]   2> 422308 T508 C27 P51213 oasc.SolrCore.execute [nodes_used_collection_shard1_replica1] webapp= path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=11
>> [junit4:junit4]   2> 422349 T527 C26 P51216 oasc.SolrCore.execute [nodes_used_collection_shard2_replica2] webapp= path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0
>> [junit4:junit4]   2> 422490 T571 C24 P51219 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
>> [junit4:junit4]   2> 422501 T572 C25 P51209 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
>> [junit4:junit4]   2> 422579 T571 C24 P51219 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
>> [junit4:junit4]   2> 422579 T571 C24 P51219 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=nodes_used_collection_shard2_replica1
>> [junit4:junit4]   2> 422592 T572 C25 P51209 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
>> [junit4:junit4]   2> 422605 T572 C25 P51209 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=nodes_used_collection_shard1_replica2
>> [junit4:junit4]   2> 422760 T571 C24 P51219 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
>> [junit4:junit4]   2>          commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3f65a49 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4da90726),segFN=segments_1,generation=1}
>> [junit4:junit4]   2>          commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3f65a49 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4da90726),segFN=segments_2,generation=2}
>> [junit4:junit4]   2> 422771 T571 C24 P51219 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
>> [junit4:junit4]   2> 422779 T571 C24 P51219 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
>> [junit4:junit4]   2> 422783 T571 C24 P51219 oass.SolrIndexSearcher.<init> Opening Searcher@5bac7081 main
>> [junit4:junit4]   2> 422785 T568 oasc.SolrCore.registerSearcher [nodes_used_collection_shard2_replica1] Registered new searcher Searcher@5bac7081 main{StandardDirectoryReader(segments_2:1:nrt)}
>> [junit4:junit4]   2> 422787 T571 C24 P51219 oasc.CachingDirectoryFactory.closeCacheValue looking to close /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369134476911/nodes_used_collection_shard2_replica1/data/index.20130521070818850 [CachedDir<<refCount=0;path=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369134476911/nodes_used_collection_shard2_replica1/data/index.20130521070818850;done=true>>]
>> [junit4:junit4]   2> 422787 T571 C24 P51219 oasc.CachingDirectoryFactory.close Closing directory: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369134476911/nodes_used_collection_shard2_replica1/data/index.20130521070818850
>> [junit4:junit4]   2> 422804 T571 C24 P51219 oasc.CachingDirectoryFactory.closeCacheValue Removing directory before core close: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369134476911/nodes_used_collection_shard2_replica1/data/index.20130521070818850
>> [junit4:junit4]   2> 422805 T571 C24 P51219 oasc.RecoveryStrategy.replay No replay needed. core=nodes_used_collection_shard2_replica1
>> [junit4:junit4]   2> 422805 T571 C24 P51219 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=nodes_used_collection_shard2_replica1
>> [junit4:junit4]   2> 422805 T571 C24 P51219 oasc.ZkController.publish publishing core=nodes_used_collection_shard2_replica1 state=active
>> [junit4:junit4]   2> 422893 T571 C24 P51219 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=nodes_used_collection_shard2_replica1
>> [junit4:junit4]   2> 422964 T572 C25 P51209 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
>> [junit4:junit4]   2>          commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@a44eeb7 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5164bc93),segFN=segments_1,generation=1}
>> [junit4:junit4]   2>          commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@a44eeb7 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5164bc93),segFN=segments_2,generation=2}
>> [junit4:junit4]   2> 422982 T572 C25 P51209 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
>> [junit4:junit4]   2> 423006 T572 C25 P51209 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
>> [junit4:junit4]   2> 423017 T572 C25 P51209 oass.SolrIndexSearcher.<init> Opening Searcher@23f3a36a main
>> [junit4:junit4]   2> 423020 T565 oasc.SolrCore.registerSearcher [nodes_used_collection_shard1_replica2] Registered new searcher Searcher@23f3a36a main{StandardDirectoryReader(segments_2:1:nrt)}
>> [junit4:junit4]   2> 423027 T572 C25 P51209 oasc.CachingDirectoryFactory.closeCacheValue looking to close /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369134468973/nodes_used_collection_shard1_replica2/data/index.20130521070818828 [CachedDir<<refCount=0;path=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369134468973/nodes_used_collection_shard1_replica2/data/index.20130521070818828;done=true>>]
>> [junit4:junit4]   2> 423030 T572 C25 P51209 oasc.CachingDirectoryFactory.close Closing directory: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369134468973/nodes_used_collection_shard1_replica2/data/index.20130521070818828
>> [junit4:junit4]   2> 423031 T572 C25 P51209 oasc.CachingDirectoryFactory.closeCacheValue Removing directory before core close: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369134468973/nodes_used_collection_shard1_replica2/data/index.20130521070818828
>> [junit4:junit4]   2> 423033 T572 C25 P51209 oasc.RecoveryStrategy.replay No replay needed. core=nodes_used_collection_shard1_replica2
>> [junit4:junit4]   2> 423033 T572 C25 P51209 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=nodes_used_collection_shard1_replica2
>> [junit4:junit4]   2> 423035 T572 C25 P51209 oasc.ZkController.publish publishing core=nodes_used_collection_shard1_replica2 state=active
>> [junit4:junit4]   2> 423077 T572 C25 P51209 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=nodes_used_collection_shard1_replica2
>> [junit4:junit4]   2> 423204 T500 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
>> [junit4:junit4]   2> 423219 T500 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
>> [junit4:junit4]   2>    "operation":"state",
>> [junit4:junit4]   2>    "core_node_name":"127.0.0.1:51219__nodes_used_collection_shard2_replica1",
>> [junit4:junit4]   2>    "numShards":"2",
>> [junit4:junit4]   2>    "shard":"shard2",
>> [junit4:junit4]   2>    "roles":null,
>> [junit4:junit4]   2>    "state":"active",
>> [junit4:junit4]   2>    "shard_state":"active",
>> [junit4:junit4]   2>    "core":"nodes_used_collection_shard2_replica1",
>> [junit4:junit4]   2>    "collection":"nodes_used_collection",
>> [junit4:junit4]   2>    "shard_range":null,
>> [junit4:junit4]   2>    "node_name":"127.0.0.1:51219_",
>> [junit4:junit4]   2>    "base_url":"http://127.0.0.1:51219"}
>> [junit4:junit4]   2> 423239 T500 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
>> [junit4:junit4]   2>    "operation":"state",
>> [junit4:junit4]   2>    "core_node_name":"127.0.0.1:51209__nodes_used_collection_shard1_replica2",
>> [junit4:junit4]   2>    "numShards":"2",
>> [junit4:junit4]   2>    "shard":"shard1",
>> [junit4:junit4]   2>    "roles":null,
>> [junit4:junit4]   2>    "state":"active",
>> [junit4:junit4]   2>    "shard_state":"active",
>> [junit4:junit4]   2>    "core":"nodes_used_collection_shard1_replica2",
>> [junit4:junit4]   2>    "collection":"nodes_used_collection",
>> [junit4:junit4]   2>    "shard_range":null,
>> [junit4:junit4]   2>    "node_name":"127.0.0.1:51209_",
>> [junit4:junit4]   2>    "base_url":"http://127.0.0.1:51209"}
>> [junit4:junit4]   2> 423265 T576 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
>> [junit4:junit4]   2> 423265 T531 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
>> [junit4:junit4]   2> 423265 T499 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
>> [junit4:junit4]   2> 423266 T559 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
>> [junit4:junit4]   2> 423265 T574 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
>> [junit4:junit4]   2> 423266 T517 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
>> [junit4:junit4]   2> 423265 T504 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
>> [junit4:junit4]   2> 423265 T545 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
>> [junit4:junit4]   2> 436091 T536 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
>> [junit4:junit4]   2> 436359 T513 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
>> [junit4:junit4]   2> 436433 T536 oass.IndexSchema.readSchema default search field in schema is text
>> [junit4:junit4]   2> 436439 T536 oass.IndexSchema.readSchema unique key field: id
>> [junit4:junit4]   2> 436522 T513 oass.IndexSchema.readSchema default search field in schema is text
>> [junit4:junit4]   2> 436528 T513 oass.IndexSchema.readSchema unique key field: id
>> [junit4:junit4]   2> 436707 T537 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
>> [junit4:junit4]   2> 436758 T536 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
>> [junit4:junit4]   2> 436868 T522 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
>> [junit4:junit4]   2> 436888 T522 oass.IndexSchema.readSchema default search field in schema is text
>> [junit4:junit4]   2> 436892 T522 oass.IndexSchema.readSchema unique key field: id
>> [junit4:junit4]   2> 436920 T537 oass.IndexSchema.readSchema default search field in schema is text
>> [junit4:junit4]   2> 436927 T537 oass.IndexSchema.readSchema unique key field: id
>> [junit4:junit4]   2> 436997 T495 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
>> [junit4:junit4]   2> 437038 T526 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
>> [junit4:junit4]   2> 437059 T536 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
>> [junit4:junit4]   2> 437187 T495 oass.IndexSchema.readSchema default search field in schema is text
>> [junit4:junit4]   2> 437193 T526 oass.IndexSchema.readSchema default search field in schema is text
>> [junit4:junit4]   2> 437199 T526 oass.IndexSchema.readSchema unique key field: id
>> [junit4:junit4]   2> 437228 T493 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
>> [junit4:junit4]   2> 437279 T555 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
>> [junit4:junit4]   2> 437294 T510 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
>> [junit4:junit4]   2> 437329 T513 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
>> [junit4:junit4]   2> 437339 T555 oass.IndexSchema.readSchema default search field in schema is text
>> [junit4:junit4]   2> 437413 T553 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
>> [junit4:junit4]   2> 437414 T495 oass.IndexSchema.readSchema unique key field: id
>> [junit4:junit4]   2> 437495 T510 oass.IndexSchema.readSchema default search field in schema is text
>> [junit4:junit4]   2> 437502 T513 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
>> [junit4:junit4]   2> 437520 T513 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
>> [junit4:junit4]   2> 437522 T536 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
>> [junit4:junit4]   2> 437529 T510 oass.IndexSchema.readSchema unique key field: id
>> [junit4:junit4]   2> 437544 T513 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
>> [junit4:junit4]   2> 437545 T513 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
>> [junit4:junit4]   2> 437545 T513 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
>> [junit4:junit4]   2> 437551 T513 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
>> [junit4:junit4]   2> 437552 T513 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
>> [junit4:junit4]   2> 437552 T513 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
>> [junit4:junit4]   2> 437553 T513 oasc.SolrCore.<init> [awholynewcollection_0_shard3_replica5] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369134471260/awholynewcollection_0_shard3_replica5/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369134471260/awholynewcollection_0_shard3_replica5/data/
>> [junit4:junit4]   2> 437554 T513 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3248f37e
>> [junit4:junit4]   2> 437555 T513 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
>> [junit4:junit4]   2> 437557 T537 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
>> [junit4:junit4]   2> 437567 T522 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
>> [junit4:junit4]   2> 437580 T522 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
>> [junit4:junit4]   2> 437585 T493 oass.IndexSchema.readSchema default search field in schema is text
>> [junit4:junit4]   2> 437590 T493 oass.IndexSchema.readSchema unique key field: id
>> [junit4:junit4]   2> 437596 T511 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
>> [junit4:junit4]   2> 437596 T522 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
>> [junit4:junit4]   2> 437604 T536 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
>> [junit4:junit4]   2> 437605 T536 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
>> [junit4:junit4]   2> 437605 T536 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
>> [junit4:junit4]   2> 437605 T522 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
>> [junit4:junit4]   2> 437607 T522 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
>> [junit4:junit4]   2> 437607 T522 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
>> [junit4:junit4]   2> 437606 T526 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
>> [junit4:junit4]   2> 437619 T537 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
>> [junit4:junit4]   2> 437625 T522 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
>> [junit4:junit4]   2> 437625 T522 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
>> [junit4:junit4]   2> 437626 T522 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
>> [junit4:junit4]   2> 437626 T522 oasc.SolrCore.<init> [awholynewcollection_0_shard4_replica1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369134473876/awholynewcollection_0_shard4_replica1/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369134473876/awholynewcollection_0_shard4_replica1/data/
>> [junit4:junit4]   2> 437627 T522 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3248f37e
>> [junit4:junit4]   2> 437628 T522 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
>> [junit4:junit4]   2> 437630 T513 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369134471260/awholynewcollection_0_shard3_replica5/data
>> [junit4:junit4]   2> 437630 T513 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369134471260/awholynewcollection_0_shard3_replica5/data/index/
>> [junit4:junit4]   2> 437630 T513 oasc.SolrCore.initIndex WARN [awholynewcollection_0_shard3_replica5] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369134471260/awholynewcollection_0_shard3_replica5/data/index' doesn't exist. Creating new index...
>> [junit4:junit4]   2> 437633 T553 oass.IndexSchema.readSchema default search field in schema is text
>> [junit4:junit4]   2> 437638 T553 oass.IndexSchema.readSchema unique key field: id
>> [junit4:junit4]   2> 437627 T536 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
>> [junit4:junit4]   2> 437639 T536 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
>> [junit4:junit4]   2> 437640 T536 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
>> [junit4:junit4]   2> 437640 T536 oasc.SolrCore.<init> [awholynewcollection_0_shard4_replica2] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369134476911/awholynewcollection_0_shard4_replica2/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369134476911/awholynewcollection_0_shard4_replica2/data/
>> [junit4:junit4]   2> 437641 T536 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3248f37e
>> [junit4:junit4]   2> 437641 T536 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
>> [junit4:junit4]   2> 437643 T522 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369134473876/awholynewcollection_0_shard4_replica1/data
>> [junit4:junit4]   2> 437643 T522 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369134473876/awholynewcollection_0_shard4_replica1/data/index/
>> [junit4:junit4]   2> 437644 T522 oasc.SolrCore.initIndex WARN [awholynewcollection_0_shard4_replica1] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369134473876/awholynewcollection_0_shard4_replica1/data/index' doesn't exist. Creating new index...
>> [junit4:junit4]   2> 437654 T536 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369134476911/awholynewcollection_0_shard4_replica2/data
>> [junit4:junit4]   2> 437655 T522 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369134473876/awholynewcollection_0_shard4_replica1/data/index
>> [junit4:junit4]   2> 437654 T513 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369134471260/awholynewcollection_0_shard3_replica5/data/index
>> [junit4:junit4]   2> 437655 T536 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369134476911/awholynewcollection_0_shard4_replica2/data/index/
>> [junit4:junit4]   2> 437657 T536 oasc.SolrCore.initIndex WARN [awholynewcollection_0_shard4_replica2] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369134476911/awholynewcollection_0_shard4_replica2/data/index' doesn't exist. Creating new index...
>> [junit4:junit4]   2> 437665 T555 oass.IndexSchema.readSchema unique key field: id
>> [junit4:junit4]   2> 437668 T536 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369134476911/awholynewcollection_0_shard4_replica2/data/index
>> [junit4:junit4]   2> 437676 T526 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
>> [junit4:junit4]   2> 437721 T537 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
>> [junit4:junit4]   2> 437728 T511 oass.IndexSchema.readSchema default search field in schema is text
>> [junit4:junit4]   2> 437733 T511 oass.IndexSchema.readSchema unique key field: id
>> [junit4:junit4]   2> 437738 T537 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
>> [junit4:junit4]   2> 437739 T537 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
>> [junit4:junit4]   2> 437740 T537 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
>> [junit4:junit4]   2> 437750 T537 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
>> [junit4:junit4]   2> 437752 T537 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
>> [junit4:junit4]   2> 437753 T537 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
>> [junit4:junit4]   2> 437755 T537 oasc.SolrCore.<init> [awholynewcollection_0_shard1_replica2] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369134476911/awholynewcollection_0_shard1_replica2/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369134476911/awholynewcollection_0_shard1_replica2/data/
>> [junit4:junit4]   2> 437755 T537 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3248f37e
>> [junit4:junit4]   2> 437756 T537 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
>> [junit4:junit4]   2> 437758 T536 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
>> [junit4:junit4]   2>          commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7e386bc lockFactory=org.apache.lucene.store.NativeFSLockFactory@64bd7c5a),segFN=segments_1,generation=1}
>> [junit4:junit4]   2> 437758 T536 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
>> [junit4:junit4]   2> 437763 T536 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
>> [junit4:junit4]   2> 437763 T536 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
>> [junit4:junit4]   2> 437765 T536 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
>> [junit4:junit4]   2> 437766 T536 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
>> [junit4:junit4]   2> 437767 T536 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
>> [junit4:junit4]   2> 437767 T536 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
>> [junit4:junit4]   2> 437861 T536 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
>> [junit4:junit4]   2> 437863 T536 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
>> [junit4:junit4]   2> 437863 T536 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
>> [junit4:junit4]   2> 437769 T537 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369134476911/awholynewcollection_0_shard1_replica2/data
>> [junit4:junit4]   2> 437870 T537 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369134476911/awholynewcollection_0_shard1_replica2/data/index/
>> [junit4:junit4]   2> 437871 T537 oasc.SolrCore.initIndex WARN [awholynewcollection_0_shard1_replica2] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369134476911/awholynewcollection_0_shard1_replica2/data/index' doesn't exist. Creating new index...
>> [junit4:junit4]   2> 437872 T523 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
>> [junit4:junit4]   2> 437781 T550 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
>> [junit4:junit4]   2> 437887 T525 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
>> [junit4:junit4]   2> 437773 T495 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
>> [junit4:junit4]   2> 437899 T537 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369134476911/awholynewcollection_0_shard1_replica2/data/index
>> [junit4:junit4]   2> 437934 T522 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
>> [junit4:junit4]   2>          commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@276ae22f lockFactory=org.apache.lucene.store.NativeFSLockFactory@126aa26c),segFN=segments_1,generation=1}
>> [junit4:junit4]   2> 437935 T522 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
>> [junit4:junit4]   2> 437939 T522 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
>> [junit4:junit4]   2> 437940 T522 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
>> [junit4:junit4]   2> 437941 T522 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
>> [junit4:junit4]   2> 437942 T522 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
>> [junit4:junit4]   2> 437942 T522 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
>> [junit4:junit4]   2> 437943 T522 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
>> [junit4:junit4]   2> 437944 T522 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
>> [junit4:junit4]   2> 438060 T522 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
>> [junit4:junit4]   2> 438061 T522 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
>> [junit4:junit4]   2> 438058 T537 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
>> [junit4:junit4]   2>          commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@14e2cf0a lockFactory=org.apache.lucene.store.NativeFSLockFactory@67
>>
>> [...truncated too long message...]
>>
>> /jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/build/misc/lucene-misc-4.4-SNAPSHOT.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/build/spatial/lucene-spatial-4.4-SNAPSHOT.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/build/suggest/lucene-suggest-4.4-SNAPSHOT.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/build/grouping/lucene-grouping-4.4-SNAPSHOT.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/build/queries/lucene-queries-4.4-SNAPSHOT.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/build/queryparser/lucene-queryparser-4.4-SNAPSHOT.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/core/lib/cglib-nodep-2.2.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/core/lib/commons-cli-1.2.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/core/lib/commons-codec-1.7.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/core/lib/commons-fileupload-1.2.1.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/core/lib/commons-lang-2.6.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/core/lib/easymock-3.0.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/core/lib/guava-14.0.1.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/core/lib/javax.servlet-api-3.0.1.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/core/lib/objenesis-1.2.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/core/lib/org.restlet-2.1.1.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/core/lib/org.restlet.ext.servlet-2.1.1.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/core/lib/spatial4j-0.3.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/solrj/lib/commons-io-2.1.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/solrj/lib/httpclient-4.2.3.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/solrj/lib/httpcore-4.2.2.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/solrj/lib/httpmime-4.2.3.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/solrj/lib/jcl-over-slf4j-1.6.6.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/solrj/lib/jul-to-slf4j-1.6.6.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/solrj/lib/log4j-1.2.16.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/solrj/lib/noggit-0.5.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/solrj/lib/slf4j-api-1.6.6.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/solrj/lib/slf4j-log4j12-1.6.6.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/solrj/lib/wstx-asl-3.2.7.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/solrj/lib/zookeeper-3.4.5.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/lib/jetty-continuation-8.1.10.v20130312.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/lib/jetty-deploy-8.1.10.v20130312.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/lib/jetty-http-8.1.10.v20130312.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/lib/jetty-io-8.1.10.v20130312.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/lib/jetty-jmx-8.1.10.v20130312.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/lib/jetty-security-8.1.10.v20130312.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/lib/jetty-server-8.1.10.v20130312.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/lib/jetty-servlet-8.1.10.v20130312.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/lib/jetty-util-8.1.10.v20130312.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/lib/jetty-webapp-8.1.10.v20130312.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/lib/jetty-xml-8.1.10.v20130312.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/lib/servlet-api-3.0.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/example-DIH/solr/db/lib/derby-10.9.1.0.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/example-DIH/solr/db/lib/hsqldb-1.8.0.10.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/build/core/classes/java:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/test-framework/lib/junit-4.10.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/test-framework/lib/randomizedtesting-runner-2.0.10.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-launcher.jar:/Users/jenkins/.ant/lib/ivy-2.3.0.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-antlr.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-bcel.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-bsf.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-log4j.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-oro.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-regexp.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-resolver.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-xalan2.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-commons-logging.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-commons-net.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jai.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-javamail.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jdepend.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jmf.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jsch.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-junit.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-junit4.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-netrexx.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-swing.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-testutil.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant.jar:/Library/Java/JavaVirtualMachines/jdk1.7.0_21.jdk/Contents/Home/lib/tools.jar:/Users/jenkins/.ivy2/cache/com.carrotsearch.randomizedtesting/junit4-ant/jars/junit4-ant-2.0.10.jar -ea:org.apache.lucene... -ea:org.apache.solr... com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe -flush -eventsfile /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/temp/junit4-J0-20130521_110105_355.events @/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/temp/junit4-J0-20130521_110105_355.suites
>> [junit4:junit4] ERROR: JVM J0 ended with an exception: Forked process returned with error code: 134. Very likely a JVM crash.  Process output piped in logs above.
>> [junit4:junit4]       at com.carrotsearch.ant.tasks.junit4.JUnit4.executeSlave(JUnit4.java:1254)
>> [junit4:junit4]       at com.carrotsearch.ant.tasks.junit4.JUnit4.access$000(JUnit4.java:67)
>> [junit4:junit4]       at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:822)
>> [junit4:junit4]       at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:819)
>> [junit4:junit4]       at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
>> [junit4:junit4]       at java.util.concurrent.FutureTask.run(FutureTask.java:166)
>> [junit4:junit4]       at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
>> [junit4:junit4]       at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
>> [junit4:junit4]       at java.lang.Thread.run(Thread.java:722)
>>
>> BUILD FAILED
>> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:386: The following error occurred while executing this line:
>> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:366: The following error occurred while executing this line:
>> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:39: The following error occurred while executing this line:
>> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build.xml:181: The following error occurred while executing this line:
>> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/common-build.xml:437: The following error occurred while executing this line:
>> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:1243: The following error occurred while executing this line:
>> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:887: At least one slave process threw an exception, first: Forked process returned with error code: 134. Very likely a JVM crash.  Process output piped in logs above.
>>
>> Total time: 95 minutes 3 seconds
>> Build step 'Invoke Ant' marked build as failure
>> Description set: Java: 64bit/jdk1.7.0 -XX:-UseCompressedOops -XX:+UseParallelGC
>> Archiving artifacts
>> Recording test results
>> Email was triggered for: Failure
>> Sending email for trigger: Failure
>>
>>
>>
>> ---------------------------------------------------------------------
>> To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
>> For additional commands, e-mail: dev-help@lucene.apache.org
>
>
> ---------------------------------------------------------------------
> To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
> For additional commands, e-mail: dev-help@lucene.apache.org
>

---------------------------------------------------------------------
To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
For additional commands, e-mail: dev-help@lucene.apache.org


Re: [JENKINS] Lucene-Solr-4.x-MacOSX (64bit/jdk1.7.0) - Build # 475 - Still Failing!

Posted by Mark Miller <ma...@gmail.com>.
This seems to happen a lot recently - I just tracked down an offending hang:

"Thread-177" Id=532 WAITING on java.lang.Object@2dffce78
		at java.lang.Object.wait(Native Method)
		-  waiting on java.lang.Object@2dffce78
		at java.lang.Object.wait(Object.java:503)
		at org.apache.solr.core.CloserThread.run(CoreContainer.java:1232)

Seems to be an issue with this new core CloserThread (I still have not yet learned why we need a CloserThread, on first blush it sounds scary) - and something the core stress test doesn't seem to be hitting.

There are lots of threads stuck at that point.

I'll take a look and see if I can spot something.

- Mark

On May 21, 2013, at 7:44 AM, Policeman Jenkins Server <je...@thetaphi.de> wrote:

> Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-MacOSX/475/
> Java: 64bit/jdk1.7.0 -XX:-UseCompressedOops -XX:+UseParallelGC
> 
> 1 tests failed.
> FAILED:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testDistribSearch
> 
> Error Message:
> There are still nodes recoverying - waited for 230 seconds
> 
> Stack Trace:
> java.lang.AssertionError: There are still nodes recoverying - waited for 230 seconds
> 	at __randomizedtesting.SeedInfo.seed([550DAA879EDCE8F5:D4EB249FE98388C9]:0)
> 	at org.junit.Assert.fail(Assert.java:93)
> 	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:173)
> 	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:131)
> 	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:126)
> 	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:512)
> 	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.doTest(CollectionsAPIDistributedZkTest.java:146)
> 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:815)
> 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
> 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
> 	at java.lang.reflect.Method.invoke(Method.java:601)
> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
> 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
> 	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
> 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
> 	at java.lang.Thread.run(Thread.java:722)
> 
> 
> 
> 
> Build Log:
> [...truncated 9253 lines...]
> [junit4:junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
> [junit4:junit4]   2> 390845 T477 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
> [junit4:junit4]   2> 390856 T477 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
> [junit4:junit4]   2> Creating dataDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solrtest-CollectionsAPIDistributedZkTest-1369134467512
> [junit4:junit4]   2> 390860 T477 oasc.ZkTestServer.run STARTING ZK TEST SERVER
> [junit4:junit4]   2> 390862 T478 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
> [junit4:junit4]   2> 390965 T477 oasc.ZkTestServer.run start zk server on port:51206
> [junit4:junit4]   2> 390970 T477 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
> [junit4:junit4]   2> 390985 T484 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1b7034b0 name:ZooKeeperConnection Watcher:127.0.0.1:51206 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
> [junit4:junit4]   2> 390986 T477 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
> [junit4:junit4]   2> 390986 T477 oascc.SolrZkClient.makePath makePath: /solr
> [junit4:junit4]   2> 391006 T477 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
> [junit4:junit4]   2> 391015 T486 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@34ba3669 name:ZooKeeperConnection Watcher:127.0.0.1:51206/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
> [junit4:junit4]   2> 391016 T477 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
> [junit4:junit4]   2> 391017 T477 oascc.SolrZkClient.makePath makePath: /collections/collection1
> [junit4:junit4]   2> 391044 T477 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
> [junit4:junit4]   2> 391062 T477 oascc.SolrZkClient.makePath makePath: /collections/control_collection
> [junit4:junit4]   2> 391074 T477 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
> [junit4:junit4]   2> 391173 T477 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
> [junit4:junit4]   2> 391174 T477 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
> [junit4:junit4]   2> 391190 T477 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
> [junit4:junit4]   2> 391191 T477 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
> [junit4:junit4]   2> 391202 T477 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
> [junit4:junit4]   2> 391202 T477 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
> [junit4:junit4]   2> 391211 T477 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
> [junit4:junit4]   2> 391211 T477 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
> [junit4:junit4]   2> 391229 T477 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
> [junit4:junit4]   2> 391231 T477 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
> [junit4:junit4]   2> 391244 T477 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
> [junit4:junit4]   2> 391245 T477 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
> [junit4:junit4]   2> 392150 T477 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
> [junit4:junit4]   2> 392150 T477 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
> [junit4:junit4]   2> 392287 T477 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
> [junit4:junit4]   2> 392288 T477 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
> [junit4:junit4]   2> 392300 T477 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
> [junit4:junit4]   2> 392302 T477 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
> [junit4:junit4]   2> 393458 T477 oejs.Server.doStart jetty-8.1.10.v20130312
> [junit4:junit4]   2> 393544 T477 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:51209
> [junit4:junit4]   2> 393545 T477 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
> [junit4:junit4]   2> 393546 T477 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
> [junit4:junit4]   2> 393546 T477 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369134468973
> [junit4:junit4]   2> 393547 T477 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369134468973/solr.xml
> [junit4:junit4]   2> 393548 T477 oasc.CoreContainer.<init> New CoreContainer 459798905
> [junit4:junit4]   2> 393548 T477 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369134468973/'
> [junit4:junit4]   2> 393549 T477 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369134468973/'
> [junit4:junit4]   2> 393792 T477 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369134468973
> [junit4:junit4]   2> 393794 T477 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369134468973/collection1
> [junit4:junit4]   2> 393796 T477 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369134468973/collection1/conf
> [junit4:junit4]   2> 394008 T477 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369134468973/collection1/conf/xslt
> [junit4:junit4]   2> 394015 T477 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369134468973/collection1/lib
> [junit4:junit4]   2> 394025 T477 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369134468973/collection1/lib/classes
> [junit4:junit4]   2> 394038 T477 oasc.SolrCoreDiscoverer.addCore Discovered properties file /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369134468973/conf/core.properties, adding to cores
> [junit4:junit4]   2> 394056 T477 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
> [junit4:junit4]   2> 394057 T477 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
> [junit4:junit4]   2> 394058 T477 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
> [junit4:junit4]   2> 394058 T477 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
> [junit4:junit4]   2> 394059 T477 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
> [junit4:junit4]   2> 394060 T477 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
> [junit4:junit4]   2> 394060 T477 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
> [junit4:junit4]   2> 394061 T477 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
> [junit4:junit4]   2> 394061 T477 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
> [junit4:junit4]   2> 394062 T477 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
> [junit4:junit4]   2> 394108 T477 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
> [junit4:junit4]   2> 394109 T477 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:51206/solr
> [junit4:junit4]   2> 394136 T477 oasc.ZkController.checkChrootPath zkHost includes chroot
> [junit4:junit4]   2> 394139 T477 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
> [junit4:junit4]   2> 394148 T497 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@50925f4e name:ZooKeeperConnection Watcher:127.0.0.1:51206 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
> [junit4:junit4]   2> 394152 T477 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
> [junit4:junit4]   2> 394175 T477 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
> [junit4:junit4]   2> 394221 T477 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
> [junit4:junit4]   2> 394227 T499 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7fdb3a16 name:ZooKeeperConnection Watcher:127.0.0.1:51206/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
> [junit4:junit4]   2> 394228 T477 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
> [junit4:junit4]   2> 394234 T477 oascc.SolrZkClient.makePath makePath: /overseer/queue
> [junit4:junit4]   2> 394247 T477 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
> [junit4:junit4]   2> 394260 T477 oascc.SolrZkClient.makePath makePath: /live_nodes
> [junit4:junit4]   2> 394268 T477 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51209_
> [junit4:junit4]   2> 394271 T477 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:51209_
> [junit4:junit4]   2> 394290 T477 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
> [junit4:junit4]   2> 394308 T477 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
> [junit4:junit4]   2> 394317 T477 oasc.Overseer.start Overseer (id=89727596464111619-127.0.0.1:51209_-n_0000000000) starting
> [junit4:junit4]   2> 394369 T477 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
> [junit4:junit4]   2> 394403 T501 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
> [junit4:junit4]   2> 394409 T477 oascc.SolrZkClient.makePath makePath: /clusterstate.json
> [junit4:junit4]   2> 394426 T477 oascc.SolrZkClient.makePath makePath: /aliases.json
> [junit4:junit4]   2> 394436 T477 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
> [junit4:junit4]   2> 394489 T500 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
> [junit4:junit4]   2> 394511 T477 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
> [junit4:junit4]   2> 394512 T477 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
> [junit4:junit4]   2> 394512 T477 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
> [junit4:junit4]   2> 394548 T477 oascsi.HttpClientUtil.createClient Creating new http client, config:
> [junit4:junit4]   2> 394566 T477 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
> [junit4:junit4]   2> 394578 T504 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7c16952a name:ZooKeeperConnection Watcher:127.0.0.1:51206/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
> [junit4:junit4]   2> 394578 T477 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
> [junit4:junit4]   2> 394585 T477 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
> [junit4:junit4]   2> 394604 T477 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
> [junit4:junit4]   2> 395368 T477 oejs.Server.doStart jetty-8.1.10.v20130312
> [junit4:junit4]   2> 395377 T477 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:51213
> [junit4:junit4]   2> 395378 T477 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
> [junit4:junit4]   2> 395379 T477 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
> [junit4:junit4]   2> 395379 T477 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369134471260
> [junit4:junit4]   2> 395380 T477 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369134471260/solr.xml
> [junit4:junit4]   2> 395380 T477 oasc.CoreContainer.<init> New CoreContainer 1387197548
> [junit4:junit4]   2> 395381 T477 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369134471260/'
> [junit4:junit4]   2> 395382 T477 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369134471260/'
> [junit4:junit4]   2> 395636 T477 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369134471260
> [junit4:junit4]   2> 395638 T477 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369134471260/collection1
> [junit4:junit4]   2> 395641 T477 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369134471260/collection1/conf
> [junit4:junit4]   2> 395897 T477 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369134471260/collection1/conf/xslt
> [junit4:junit4]   2> 395905 T477 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369134471260/collection1/lib
> [junit4:junit4]   2> 395908 T477 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369134471260/collection1/lib/classes
> [junit4:junit4]   2> 395912 T477 oasc.SolrCoreDiscoverer.addCore Discovered properties file /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369134471260/conf/core.properties, adding to cores
> [junit4:junit4]   2> 395938 T477 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
> [junit4:junit4]   2> 395939 T477 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
> [junit4:junit4]   2> 395940 T477 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
> [junit4:junit4]   2> 395941 T477 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
> [junit4:junit4]   2> 395942 T477 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
> [junit4:junit4]   2> 395943 T477 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
> [junit4:junit4]   2> 395944 T477 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
> [junit4:junit4]   2> 395944 T477 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
> [junit4:junit4]   2> 395948 T477 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
> [junit4:junit4]   2> 395958 T477 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
> [junit4:junit4]   2> 395995 T477 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
> [junit4:junit4]   2> 395997 T477 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:51206/solr
> [junit4:junit4]   2> 395997 T477 oasc.ZkController.checkChrootPath zkHost includes chroot
> [junit4:junit4]   2> 396001 T477 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
> [junit4:junit4]   2> 396013 T515 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5b2be3db name:ZooKeeperConnection Watcher:127.0.0.1:51206 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
> [junit4:junit4]   2> 396015 T477 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
> [junit4:junit4]   2> 396030 T477 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
> [junit4:junit4]   2> 396081 T477 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
> [junit4:junit4]   2> 396092 T517 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1836691b name:ZooKeeperConnection Watcher:127.0.0.1:51206/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
> [junit4:junit4]   2> 396093 T477 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
> [junit4:junit4]   2> 396121 T477 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
> [junit4:junit4]   2> 397155 T477 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51213_
> [junit4:junit4]   2> 397158 T477 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:51213_
> [junit4:junit4]   2> 397167 T517 oascc.ZkStateReader$3.process Updating live nodes... (2)
> [junit4:junit4]   2> 397173 T504 oascc.ZkStateReader$3.process Updating live nodes... (2)
> [junit4:junit4]   2> 397176 T499 oascc.ZkStateReader$3.process Updating live nodes... (2)
> [junit4:junit4]   2> 397197 T477 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
> [junit4:junit4]   2> 397198 T477 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
> [junit4:junit4]   2> 397199 T477 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
> [junit4:junit4]   2> 397994 T477 oejs.Server.doStart jetty-8.1.10.v20130312
> [junit4:junit4]   2> 398005 T477 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:51216
> [junit4:junit4]   2> 398007 T477 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
> [junit4:junit4]   2> 398007 T477 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
> [junit4:junit4]   2> 398008 T477 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369134473876
> [junit4:junit4]   2> 398008 T477 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369134473876/solr.xml
> [junit4:junit4]   2> 398009 T477 oasc.CoreContainer.<init> New CoreContainer 1797971966
> [junit4:junit4]   2> 398009 T477 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369134473876/'
> [junit4:junit4]   2> 398010 T477 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369134473876/'
> [junit4:junit4]   2> 398714 T477 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369134473876
> [junit4:junit4]   2> 398716 T477 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369134473876/collection1
> [junit4:junit4]   2> 398717 T477 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369134473876/collection1/conf
> [junit4:junit4]   2> 398920 T477 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369134473876/collection1/conf/xslt
> [junit4:junit4]   2> 398926 T477 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369134473876/collection1/lib
> [junit4:junit4]   2> 398927 T477 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369134473876/collection1/lib/classes
> [junit4:junit4]   2> 398931 T477 oasc.SolrCoreDiscoverer.addCore Discovered properties file /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369134473876/conf/core.properties, adding to cores
> [junit4:junit4]   2> 398952 T477 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
> [junit4:junit4]   2> 398954 T477 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
> [junit4:junit4]   2> 398955 T477 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
> [junit4:junit4]   2> 398955 T477 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
> [junit4:junit4]   2> 398956 T477 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
> [junit4:junit4]   2> 398956 T477 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
> [junit4:junit4]   2> 398957 T477 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
> [junit4:junit4]   2> 398957 T477 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
> [junit4:junit4]   2> 398958 T477 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
> [junit4:junit4]   2> 398958 T477 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
> [junit4:junit4]   2> 399004 T477 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
> [junit4:junit4]   2> 399005 T477 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:51206/solr
> [junit4:junit4]   2> 399006 T477 oasc.ZkController.checkChrootPath zkHost includes chroot
> [junit4:junit4]   2> 399008 T477 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
> [junit4:junit4]   2> 399016 T529 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@512ff979 name:ZooKeeperConnection Watcher:127.0.0.1:51206 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
> [junit4:junit4]   2> 399017 T477 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
> [junit4:junit4]   2> 399037 T477 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
> [junit4:junit4]   2> 399092 T477 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
> [junit4:junit4]   2> 399100 T531 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5e19c8ca name:ZooKeeperConnection Watcher:127.0.0.1:51206/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
> [junit4:junit4]   2> 399100 T477 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
> [junit4:junit4]   2> 399119 T477 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
> [junit4:junit4]   2> 400136 T477 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51216_
> [junit4:junit4]   2> 400140 T477 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:51216_
> [junit4:junit4]   2> 400150 T517 oascc.ZkStateReader$3.process Updating live nodes... (3)
> [junit4:junit4]   2> 400153 T504 oascc.ZkStateReader$3.process Updating live nodes... (3)
> [junit4:junit4]   2> 400201 T499 oascc.ZkStateReader$3.process Updating live nodes... (3)
> [junit4:junit4]   2> 400202 T531 oascc.ZkStateReader$3.process Updating live nodes... (3)
> [junit4:junit4]   2> 400217 T477 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
> [junit4:junit4]   2> 400218 T477 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
> [junit4:junit4]   2> 400219 T477 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
> [junit4:junit4]   2> 401042 T477 oejs.Server.doStart jetty-8.1.10.v20130312
> [junit4:junit4]   2> 401053 T477 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:51219
> [junit4:junit4]   2> 401078 T477 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
> [junit4:junit4]   2> 401079 T477 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
> [junit4:junit4]   2> 401079 T477 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369134476911
> [junit4:junit4]   2> 401080 T477 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369134476911/solr.xml
> [junit4:junit4]   2> 401080 T477 oasc.CoreContainer.<init> New CoreContainer 1776409284
> [junit4:junit4]   2> 401082 T477 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369134476911/'
> [junit4:junit4]   2> 401082 T477 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369134476911/'
> [junit4:junit4]   2> 401293 T477 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369134476911
> [junit4:junit4]   2> 401296 T477 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369134476911/collection1
> [junit4:junit4]   2> 401297 T477 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369134476911/collection1/conf
> [junit4:junit4]   2> 401518 T477 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369134476911/collection1/conf/xslt
> [junit4:junit4]   2> 401526 T477 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369134476911/collection1/lib
> [junit4:junit4]   2> 401537 T477 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369134476911/collection1/lib/classes
> [junit4:junit4]   2> 401545 T477 oasc.SolrCoreDiscoverer.addCore Discovered properties file /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369134476911/conf/core.properties, adding to cores
> [junit4:junit4]   2> 401564 T477 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
> [junit4:junit4]   2> 401565 T477 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
> [junit4:junit4]   2> 401565 T477 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
> [junit4:junit4]   2> 401565 T477 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
> [junit4:junit4]   2> 401566 T477 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
> [junit4:junit4]   2> 401567 T477 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
> [junit4:junit4]   2> 401567 T477 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
> [junit4:junit4]   2> 401568 T477 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
> [junit4:junit4]   2> 401568 T477 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
> [junit4:junit4]   2> 401569 T477 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
> [junit4:junit4]   2> 401601 T477 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
> [junit4:junit4]   2> 401602 T477 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:51206/solr
> [junit4:junit4]   2> 401603 T477 oasc.ZkController.checkChrootPath zkHost includes chroot
> [junit4:junit4]   2> 401611 T477 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
> [junit4:junit4]   2> 401619 T543 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3415f88f name:ZooKeeperConnection Watcher:127.0.0.1:51206 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
> [junit4:junit4]   2> 401621 T477 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
> [junit4:junit4]   2> 401631 T477 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
> [junit4:junit4]   2> 401664 T477 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
> [junit4:junit4]   2> 401671 T545 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6128bf05 name:ZooKeeperConnection Watcher:127.0.0.1:51206/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
> [junit4:junit4]   2> 401671 T477 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
> [junit4:junit4]   2> 401696 T477 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
> [junit4:junit4]   2> 402712 T477 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51219_
> [junit4:junit4]   2> 402716 T477 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:51219_
> [junit4:junit4]   2> 402733 T504 oascc.ZkStateReader$3.process Updating live nodes... (4)
> [junit4:junit4]   2> 402734 T517 oascc.ZkStateReader$3.process Updating live nodes... (4)
> [junit4:junit4]   2> 402737 T545 oascc.ZkStateReader$3.process Updating live nodes... (4)
> [junit4:junit4]   2> 402740 T531 oascc.ZkStateReader$3.process Updating live nodes... (4)
> [junit4:junit4]   2> 402741 T499 oascc.ZkStateReader$3.process Updating live nodes... (4)
> [junit4:junit4]   2> 402754 T477 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
> [junit4:junit4]   2> 402755 T477 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
> [junit4:junit4]   2> 402755 T477 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
> [junit4:junit4]   2> 403735 T477 oejs.Server.doStart jetty-8.1.10.v20130312
> [junit4:junit4]   2> 403747 T477 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:51222
> [junit4:junit4]   2> 403750 T477 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
> [junit4:junit4]   2> 403751 T477 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
> [junit4:junit4]   2> 403752 T477 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369134479435
> [junit4:junit4]   2> 403752 T477 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369134479435/solr.xml
> [junit4:junit4]   2> 403753 T477 oasc.CoreContainer.<init> New CoreContainer 1612640675
> [junit4:junit4]   2> 403753 T477 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369134479435/'
> [junit4:junit4]   2> 403754 T477 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369134479435/'
> [junit4:junit4]   2> 403962 T477 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369134479435
> [junit4:junit4]   2> 403963 T477 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369134479435/collection1
> [junit4:junit4]   2> 403965 T477 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369134479435/collection1/conf
> [junit4:junit4]   2> 404176 T477 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369134479435/collection1/conf/xslt
> [junit4:junit4]   2> 404181 T477 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369134479435/collection1/lib
> [junit4:junit4]   2> 404184 T477 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369134479435/collection1/lib/classes
> [junit4:junit4]   2> 404187 T477 oasc.SolrCoreDiscoverer.addCore Discovered properties file /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369134479435/conf/core.properties, adding to cores
> [junit4:junit4]   2> 404211 T477 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
> [junit4:junit4]   2> 404213 T477 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
> [junit4:junit4]   2> 404214 T477 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
> [junit4:junit4]   2> 404215 T477 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
> [junit4:junit4]   2> 404216 T477 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
> [junit4:junit4]   2> 404218 T477 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
> [junit4:junit4]   2> 404219 T477 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
> [junit4:junit4]   2> 404220 T477 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
> [junit4:junit4]   2> 404221 T477 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
> [junit4:junit4]   2> 404222 T477 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
> [junit4:junit4]   2> 404267 T477 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
> [junit4:junit4]   2> 404268 T477 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:51206/solr
> [junit4:junit4]   2> 404268 T477 oasc.ZkController.checkChrootPath zkHost includes chroot
> [junit4:junit4]   2> 404272 T477 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
> [junit4:junit4]   2> 404298 T557 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@73856c07 name:ZooKeeperConnection Watcher:127.0.0.1:51206 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
> [junit4:junit4]   2> 404301 T477 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
> [junit4:junit4]   2> 404310 T477 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
> [junit4:junit4]   2> 404343 T477 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
> [junit4:junit4]   2> 404352 T559 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5225c593 name:ZooKeeperConnection Watcher:127.0.0.1:51206/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
> [junit4:junit4]   2> 404353 T477 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
> [junit4:junit4]   2> 404383 T477 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
> [junit4:junit4]   2> 405403 T477 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51222_
> [junit4:junit4]   2> 405408 T477 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:51222_
> [junit4:junit4]   2> 405474 T531 oascc.ZkStateReader$3.process Updating live nodes... (5)
> [junit4:junit4]   2> 405475 T559 oascc.ZkStateReader$3.process Updating live nodes... (5)
> [junit4:junit4]   2> 405487 T517 oascc.ZkStateReader$3.process Updating live nodes... (5)
> [junit4:junit4]   2> 405487 T504 oascc.ZkStateReader$3.process Updating live nodes... (5)
> [junit4:junit4]   2> 405488 T545 oascc.ZkStateReader$3.process Updating live nodes... (5)
> [junit4:junit4]   2> 405489 T499 oascc.ZkStateReader$3.process Updating live nodes... (5)
> [junit4:junit4]   2> 405506 T477 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
> [junit4:junit4]   2> 405507 T477 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
> [junit4:junit4]   2> 405508 T477 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
> [junit4:junit4]   2> 405569 T477 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
> [junit4:junit4]   2> 405643 T510 oasha.CollectionsHandler.handleCreateAction Creating Collection : numShards=2&name=nodes_used_collection&replicationFactor=2&action=CREATE&wt=javabin&version=2
> [junit4:junit4]   2> 405664 T499 oasc.DistributedQueue$LatchChildWatcher.process Watcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
> [junit4:junit4]   2> 405684 T501 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
> [junit4:junit4]   2> 	  "operation":"createcollection",
> [junit4:junit4]   2> 	  "numShards":"2",
> [junit4:junit4]   2> 	  "maxShardsPerNode":null,
> [junit4:junit4]   2> 	  "createNodeSet":null,
> [junit4:junit4]   2> 	  "name":"nodes_used_collection",
> [junit4:junit4]   2> 	  "replicationFactor":"2"}
> [junit4:junit4]   2> 405685 T501 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard1_replica1 as part of slice shard1 of collection nodes_used_collection on 127.0.0.1:51213_
> [junit4:junit4]   2> 405686 T501 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard1_replica2 as part of slice shard1 of collection nodes_used_collection on 127.0.0.1:51209_
> [junit4:junit4]   2> 405690 T501 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard2_replica1 as part of slice shard2 of collection nodes_used_collection on 127.0.0.1:51219_
> [junit4:junit4]   2> 405691 T501 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard2_replica2 as part of slice shard2 of collection nodes_used_collection on 127.0.0.1:51216_
> [junit4:junit4]   2> 405707 T499 oasc.DistributedQueue$LatchChildWatcher.process Watcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
> [junit4:junit4]   2> 405740 T527 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard2_replica2' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369134473876/nodes_used_collection_shard2_replica2
> [junit4:junit4]   2> 405742 T527 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
> [junit4:junit4]   2> 405745 T511 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard1_replica1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369134471260/nodes_used_collection_shard1_replica1
> [junit4:junit4]   2> 405747 T511 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
> [junit4:junit4]   2> 405750 T541 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard2_replica1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369134476911/nodes_used_collection_shard2_replica1
> [junit4:junit4]   2> 405753 T541 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
> [junit4:junit4]   2> 405757 T494 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard1_replica2' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369134468973/nodes_used_collection_shard1_replica2
> [junit4:junit4]   2> 405758 T494 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
> [junit4:junit4]   2> 405763 T527 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
> [junit4:junit4]   2> 405764 T527 oasc.ZkController.getConfName Looking for collection configName
> [junit4:junit4]   2> 405771 T541 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
> [junit4:junit4]   2> 405773 T541 oasc.ZkController.getConfName Looking for collection configName
> [junit4:junit4]   2> 405773 T511 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
> [junit4:junit4]   2> 405774 T511 oasc.ZkController.getConfName Looking for collection configName
> [junit4:junit4]   2> 405776 T494 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
> [junit4:junit4]   2> 405777 T494 oasc.ZkController.getConfName Looking for collection configName
> [junit4:junit4]   2> 405782 T527 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
> [junit4:junit4]   2> 405783 T527 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
> [junit4:junit4]   2> 405792 T511 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
> [junit4:junit4]   2> 405794 T511 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
> [junit4:junit4]   2> 405795 T494 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
> [junit4:junit4]   2> 405796 T494 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
> [junit4:junit4]   2> 405798 T541 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
> [junit4:junit4]   2> 405800 T541 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
> [junit4:junit4]   2> 405809 T527 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
> [junit4:junit4]   2> 405817 T511 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
> [junit4:junit4]   2> 405817 T494 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
> [junit4:junit4]   2> 405824 T541 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
> [junit4:junit4]   2> 405828 T527 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369134473876/nodes_used_collection_shard2_replica2/'
> [junit4:junit4]   2> 405835 T541 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369134476911/nodes_used_collection_shard2_replica1/'
> [junit4:junit4]   2> 405845 T511 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369134471260/nodes_used_collection_shard1_replica1/'
> [junit4:junit4]   2> 405845 T494 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369134468973/nodes_used_collection_shard1_replica2/'
> [junit4:junit4]   2> 406340 T541 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
> [junit4:junit4]   2> 406353 T511 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
> [junit4:junit4]   2> 406387 T494 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
> [junit4:junit4]   2> 406418 T527 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
> [junit4:junit4]   2> 406776 T494 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
> [junit4:junit4]   2> 406822 T494 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
> [junit4:junit4]   2> 406854 T494 oass.IndexSchema.readSchema [nodes_used_collection_shard1_replica2] Schema name=test
> [junit4:junit4]   2> 406883 T541 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
> [junit4:junit4]   2> 406885 T527 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
> [junit4:junit4]   2> 406900 T527 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
> [junit4:junit4]   2> 406924 T541 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
> [junit4:junit4]   2> 406973 T511 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
> [junit4:junit4]   2> 406979 T511 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
> [junit4:junit4]   2> 406989 T541 oass.IndexSchema.readSchema [nodes_used_collection_shard2_replica1] Schema name=test
> [junit4:junit4]   2> 407003 T527 oass.IndexSchema.readSchema [nodes_used_collection_shard2_replica2] Schema name=test
> [junit4:junit4]   2> 407134 T511 oass.IndexSchema.readSchema [nodes_used_collection_shard1_replica1] Schema name=test
> [junit4:junit4]   2> 410949 T494 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
> [junit4:junit4]   2> 411013 T494 oass.IndexSchema.readSchema default search field in schema is text
> [junit4:junit4]   2> 411030 T494 oass.IndexSchema.readSchema unique key field: id
> [junit4:junit4]   2> 411156 T527 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
> [junit4:junit4]   2> 411208 T527 oass.IndexSchema.readSchema default search field in schema is text
> [junit4:junit4]   2> 411241 T511 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
> [junit4:junit4]   2> 411281 T527 oass.IndexSchema.readSchema unique key field: id
> [junit4:junit4]   2> 411369 T511 oass.IndexSchema.readSchema default search field in schema is text
> [junit4:junit4]   2> 411372 T494 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
> [junit4:junit4]   2> 411377 T541 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
> [junit4:junit4]   2> 411380 T511 oass.IndexSchema.readSchema unique key field: id
> [junit4:junit4]   2> 411406 T494 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
> [junit4:junit4]   2> 411418 T494 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
> [junit4:junit4]   2> 411452 T541 oass.IndexSchema.readSchema default search field in schema is text
> [junit4:junit4]   2> 411459 T494 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
> [junit4:junit4]   2> 411459 T494 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
> [junit4:junit4]   2> 411460 T494 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
> [junit4:junit4]   2> 411469 T494 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
> [junit4:junit4]   2> 411470 T494 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
> [junit4:junit4]   2> 411470 T494 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
> [junit4:junit4]   2> 411471 T494 oasc.SolrCore.<init> [nodes_used_collection_shard1_replica2] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369134468973/nodes_used_collection_shard1_replica2/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369134468973/nodes_used_collection_shard1_replica2/data/
> [junit4:junit4]   2> 411475 T541 oass.IndexSchema.readSchema unique key field: id
> [junit4:junit4]   2> 411478 T494 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3248f37e
> [junit4:junit4]   2> 411504 T494 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
> [junit4:junit4]   2> 411516 T494 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369134468973/nodes_used_collection_shard1_replica2/data
> [junit4:junit4]   2> 411517 T494 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369134468973/nodes_used_collection_shard1_replica2/data/index/
> [junit4:junit4]   2> 411517 T494 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard1_replica2] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369134468973/nodes_used_collection_shard1_replica2/data/index' doesn't exist. Creating new index...
> [junit4:junit4]   2> 411530 T494 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369134468973/nodes_used_collection_shard1_replica2/data/index
> [junit4:junit4]   2> 411562 T494 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
> [junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@a44eeb7 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5164bc93),segFN=segments_1,generation=1}
> [junit4:junit4]   2> 411563 T494 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
> [junit4:junit4]   2> 411572 T494 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
> [junit4:junit4]   2> 411573 T494 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
> [junit4:junit4]   2> 411574 T494 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
> [junit4:junit4]   2> 411576 T494 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
> [junit4:junit4]   2> 411577 T527 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
> [junit4:junit4]   2> 411585 T494 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
> [junit4:junit4]   2> 411591 T494 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
> [junit4:junit4]   2> 411594 T494 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
> [junit4:junit4]   2> 411596 T494 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
> [junit4:junit4]   2> 411598 T494 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
> [junit4:junit4]   2> 411670 T527 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
> [junit4:junit4]   2> 411675 T511 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
> [junit4:junit4]   2> 411685 T527 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
> [junit4:junit4]   2> 411706 T511 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
> [junit4:junit4]   2> 411711 T494 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
> [junit4:junit4]   2> 411715 T527 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
> [junit4:junit4]   2> 411732 T527 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
> [junit4:junit4]   2> 411733 T527 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
> [junit4:junit4]   2> 411729 T511 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
> [junit4:junit4]   2> 411727 T541 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
> [junit4:junit4]   2> 411741 T527 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
> [junit4:junit4]   2> 411741 T527 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
> [junit4:junit4]   2> 411742 T527 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
> [junit4:junit4]   2> 411742 T527 oasc.SolrCore.<init> [nodes_used_collection_shard2_replica2] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369134473876/nodes_used_collection_shard2_replica2/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369134473876/nodes_used_collection_shard2_replica2/data/
> [junit4:junit4]   2> 411743 T527 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3248f37e
> [junit4:junit4]   2> 411743 T527 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
> [junit4:junit4]   2> 411745 T527 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369134473876/nodes_used_collection_shard2_replica2/data
> [junit4:junit4]   2> 411745 T527 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369134473876/nodes_used_collection_shard2_replica2/data/index/
> [junit4:junit4]   2> 411746 T527 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard2_replica2] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369134473876/nodes_used_collection_shard2_replica2/data/index' doesn't exist. Creating new index...
> [junit4:junit4]   2> 411747 T527 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369134473876/nodes_used_collection_shard2_replica2/data/index
> [junit4:junit4]   2> 411749 T511 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
> [junit4:junit4]   2> 411750 T511 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
> [junit4:junit4]   2> 411751 T511 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
> [junit4:junit4]   2> 411722 T494 oass.SolrIndexSearcher.<init> Opening Searcher@1ce64076 main
> [junit4:junit4]   2> 411752 T494 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369134468973/nodes_used_collection_shard1_replica2/data/tlog
> [junit4:junit4]   2> 411756 T494 oasu.CommitTracker.<init> Hard AutoCommit: disabled
> [junit4:junit4]   2> 411756 T494 oasu.CommitTracker.<init> Soft AutoCommit: disabled
> [junit4:junit4]   2> 411763 T511 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
> [junit4:junit4]   2> 411764 T511 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
> [junit4:junit4]   2> 411764 T565 oasc.SolrCore.registerSearcher [nodes_used_collection_shard1_replica2] Registered new searcher Searcher@1ce64076 main{StandardDirectoryReader(segments_1:1)}
> [junit4:junit4]   2> 411769 T494 oasc.ZkController.publish publishing core=nodes_used_collection_shard1_replica2 state=down
> [junit4:junit4]   2> 411771 T527 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
> [junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@43b9d518 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4b06504d),segFN=segments_1,generation=1}
> [junit4:junit4]   2> 411771 T527 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
> [junit4:junit4]   2> 411765 T511 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
> [junit4:junit4]   2> 411776 T527 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
> [junit4:junit4]   2> 411785 T527 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
> [junit4:junit4]   2> 411769 T541 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
> [junit4:junit4]   2> 411786 T527 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
> [junit4:junit4]   2> 411776 T511 oasc.SolrCore.<init> [nodes_used_collection_shard1_replica1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369134471260/nodes_used_collection_shard1_replica1/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369134471260/nodes_used_collection_shard1_replica1/data/
> [junit4:junit4]   2> 411789 T511 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3248f37e
> [junit4:junit4]   2> 411790 T511 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
> [junit4:junit4]   2> 411787 T527 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
> [junit4:junit4]   2> 411793 T527 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
> [junit4:junit4]   2> 411793 T527 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
> [junit4:junit4]   2> 411794 T527 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
> [junit4:junit4]   2> 411795 T527 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
> [junit4:junit4]   2> 411799 T527 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
> [junit4:junit4]   2> 411801 T511 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369134471260/nodes_used_collection_shard1_replica1/data
> [junit4:junit4]   2> 411801 T511 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369134471260/nodes_used_collection_shard1_replica1/data/index/
> [junit4:junit4]   2> 411802 T511 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard1_replica1] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369134471260/nodes_used_collection_shard1_replica1/data/index' doesn't exist. Creating new index...
> [junit4:junit4]   2> 411809 T511 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369134471260/nodes_used_collection_shard1_replica1/data/index
> [junit4:junit4]   2> 411827 T527 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
> [junit4:junit4]   2> 411847 T541 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
> [junit4:junit4]   2> 411862 T541 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
> [junit4:junit4]   2> 411863 T541 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
> [junit4:junit4]   2> 411863 T541 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
> [junit4:junit4]   2> 411863 T511 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
> [junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@2f36a361 lockFactory=org.apache.lucene.store.NativeFSLockFactory@646cb8c7),segFN=segments_1,generation=1}
> [junit4:junit4]   2> 411865 T511 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
> [junit4:junit4]   2> 411869 T541 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
> [junit4:junit4]   2> 411869 T541 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
> [junit4:junit4]   2> 411870 T541 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
> [junit4:junit4]   2> 411870 T511 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
> [junit4:junit4]   2> 411871 T527 oass.SolrIndexSearcher.<init> Opening Searcher@417dbcb6 main
> [junit4:junit4]   2> 411871 T541 oasc.SolrCore.<init> [nodes_used_collection_shard2_replica1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369134476911/nodes_used_collection_shard2_replica1/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369134476911/nodes_used_collection_shard2_replica1/data/
> [junit4:junit4]   2> 411872 T527 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369134473876/nodes_used_collection_shard2_replica2/data/tlog
> [junit4:junit4]   2> 411871 T511 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
> [junit4:junit4]   2> 411874 T511 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
> [junit4:junit4]   2> 411872 T541 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3248f37e
> [junit4:junit4]   2> 411875 T511 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
> [junit4:junit4]   2> 411874 T527 oasu.CommitTracker.<init> Hard AutoCommit: disabled
> [junit4:junit4]   2> 411876 T527 oasu.CommitTracker.<init> Soft AutoCommit: disabled
> [junit4:junit4]   2> 411876 T511 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
> [junit4:junit4]   2> 411877 T511 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
> [junit4:junit4]   2> 411882 T511 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
> [junit4:junit4]   2> 411883 T511 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
> [junit4:junit4]   2> 411884 T511 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
> [junit4:junit4]   2> 411875 T541 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
> [junit4:junit4]   2> 411881 T566 oasc.SolrCore.registerSearcher [nodes_used_collection_shard2_replica2] Registered new searcher Searcher@417dbcb6 main{StandardDirectoryReader(segments_1:1)}
> [junit4:junit4]   2> 411916 T541 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369134476911/nodes_used_collection_shard2_replica1/data
> [junit4:junit4]   2> 411916 T541 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369134476911/nodes_used_collection_shard2_replica1/data/index/
> [junit4:junit4]   2> 411917 T541 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard2_replica1] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369134476911/nodes_used_collection_shard2_replica1/data/index' doesn't exist. Creating new index...
> [junit4:junit4]   2> 411917 T511 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
> [junit4:junit4]   2> 411919 T527 oasc.ZkController.publish publishing core=nodes_used_collection_shard2_replica2 state=down
> [junit4:junit4]   2> 411921 T541 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369134476911/nodes_used_collection_shard2_replica1/data/index
> [junit4:junit4]   2> 411931 T511 oass.SolrIndexSearcher.<init> Opening Searcher@1d5ff550 main
> [junit4:junit4]   2> 411931 T541 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
> [junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3f65a49 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4da90726),segFN=segments_1,generation=1}
> [junit4:junit4]   2> 411933 T541 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
> [junit4:junit4]   2> 411932 T511 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369134471260/nodes_used_collection_shard1_replica1/data/tlog
> [junit4:junit4]   2> 411935 T511 oasu.CommitTracker.<init> Hard AutoCommit: disabled
> [junit4:junit4]   2> 411935 T511 oasu.CommitTracker.<init> Soft AutoCommit: disabled
> [junit4:junit4]   2> 411937 T541 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
> [junit4:junit4]   2> 411937 T541 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
> [junit4:junit4]   2> 411938 T541 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
> [junit4:junit4]   2> 411939 T541 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
> [junit4:junit4]   2> 411940 T541 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
> [junit4:junit4]   2> 411941 T541 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
> [junit4:junit4]   2> 411941 T567 oasc.SolrCore.registerSearcher [nodes_used_collection_shard1_replica1] Registered new searcher Searcher@1d5ff550 main{StandardDirectoryReader(segments_1:1)}
> [junit4:junit4]   2> 411941 T541 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
> [junit4:junit4]   2> 411943 T541 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
> [junit4:junit4]   2> 411943 T541 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
> [junit4:junit4]   2> 411945 T511 oasc.ZkController.publish publishing core=nodes_used_collection_shard1_replica1 state=down
> [junit4:junit4]   2> 411966 T541 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
> [junit4:junit4]   2> 411977 T541 oass.SolrIndexSearcher.<init> Opening Searcher@11f5e3d3 main
> [junit4:junit4]   2> 411977 T541 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369134476911/nodes_used_collection_shard2_replica1/data/tlog
> [junit4:junit4]   2> 411984 T541 oasu.CommitTracker.<init> Hard AutoCommit: disabled
> [junit4:junit4]   2> 411988 T541 oasu.CommitTracker.<init> Soft AutoCommit: disabled
> [junit4:junit4]   2> 411993 T568 oasc.SolrCore.registerSearcher [nodes_used_collection_shard2_replica1] Registered new searcher Searcher@11f5e3d3 main{StandardDirectoryReader(segments_1:1)}
> [junit4:junit4]   2> 411996 T541 oasc.ZkController.publish publishing core=nodes_used_collection_shard2_replica1 state=down
> [junit4:junit4]   2> 412746 T500 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
> [junit4:junit4]   2> 412749 T500 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
> [junit4:junit4]   2> 	  "operation":"state",
> [junit4:junit4]   2> 	  "core_node_name":null,
> [junit4:junit4]   2> 	  "numShards":"2",
> [junit4:junit4]   2> 	  "shard":"shard1",
> [junit4:junit4]   2> 	  "roles":null,
> [junit4:junit4]   2> 	  "state":"down",
> [junit4:junit4]   2> 	  "shard_state":"active",
> [junit4:junit4]   2> 	  "core":"nodes_used_collection_shard1_replica2",
> [junit4:junit4]   2> 	  "collection":"nodes_used_collection",
> [junit4:junit4]   2> 	  "shard_range":null,
> [junit4:junit4]   2> 	  "node_name":"127.0.0.1:51209_",
> [junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:51209"}
> [junit4:junit4]   2> 412749 T500 oasc.Overseer$ClusterStateUpdater.createCollection Create collection nodes_used_collection with numShards 2
> [junit4:junit4]   2> 412800 T500 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
> [junit4:junit4]   2> 	  "operation":"state",
> [junit4:junit4]   2> 	  "core_node_name":null,
> [junit4:junit4]   2> 	  "numShards":"2",
> [junit4:junit4]   2> 	  "shard":"shard2",
> [junit4:junit4]   2> 	  "roles":null,
> [junit4:junit4]   2> 	  "state":"down",
> [junit4:junit4]   2> 	  "shard_state":"active",
> [junit4:junit4]   2> 	  "core":"nodes_used_collection_shard2_replica2",
> [junit4:junit4]   2> 	  "collection":"nodes_used_collection",
> [junit4:junit4]   2> 	  "shard_range":null,
> [junit4:junit4]   2> 	  "node_name":"127.0.0.1:51216_",
> [junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:51216"}
> [junit4:junit4]   2> 412819 T500 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
> [junit4:junit4]   2> 	  "operation":"state",
> [junit4:junit4]   2> 	  "core_node_name":null,
> [junit4:junit4]   2> 	  "numShards":"2",
> [junit4:junit4]   2> 	  "shard":"shard1",
> [junit4:junit4]   2> 	  "roles":null,
> [junit4:junit4]   2> 	  "state":"down",
> [junit4:junit4]   2> 	  "shard_state":"active",
> [junit4:junit4]   2> 	  "core":"nodes_used_collection_shard1_replica1",
> [junit4:junit4]   2> 	  "collection":"nodes_used_collection",
> [junit4:junit4]   2> 	  "shard_range":null,
> [junit4:junit4]   2> 	  "node_name":"127.0.0.1:51213_",
> [junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:51213"}
> [junit4:junit4]   2> 412836 T500 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
> [junit4:junit4]   2> 	  "operation":"state",
> [junit4:junit4]   2> 	  "core_node_name":null,
> [junit4:junit4]   2> 	  "numShards":"2",
> [junit4:junit4]   2> 	  "shard":"shard2",
> [junit4:junit4]   2> 	  "roles":null,
> [junit4:junit4]   2> 	  "state":"down",
> [junit4:junit4]   2> 	  "shard_state":"active",
> [junit4:junit4]   2> 	  "core":"nodes_used_collection_shard2_replica1",
> [junit4:junit4]   2> 	  "collection":"nodes_used_collection",
> [junit4:junit4]   2> 	  "shard_range":null,
> [junit4:junit4]   2> 	  "node_name":"127.0.0.1:51219_",
> [junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:51219"}
> [junit4:junit4]   2> 412879 T504 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> [junit4:junit4]   2> 412879 T499 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> [junit4:junit4]   2> 412890 T545 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> [junit4:junit4]   2> 412891 T559 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> [junit4:junit4]   2> 412891 T517 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> [junit4:junit4]   2> 412893 T531 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> [junit4:junit4]   2> 412930 T527 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard2_replica2
> [junit4:junit4]   2> 412931 T527 oasc.ZkController.register Register replica - core:nodes_used_collection_shard2_replica2 address:http://127.0.0.1:51216 collection:nodes_used_collection shard:shard2
> [junit4:junit4]   2> 412948 T527 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=30000&socketTimeout=30000&retry=false
> [junit4:junit4]   2> 412982 T527 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leader_elect/shard2/election
> [junit4:junit4]   2> 412991 T511 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard1_replica1
> [junit4:junit4]   2> 412991 T511 oasc.ZkController.register Register replica - core:nodes_used_collection_shard1_replica1 address:http://127.0.0.1:51213 collection:nodes_used_collection shard:shard1
> [junit4:junit4]   2> 412997 T511 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leader_elect/shard1/election
> [junit4:junit4]   2> 413002 T541 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard2_replica1
> [junit4:junit4]   2> 413003 T541 oasc.ZkController.register Register replica - core:nodes_used_collection_shard2_replica1 address:http://127.0.0.1:51219 collection:nodes_used_collection shard:shard2
> [junit4:junit4]   2> 413005 T541 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leader_elect/shard2/election
> [junit4:junit4]   2> 413052 T511 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
> [junit4:junit4]   2> 413056 T527 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
> [junit4:junit4]   2> 413068 T511 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=179999
> [junit4:junit4]   2> 413080 T527 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
> [junit4:junit4]   2> 413080 T527 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
> [junit4:junit4]   2> 413081 T527 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:51216/nodes_used_collection_shard2_replica2/
> [junit4:junit4]   2> 413099 T527 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&connTimeout=30000&socketTimeout=30000&retry=false
> [junit4:junit4]   2> 413147 T527 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard2_replica2 url=http://127.0.0.1:51216 START replicas=[http://127.0.0.1:51219/nodes_used_collection_shard2_replica1/] nUpdates=100
> [junit4:junit4]   2> 413150 T527 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard2_replica2 url=http://127.0.0.1:51216 DONE.  We have no versions.  sync failed.
> [junit4:junit4]   2> 413151 T527 oasc.SyncStrategy.syncReplicas Leader's attempt to sync with shard failed, moving to the next canidate
> [junit4:junit4]   2> 413151 T527 oasc.ShardLeaderElectionContext.runLeaderProcess We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
> [junit4:junit4]   2> 413155 T527 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:51216/nodes_used_collection_shard2_replica2/
> [junit4:junit4]   2> 413156 T527 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leaders/shard2
> [junit4:junit4]   2> ASYNC  NEW_CORE C24 name=nodes_used_collection_shard2_replica1 org.apache.solr.core.SolrCore@25f07251 url=http://127.0.0.1:51219/nodes_used_collection_shard2_replica1 node=127.0.0.1:51219_ C24_STATE=coll:nodes_used_collection core:nodes_used_collection_shard2_replica1 props:{shard=shard2, state=down, core=nodes_used_collection_shard2_replica1, collection=nodes_used_collection, node_name=127.0.0.1:51219_, base_url=http://127.0.0.1:51219}
> [junit4:junit4]   2> 413171 T538 C24 P51219 oasc.SolrCore.execute [nodes_used_collection_shard2_replica1] webapp= path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=2 
> [junit4:junit4]   2> 413788 T494 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard1_replica2
> [junit4:junit4]   2> 413788 T494 oasc.ZkController.register Register replica - core:nodes_used_collection_shard1_replica2 address:http://127.0.0.1:51209 collection:nodes_used_collection shard:shard1
> [junit4:junit4]   2> 414076 T511 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
> [junit4:junit4]   2> 414077 T511 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
> [junit4:junit4]   2> 414077 T511 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:51213/nodes_used_collection_shard1_replica1/
> [junit4:junit4]   2> 414079 T511 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard1_replica1 url=http://127.0.0.1:51213 START replicas=[http://127.0.0.1:51209/nodes_used_collection_shard1_replica2/] nUpdates=100
> [junit4:junit4]   2> 414084 T511 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard1_replica1 url=http://127.0.0.1:51213 DONE.  We have no versions.  sync failed.
> [junit4:junit4]   2> 414087 T511 oasc.SyncStrategy.syncReplicas Leader's attempt to sync with shard failed, moving to the next canidate
> [junit4:junit4]   2> 414089 T511 oasc.ShardLeaderElectionContext.runLeaderProcess We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
> [junit4:junit4]   2> 414090 T511 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:51213/nodes_used_collection_shard1_replica1/
> [junit4:junit4]   2> 414090 T511 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leaders/shard1
> [junit4:junit4]   2> ASYNC  NEW_CORE C25 name=nodes_used_collection_shard1_replica2 org.apache.solr.core.SolrCore@602562c url=http://127.0.0.1:51209/nodes_used_collection_shard1_replica2 node=127.0.0.1:51209_ C25_STATE=coll:nodes_used_collection core:nodes_used_collection_shard1_replica2 props:{shard=shard1, state=down, core=nodes_used_collection_shard1_replica2, collection=nodes_used_collection, node_name=127.0.0.1:51209_, base_url=http://127.0.0.1:51209}
> [junit4:junit4]   2> 414105 T493 C25 P51209 oasc.SolrCore.execute [nodes_used_collection_shard1_replica2] webapp= path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=1 
> [junit4:junit4]   2> 414447 T500 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
> [junit4:junit4]   2> 414528 T545 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> [junit4:junit4]   2> 414529 T499 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> [junit4:junit4]   2> 414529 T504 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> [junit4:junit4]   2> 414529 T559 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> [junit4:junit4]   2> 414530 T517 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> [junit4:junit4]   2> 414530 T531 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> [junit4:junit4]   2> 414563 T541 oasc.ZkController.register We are http://127.0.0.1:51219/nodes_used_collection_shard2_replica1/ and leader is http://127.0.0.1:51216/nodes_used_collection_shard2_replica2/
> [junit4:junit4]   2> 414563 T541 oasc.ZkController.register No LogReplay needed for core=nodes_used_collection_shard2_replica1 baseURL=http://127.0.0.1:51219
> [junit4:junit4]   2> 414564 T541 oasc.ZkController.checkRecovery Core needs to recover:nodes_used_collection_shard2_replica1
> [junit4:junit4]   2> 414564 T541 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
> [junit4:junit4]   2> 414575 T571 C24 P51219 oasc.RecoveryStrategy.run Starting recovery process.  core=nodes_used_collection_shard2_replica1 recoveringAfterStartup=true
> [junit4:junit4]   2> 414575 T571 C24 P51219 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
> [junit4:junit4]   2> 414578 T571 C24 P51219 oasc.ZkController.publish publishing core=nodes_used_collection_shard2_replica1 state=recovering
> [junit4:junit4]   2> 414595 T541 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
> [junit4:junit4]   2> 414596 T527 oasc.ZkController.register We are http://127.0.0.1:51216/nodes_used_collection_shard2_replica2/ and leader is http://127.0.0.1:51216/nodes_used_collection_shard2_replica2/
> [junit4:junit4]   2> 414596 T527 oasc.ZkController.register No LogReplay needed for core=nodes_used_collection_shard2_replica2 baseURL=http://127.0.0.1:51216
> [junit4:junit4]   2> 414596 T527 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
> [junit4:junit4]   2> 414597 T527 oasc.ZkController.publish publishing core=nodes_used_collection_shard2_replica2 state=active
> [junit4:junit4]   2> 414599 T511 oasc.ZkController.register We are http://127.0.0.1:51213/nodes_used_collection_shard1_replica1/ and leader is http://127.0.0.1:51213/nodes_used_collection_shard1_replica1/
> [junit4:junit4]   2> 414599 T511 oasc.ZkController.register No LogReplay needed for core=nodes_used_collection_shard1_replica1 baseURL=http://127.0.0.1:51213
> [junit4:junit4]   2> 414600 T511 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
> [junit4:junit4]   2> 414600 T511 oasc.ZkController.publish publishing core=nodes_used_collection_shard1_replica1 state=active
> [junit4:junit4]   2> 414607 T571 C24 P51219 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
> [junit4:junit4]   2> 414608 T541 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={numShards=2&shard=shard2&name=nodes_used_collection_shard2_replica1&action=CREATE&collection=nodes_used_collection&wt=javabin&qt=/admin/cores&version=2} status=0 QTime=8859 
> [junit4:junit4]   2> 414634 T511 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
> [junit4:junit4]   2> 414642 T527 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
> [junit4:junit4]   2> 414659 T527 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={numShards=2&shard=shard2&name=nodes_used_collection_shard2_replica2&action=CREATE&collection=nodes_used_collection&wt=javabin&qt=/admin/cores&version=2} status=0 QTime=8919 
> [junit4:junit4]   2> 414668 T527 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 127.0.0.1:51219__nodes_used_collection_shard2_replica1, state: recovering, checkLive: true, onlyIfLeader: true
> [junit4:junit4]   2> 414670 T511 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={numShards=2&shard=shard1&name=nodes_used_collection_shard1_replica1&action=CREATE&collection=nodes_used_collection&wt=javabin&qt=/admin/cores&version=2} status=0 QTime=8925 
> [junit4:junit4]   2> 414805 T494 oasc.ZkController.register We are http://127.0.0.1:51209/nodes_used_collection_shard1_replica2/ and leader is http://127.0.0.1:51213/nodes_used_collection_shard1_replica1/
> [junit4:junit4]   2> 414806 T494 oasc.ZkController.register No LogReplay needed for core=nodes_used_collection_shard1_replica2 baseURL=http://127.0.0.1:51209
> [junit4:junit4]   2> 414806 T494 oasc.ZkController.checkRecovery Core needs to recover:nodes_used_collection_shard1_replica2
> [junit4:junit4]   2> 414807 T494 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
> [junit4:junit4]   2> 414809 T572 C25 P51209 oasc.RecoveryStrategy.run Starting recovery process.  core=nodes_used_collection_shard1_replica2 recoveringAfterStartup=true
> [junit4:junit4]   2> 414810 T572 C25 P51209 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
> [junit4:junit4]   2> 414812 T572 C25 P51209 oasc.ZkController.publish publishing core=nodes_used_collection_shard1_replica2 state=recovering
> [junit4:junit4]   2> 414814 T494 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
> [junit4:junit4]   2> 414816 T572 C25 P51209 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
> [junit4:junit4]   2> 414827 T494 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={numShards=2&shard=shard1&name=nodes_used_collection_shard1_replica2&action=CREATE&collection=nodes_used_collection&wt=javabin&qt=/admin/cores&version=2} status=0 QTime=9071 
> [junit4:junit4]   2> 414841 T508 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 127.0.0.1:51209__nodes_used_collection_shard1_replica2, state: recovering, checkLive: true, onlyIfLeader: true
> [junit4:junit4]   2> 414842 T501 oasc.OverseerCollectionProcessor.createCollection Finished create command on all shards for collection: nodes_used_collection
> [junit4:junit4]   2> 414865 T501 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Message id:/overseer/collection-queue-work/qn-0000000000 complete, response:{success={null={responseHeader={status=0,QTime=8859},core=nodes_used_collection_shard2_replica1},null={responseHeader={status=0,QTime=8919},core=nodes_used_collection_shard2_replica2},null={responseHeader={status=0,QTime=8925},core=nodes_used_collection_shard1_replica1},null={responseHeader={status=0,QTime=9071},core=nodes_used_collection_shard1_replica2}}}
> [junit4:junit4]   2> 414866 T517 oasc.DistributedQueue$LatchChildWatcher.process Watcher fired on path: /overseer/collection-queue-work/qnr-0000000000 state: SyncConnected type NodeDataChanged
> [junit4:junit4]   2> 414875 T510 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/collections params={numShards=2&name=nodes_used_collection&replicationFactor=2&action=CREATE&wt=javabin&version=2} status=0 QTime=9246 
> [junit4:junit4]   2> 414880 T477 oascsi.HttpClientUtil.createClient Creating new http client, config:
> [junit4:junit4]   2> 414886 T477 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
> [junit4:junit4]   2> 414892 T574 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@280c5286 name:ZooKeeperConnection Watcher:127.0.0.1:51206/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
> [junit4:junit4]   2> 414892 T477 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
> [junit4:junit4]   2> 414897 T477 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
> [junit4:junit4]   2> 414908 T477 oascsi.HttpClientUtil.createClient Creating new http client, config:
> [junit4:junit4]   2> 414911 T477 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
> [junit4:junit4]   2> 414917 T576 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@29a2c6cf name:ZooKeeperConnection Watcher:127.0.0.1:51206/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
> [junit4:junit4]   2> 414917 T477 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
> [junit4:junit4]   2> 414922 T477 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
> [junit4:junit4]   2> 414961 T524 oasha.CollectionsHandler.handleCreateAction Creating Collection : numShards=4&maxShardsPerNode=5&name=awholynewcollection_0&replicationFactor=5&action=CREATE&wt=javabin&version=2
> [junit4:junit4]   2> 414969 T499 oasc.DistributedQueue$LatchChildWatcher.process Watcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
> [junit4:junit4]   2> 414974 T501 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Get the message id:/overseer/collection-queue-work/qn-0000000002 message:{
> [junit4:junit4]   2> 	  "operation":"createcollection",
> [junit4:junit4]   2> 	  "numShards":"4",
> [junit4:junit4]   2> 	  "maxShardsPerNode":"5",
> [junit4:junit4]   2> 	  "createNodeSet":null,
> [junit4:junit4]   2> 	  "name":"awholynewcollection_0",
> [junit4:junit4]   2> 	  "replicationFactor":"5"}
> [junit4:junit4]   2> 414975 T501 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard1_replica1 as part of slice shard1 of collection awholynewcollection_0 on 127.0.0.1:51216_
> [junit4:junit4]   2> 414975 T501 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard1_replica2 as part of slice shard1 of collection awholynewcollection_0 on 127.0.0.1:51219_
> [junit4:junit4]   2> 414975 T501 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard1_replica3 as part of slice shard1 of collection awholynewcollection_0 on 127.0.0.1:51222_
> [junit4:junit4]   2> 414976 T501 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard1_replica4 as part of slice shard1 of collection awholynewcollection_0 on 127.0.0.1:51209_
> [junit4:junit4]   2> 414977 T501 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard1_replica5 as part of slice shard1 of collection awholynewcollection_0 on 127.0.0.1:51213_
> [junit4:junit4]   2> 414980 T501 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard2_replica1 as part of slice shard2 of collection awholynewcollection_0 on 127.0.0.1:51216_
> [junit4:junit4]   2> 414985 T501 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard2_replica2 as part of slice shard2 of collection awholynewcollection_0 on 127.0.0.1:51219_
> [junit4:junit4]   2> 414988 T501 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard2_replica3 as part of slice shard2 of collection awholynewcollection_0 on 127.0.0.1:51222_
> [junit4:junit4]   2> 415002 T526 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard2_replica1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369134473876/awholynewcollection_0_shard2_replica1
> [junit4:junit4]   2> 415003 T526 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
> [junit4:junit4]   2> 415000 T553 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard1_replica3' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369134479435/awholynewcollection_0_shard1_replica3
> [junit4:junit4]   2> 415004 T553 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
> [junit4:junit4]   2> 415004 T501 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard2_replica4 as part of slice shard2 of collection awholynewcollection_0 on 127.0.0.1:51209_
> [junit4:junit4]   2> 414999 T525 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard1_replica1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369134473876/awholynewcollection_0_shard1_replica1
> [junit4:junit4]   2> 415005 T525 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
> [junit4:junit4]   2> 414994 T537 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard1_replica2' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369134476911/awholynewcollection_0_shard1_replica2
> [junit4:junit4]   2> 415008 T537 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
> [junit4:junit4]   2> 414995 T509 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard1_replica5' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369134471260/awholynewcollection_0_shard1_replica5
> [junit4:junit4]   2> 415009 T509 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
> [junit4:junit4]   2> 414995 T490 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard1_replica4' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369134468973/awholynewcollection_0_shard1_replica4
> [junit4:junit4]   2> 415013 T490 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
> [junit4:junit4]   2> 415014 T553 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:awholynewcollection_0
> [junit4:junit4]   2> 415014 T553 oasc.ZkController.getConfName Looking for collection configName
> [junit4:junit4]   2> 415022 T509 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:awholynewcollection_0
> [junit4:junit4]   2> 415025 T509 oasc.ZkController.getConfName Looking for collection configName
> [junit4:junit4]   2> 415031 T555 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard2_replica3' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369134479435/awholynewcollection_0_shard2_replica3
> [junit4:junit4]   2> 415034 T555 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
> [junit4:junit4]   2> 415035 T492 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard2_replica4' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369134468973/awholynewcollection_0_shard2_replica4
> [junit4:junit4]   2> 415036 T492 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
> [junit4:junit4]   2> 415029 T540 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard2_replica2' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369134476911/awholynewcollection_0_shard2_replica2
> [junit4:junit4]   2> 415036 T540 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
> [junit4:junit4]   2> 415038 T537 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:awholynewcollection_0
> [junit4:junit4]   2> 415038 T537 oasc.ZkController.getConfName Looking for collection configName
> [junit4:junit4]   2> 415039 T553 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
> [junit4:junit4]   2> 415039 T553 oascc.SolrZkClient.makePath makePath: /collections/awholynewcollection_0
> [junit4:junit4]   2> 415027 T501 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard2_replica5 as part of slice shard2 of collection awholynewcollection_0 on 127.0.0.1:51213_
> [junit4:junit4]   2> 415025 T490 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:awholynewcollection_0
> [junit4:junit4]   2> 415041 T490 oasc.ZkController.getConfName Looking for collection configName
> [junit4:junit4]   2> 415040 T525 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:awholynewcollection_0
> [junit4:junit4]   2> 415043 T525 oasc.ZkController.getConfName Looking for collection configName
> [junit4:junit4]   2> 415044 T492 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:awholynewcollection_0
> [junit4:junit4]   2> 415044 T492 oasc.ZkController.getConfName Looking for collection configName
> [junit4:junit4]   2> 415040 T526 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:awholynewcollection_0
> [junit4:junit4]   2> 415045 T526 oasc.ZkController.getConfName Looking for collection configName
> [junit4:junit4]   2> 415045 T501 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard3_replica1 as part of slice shard3 of collection awholynewcollection_0 on 127.0.0.1:51216_
> [junit4:junit4]   2> 415044 T540 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:awholynewcollection_0
> [junit4:junit4]   2> 415073 T540 oasc.ZkController.getConfName Looking for collection configName
> [junit4:junit4]   2> 415043 T555 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:awholynewcollection_0
> [junit4:junit4]   2> 415074 T555 oasc.ZkController.getConfName Looking for collection configName
> [junit4:junit4]   2> 415072 T523 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard3_replica1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369134473876/awholynewcollection_0_shard3_replica1
> [junit4:junit4]   2> 415075 T523 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
> [junit4:junit4]   2> 415072 T511 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard2_replica5' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369134471260/awholynewcollection_0_shard2_replica5
> [junit4:junit4]   2> 415076 T511 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
> [junit4:junit4]   2> 415059 T509 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
> [junit4:junit4]   2> 415080 T509 oascc.SolrZkClient.makePath makePath: /collections/awholynewcollection_0
> [junit4:junit4]   2> 415055 T501 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard3_replica2 as part of slice shard3 of collection awholynewcollection_0 on 127.0.0.1:51219_
> [junit4:junit4]   2> 415089 T511 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:awholynewcollection_0
> [junit4:junit4]   2> 415089 T537 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
> [junit4:junit4]   2> 415090 T537 oascc.SolrZkClient.makePath makePath: /collections/awholynewcollection_0
> [junit4:junit4]   2> 415090 T511 oasc.ZkController.getConfName Looking for collection configName
> [junit4:junit4]   2> 415094 T523 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:awholynewcollection_0
> [junit4:junit4]   2> 415095 T523 oasc.ZkController.getConfName Looking for collection configName
> [junit4:junit4]   2> 415095 T526 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
> [junit4:junit4]   2> 415095 T525 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
> [junit4:junit4]   2> 415097 T526 oascc.SolrZkClient.makePath makePath: /collections/awholynewcollection_0
> [junit4:junit4]   2> 415098 T525 oascc.SolrZkClient.makePath makePath: /collections/awholynewcollection_0
> [junit4:junit4]   2> 415101 T501 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard3_replica3 as part of slice shard3 of collection awholynewcollection_0 on 127.0.0.1:51222_
> [junit4:junit4]   2> 415107 T539 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard3_replica2' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369134476911/awholynewcollection_0_shard3_replica2
> [junit4:junit4]   2> 415115 T539 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
> [junit4:junit4]   2> 415104 T490 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
> [junit4:junit4]   2> 415104 T492 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
> [junit4:junit4]   2> 415117 T490 oascc.SolrZkClient.makePath makePath: /collections/awholynewcollection_0
> [junit4:junit4]   2> 415121 T550 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard3_replica3' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369134479435/awholynewcollection_0_shard3_replica3
> [junit4:junit4]   2> 415122 T550 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
> [junit4:junit4]   2> 415118 T501 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard3_replica4 as part of slice shard3 of collection awholynewcollection_0 on 127.0.0.1:51209_
> [junit4:junit4]   2> 415123 T492 oascc.SolrZkClient.makePath makePath: /collections/awholynewcollection_0
> [junit4:junit4]   2> 415128 T555 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
> [junit4:junit4]   2> 415129 T555 oascc.SolrZkClient.makePath makePath: /collections/awholynewcollection_0
> [junit4:junit4]   2> 415130 T501 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard3_replica5 as part of slice shard3 of collection awholynewcollection_0 on 127.0.0.1:51213_
> [junit4:junit4]   2> 415135 T540 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
> [junit4:junit4]   2> 415136 T540 oascc.SolrZkClient.makePath makePath: /collections/awholynewcollection_0
> [junit4:junit4]   2> 415140 T523 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
> [junit4:junit4]   2> 415140 T523 oascc.SolrZkClient.makePath makePath: /collections/awholynewcollection_0
> [junit4:junit4]   2> 415150 T493 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard3_replica4' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369134468973/awholynewcollection_0_shard3_replica4
> [junit4:junit4]   2> 415153 T493 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
> [junit4:junit4]   2> 415150 T501 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard4_replica1 as part of slice shard4 of collection awholynewcollection_0 on 127.0.0.1:51216_
> [junit4:junit4]   2> 415157 T513 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard3_replica5' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369134471260/awholynewcollection_0_shard3_replica5
> [junit4:junit4]   2> 415163 T513 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
> [junit4:junit4]   2> 415170 T501 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard4_replica2 as part of slice shard4 of collection awholynewcollection_0 on 127.0.0.1:51219_
> [junit4:junit4]   2> 415179 T522 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard4_replica1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369134473876/awholynewcollection_0_shard4_replica1
> [junit4:junit4]   2> 415180 T522 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
> [junit4:junit4]   2> 415175 T539 oasc.ZkController.createCollectionZkNode Collection zkNode exists
> [junit4:junit4]   2> 415181 T539 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
> [junit4:junit4]   2> 415173 T550 oasc.ZkController.createCollectionZkNode Collection zkNode exists
> [junit4:junit4]   2> 415181 T553 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
> [junit4:junit4]   2> 415183 T550 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
> [junit4:junit4]   2> 415186 T511 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
> [junit4:junit4]   2> 415187 T511 oascc.SolrZkClient.makePath makePath: /collections/awholynewcollection_0
> [junit4:junit4]   2> 415191 T501 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard4_replica3 as part of slice shard4 of collection awholynewcollection_0 on 127.0.0.1:51222_
> [junit4:junit4]   2> 415195 T513 oasc.ZkController.createCollectionZkNode Collection zkNode exists
> [junit4:junit4]   2> 415197 T513 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
> [junit4:junit4]   2> 415195 T493 oasc.ZkController.createCollectionZkNode Collection zkNode exists
> [junit4:junit4]   2> 415198 T493 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
> [junit4:junit4]   2> 415194 T509 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
> [junit4:junit4]   2> 415198 T522 oasc.ZkController.createCollectionZkNode Collection zkNode exists
> [junit4:junit4]   2> 415200 T522 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
> [junit4:junit4]   2> 415201 T526 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
> [junit4:junit4]   2> 415202 T501 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard4_replica4 as part of slice shard4 of collection awholynewcollection_0 on 127.0.0.1:51209_
> [junit4:junit4]   2> 415209 T537 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
> [junit4:junit4]   2> 415209 T525 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
> [junit4:junit4]   2> 415212 T490 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
> [junit4:junit4]   2> 415218 T540 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
> [junit4:junit4]   2> 415219 T539 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369134476911/awholynewcollection_0_shard3_replica2/'
> [junit4:junit4]   2> 415222 T555 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
> [junit4:junit4]   2> 415223 T553 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369134479435/awholynewcollection_0_shard1_replica3/'
> [junit4:junit4]   2> 415227 T550 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369134479435/awholynewcollection_0_shard3_replica3/'
> [junit4:junit4]   2> 415228 T492 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
> [junit4:junit4]   2> 415232 T501 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard4_replica5 as part of slice shard4 of collection awholynewcollection_0 on 127.0.0.1:51213_
> [junit4:junit4]   2> 415237 T493 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369134468973/awholynewcollection_0_shard3_replica4/'
> [junit4:junit4]   2> 415237 T513 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369134471260/awholynewcollection_0_shard3_replica5/'
> [junit4:junit4]   2> 415240 T509 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369134471260/awholynewcollection_0_shard1_replica5/'
> [junit4:junit4]   2> 415240 T537 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369134476911/awholynewcollection_0_shard1_replica2/'
> [junit4:junit4]   2> 415244 T523 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
> [junit4:junit4]   2> 415246 T526 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369134473876/awholynewcollection_0_shard2_replica1/'
> [junit4:junit4]   2> 415245 T522 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369134473876/awholynewcollection_0_shard4_replica1/'
> [junit4:junit4]   2> 415255 T540 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369134476911/awholynewcollection_0_shard2_replica2/'
> [junit4:junit4]   2> 415256 T492 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369134468973/awholynewcollection_0_shard2_replica4/'
> [junit4:junit4]   2> 415257 T525 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369134473876/awholynewcollection_0_shard1_replica1/'
> [junit4:junit4]   2> 415255 T490 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369134468973/awholynewcollection_0_shard1_replica4/'
> [junit4:junit4]   2> 415268 T511 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
> [junit4:junit4]   2> 415272 T555 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369134479435/awholynewcollection_0_shard2_replica3/'
> [junit4:junit4]   2> 415308 T523 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369134473876/awholynewcollection_0_shard3_replica1/'
> [junit4:junit4]   2> 415322 T536 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard4_replica2' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369134476911/awholynewcollection_0_shard4_replica2
> [junit4:junit4]   2> 415322 T536 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
> [junit4:junit4]   2> 415323 T551 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard4_replica3' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369134479435/awholynewcollection_0_shard4_replica3
> [junit4:junit4]   2> 415323 T551 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
> [junit4:junit4]   2> 415325 T495 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard4_replica4' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369134468973/awholynewcollection_0_shard4_replica4
> [junit4:junit4]   2> 415325 T495 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
> [junit4:junit4]   2> 415327 T510 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard4_replica5' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369134471260/awholynewcollection_0_shard4_replica5
> [junit4:junit4]   2> 415328 T510 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
> [junit4:junit4]   2> 415337 T511 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369134471260/awholynewcollection_0_shard2_replica5/'
> [junit4:junit4]   2> 415341 T551 oasc.ZkController.createCollectionZkNode Collection zkNode exists
> [junit4:junit4]   2> 415342 T551 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
> [junit4:junit4]   2> 415341 T510 oasc.ZkController.createCollectionZkNode Collection zkNode exists
> [junit4:junit4]   2> 415343 T510 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
> [junit4:junit4]   2> 415342 T536 oasc.ZkController.createCollectionZkNode Collection zkNode exists
> [junit4:junit4]   2> 415343 T536 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
> [junit4:junit4]   2> 415343 T495 oasc.ZkController.createCollectionZkNode Collection zkNode exists
> [junit4:junit4]   2> 415345 T495 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
> [junit4:junit4]   2> 415355 T510 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369134471260/awholynewcollection_0_shard4_replica5/'
> [junit4:junit4]   2> 415358 T551 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369134479435/awholynewcollection_0_shard4_replica3/'
> [junit4:junit4]   2> 415359 T536 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369134476911/awholynewcollection_0_shard4_replica2/'
> [junit4:junit4]   2> 415390 T495 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369134468973/awholynewcollection_0_shard4_replica4/'
> [junit4:junit4]   2> 415879 T513 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
> [junit4:junit4]   2> 416060 T526 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
> [junit4:junit4]   2> 416068 T523 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
> [junit4:junit4]   2> 416129 T537 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
> [junit4:junit4]   2> 416174 T490 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
> [junit4:junit4]   2> 416180 T500 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
> [junit4:junit4]   2> 416182 T500 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
> [junit4:junit4]   2> 	  "operation":"state",
> [junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:51219__nodes_used_collection_shard2_replica1",
> [junit4:junit4]   2> 	  "numShards":"2",
> [junit4:junit4]   2> 	  "shard":"shard2",
> [junit4:junit4]   2> 	  "roles":null,
> [junit4:junit4]   2> 	  "state":"recovering",
> [junit4:junit4]   2> 	  "shard_state":"active",
> [junit4:junit4]   2> 	  "core":"nodes_used_collection_shard2_replica1",
> [junit4:junit4]   2> 	  "collection":"nodes_used_collection",
> [junit4:junit4]   2> 	  "shard_range":null,
> [junit4:junit4]   2> 	  "node_name":"127.0.0.1:51219_",
> [junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:51219"}
> [junit4:junit4]   2> 416231 T500 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
> [junit4:junit4]   2> 	  "operation":"state",
> [junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:51216__nodes_used_collection_shard2_replica2",
> [junit4:junit4]   2> 	  "numShards":"2",
> [junit4:junit4]   2> 	  "shard":"shard2",
> [junit4:junit4]   2> 	  "roles":null,
> [junit4:junit4]   2> 	  "state":"active",
> [junit4:junit4]   2> 	  "shard_state":"active",
> [junit4:junit4]   2> 	  "core":"nodes_used_collection_shard2_replica2",
> [junit4:junit4]   2> 	  "collection":"nodes_used_collection",
> [junit4:junit4]   2> 	  "shard_range":null,
> [junit4:junit4]   2> 	  "node_name":"127.0.0.1:51216_",
> [junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:51216"}
> [junit4:junit4]   2> 416232 T510 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
> [junit4:junit4]   2> 416259 T555 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
> [junit4:junit4]   2> 416272 T500 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
> [junit4:junit4]   2> 	  "operation":"state",
> [junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:51213__nodes_used_collection_shard1_replica1",
> [junit4:junit4]   2> 	  "numShards":"2",
> [junit4:junit4]   2> 	  "shard":"shard1",
> [junit4:junit4]   2> 	  "roles":null,
> [junit4:junit4]   2> 	  "state":"active",
> [junit4:junit4]   2> 	  "shard_state":"active",
> [junit4:junit4]   2> 	  "core":"nodes_used_collection_shard1_replica1",
> [junit4:junit4]   2> 	  "collection":"nodes_used_collection",
> [junit4:junit4]   2> 	  "shard_range":null,
> [junit4:junit4]   2> 	  "node_name":"127.0.0.1:51213_",
> [junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:51213"}
> [junit4:junit4]   2> 416326 T500 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
> [junit4:junit4]   2> 	  "operation":"state",
> [junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:51209__nodes_used_collection_shard1_replica2",
> [junit4:junit4]   2> 	  "numShards":"2",
> [junit4:junit4]   2> 	  "shard":"shard1",
> [junit4:junit4]   2> 	  "roles":null,
> [junit4:junit4]   2> 	  "state":"recovering",
> [junit4:junit4]   2> 	  "shard_state":"active",
> [junit4:junit4]   2> 	  "core":"nodes_used_collection_shard1_replica2",
> [junit4:junit4]   2> 	  "collection":"nodes_used_collection",
> [junit4:junit4]   2> 	  "shard_range":null,
> [junit4:junit4]   2> 	  "node_name":"127.0.0.1:51209_",
> [junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:51209"}
> [junit4:junit4]   2> 416437 T576 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> [junit4:junit4]   2> 416439 T574 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> [junit4:junit4]   2> 416437 T531 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> [junit4:junit4]   2> 416453 T545 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> [junit4:junit4]   2> 416453 T517 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> [junit4:junit4]   2> 416451 T559 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> [junit4:junit4]   2> 416444 T504 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> [junit4:junit4]   2> 416443 T499 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> [junit4:junit4]   2> 416550 T493 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
> [junit4:junit4]   2> 416601 T525 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
> [junit4:junit4]   2> 416611 T509 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
> [junit4:junit4]   2> 416671 T527 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 127.0.0.1:51219__nodes_used_collection_shard2_replica1, state: recovering, checkLive: true, onlyIfLeader: true for: 2 seconds.
> [junit4:junit4]   2> 416684 T527 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=127.0.0.1:51219__nodes_used_collection_shard2_replica1&state=recovering&nodeName=127.0.0.1:51219_&action=PREPRECOVERY&checkLive=true&core=nodes_used_collection_shard2_replica2&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2017 
> [junit4:junit4]   2> 416770 T551 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
> [junit4:junit4]   2> 416787 T553 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
> [junit4:junit4]   2> 416825 T522 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
> [junit4:junit4]   2> 416864 T508 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 127.0.0.1:51209__nodes_used_collection_shard1_replica2, state: recovering, checkLive: true, onlyIfLeader: true for: 2 seconds.
> [junit4:junit4]   2> 416865 T508 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=127.0.0.1:51209__nodes_used_collection_shard1_replica2&state=recovering&nodeName=127.0.0.1:51209_&action=PREPRECOVERY&checkLive=true&core=nodes_used_collection_shard1_replica1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2024 
> [junit4:junit4]   2> 416873 T536 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
> [junit4:junit4]   2> 416892 T495 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
> [junit4:junit4]   2> 416979 T540 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
> [junit4:junit4]   2> 417171 T492 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
> [junit4:junit4]   2> 417417 T513 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
> [junit4:junit4]   2> 417446 T513 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
> [junit4:junit4]   2> 417455 T539 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
> [junit4:junit4]   2> 417469 T550 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
> [junit4:junit4]   2> 417507 T511 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
> [junit4:junit4]   2> 417545 T526 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
> [junit4:junit4]   2> 417568 T526 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
> [junit4:junit4]   2> 417626 T513 oass.IndexSchema.readSchema [awholynewcollection_0_shard3_replica5] Schema name=test
> [junit4:junit4]   2> 417836 T490 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
> [junit4:junit4]   2> 417839 T526 oass.IndexSchema.readSchema [awholynewcollection_0_shard2_replica1] Schema name=test
> [junit4:junit4]   2> 417883 T490 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
> [junit4:junit4]   2> 417888 T537 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
> [junit4:junit4]   2> 417903 T537 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
> [junit4:junit4]   2> 417948 T555 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
> [junit4:junit4]   2> 417966 T555 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
> [junit4:junit4]   2> 417978 T537 oass.IndexSchema.readSchema [awholynewcollection_0_shard1_replica2] Schema name=test
> [junit4:junit4]   2> 418101 T555 oass.IndexSchema.readSchema [awholynewcollection_0_shard2_replica3] Schema name=test
> [junit4:junit4]   2> 418129 T523 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
> [junit4:junit4]   2> 418142 T490 oass.IndexSchema.readSchema [awholynewcollection_0_shard1_replica4] Schema name=test
> [junit4:junit4]   2> 418155 T523 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
> [junit4:junit4]   2> 418179 T493 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
> [junit4:junit4]   2> 418215 T493 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
> [junit4:junit4]   2> 418268 T495 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
> [junit4:junit4]   2> 418273 T495 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
> [junit4:junit4]   2> 418374 T493 oass.IndexSchema.readSchema [awholynewcollection_0_shard3_replica4] Schema name=test
> [junit4:junit4]   2> 418490 T523 oass.IndexSchema.readSchema [awholynewcollection_0_shard3_replica1] Schema name=test
> [junit4:junit4]   2> 418588 T525 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
> [junit4:junit4]   2> 418589 T495 oass.IndexSchema.readSchema [awholynewcollection_0_shard4_replica4] Schema name=test
> [junit4:junit4]   2> 418630 T510 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
> [junit4:junit4]   2> 418636 T525 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
> [junit4:junit4]   2> 418645 T510 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
> [junit4:junit4]   2> 418661 T510 oass.IndexSchema.readSchema [awholynewcollection_0_shard4_replica5] Schema name=test
> [junit4:junit4]   2> 418676 T525 oass.IndexSchema.readSchema [awholynewcollection_0_shard1_replica1] Schema name=test
> [junit4:junit4]   2>  C24_STATE=coll:nodes_used_collection core:nodes_used_collection_shard2_replica1 props:{shard=shard2, state=recovering, core=nodes_used_collection_shard2_replica1, collection=nodes_used_collection, node_name=127.0.0.1:51219_, base_url=http://127.0.0.1:51219}
> [junit4:junit4]   2> 418697 T571 C24 P51219 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:51216/nodes_used_collection_shard2_replica2/ core=nodes_used_collection_shard2_replica1 - recoveringAfterStartup=true
> [junit4:junit4]   2> 418708 T571 C24 P51219 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard2_replica1 url=http://127.0.0.1:51219 START replicas=[http://127.0.0.1:51216/nodes_used_collection_shard2_replica2/] nUpdates=100
> [junit4:junit4]   2> 418708 T571 C24 P51219 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
> [junit4:junit4]   2> 418709 T571 C24 P51219 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=nodes_used_collection_shard2_replica1
> [junit4:junit4]   2> 418709 T571 C24 P51219 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=nodes_used_collection_shard2_replica1
> [junit4:junit4]   2> 418709 T571 C24 P51219 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=nodes_used_collection_shard2_replica1
> [junit4:junit4]   2> 418710 T571 C24 P51219 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
> [junit4:junit4]   2> 418710 T571 C24 P51219 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:51216/nodes_used_collection_shard2_replica2/. core=nodes_used_collection_shard2_replica1
> [junit4:junit4]   2> 418710 T571 C24 P51219 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
> [junit4:junit4]   2> 418800 T511 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
> [junit4:junit4]   2> 418819 T522 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
> [junit4:junit4]   2> 418821 T511 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
> [junit4:junit4]   2> 418835 T522 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
> [junit4:junit4]   2> 418851 T509 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
> [junit4:junit4]   2> ASYNC  NEW_CORE C26 name=nodes_used_collection_shard2_replica2 org.apache.solr.core.SolrCore@17dec27a url=http://127.0.0.1:51216/nodes_used_collection_shard2_replica2 node=127.0.0.1:51216_ C26_STATE=coll:nodes_used_collection core:nodes_used_collection_shard2_replica2 props:{shard=shard2, state=active, core=nodes_used_collection_shard2_replica2, collection=nodes_used_collection, node_name=127.0.0.1:51216_, base_url=http://127.0.0.1:51216, leader=true}
> [junit4:junit4]   2> 418867 T527 C26 P51216 oasc.SolrCore.execute [nodes_used_collection_shard2_replica2] webapp= path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
> [junit4:junit4]   2>  C25_STATE=coll:nodes_used_collection core:nodes_used_collection_shard1_replica2 props:{shard=shard1, state=recovering, core=nodes_used_collection_shard1_replica2, collection=nodes_used_collection, node_name=127.0.0.1:51209_, base_url=http://127.0.0.1:51209}
> [junit4:junit4]   2> 418867 T572 C25 P51209 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:51213/nodes_used_collection_shard1_replica1/ core=nodes_used_collection_shard1_replica2 - recoveringAfterStartup=true
> [junit4:junit4]   2> 418868 T572 C25 P51209 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard1_replica2 url=http://127.0.0.1:51209 START replicas=[http://127.0.0.1:51213/nodes_used_collection_shard1_replica1/] nUpdates=100
> [junit4:junit4]   2> 418879 T572 C25 P51209 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
> [junit4:junit4]   2> 418879 T572 C25 P51209 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=nodes_used_collection_shard1_replica2
> [junit4:junit4]   2> 418880 T572 C25 P51209 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=nodes_used_collection_shard1_replica2
> [junit4:junit4]   2> 418880 T572 C25 P51209 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=nodes_used_collection_shard1_replica2
> [junit4:junit4]   2> 418880 T572 C25 P51209 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
> [junit4:junit4]   2> 418880 T572 C25 P51209 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:51213/nodes_used_collection_shard1_replica1/. core=nodes_used_collection_shard1_replica2
> [junit4:junit4]   2> 418881 T572 C25 P51209 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
> [junit4:junit4]   2> 418910 T509 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
> [junit4:junit4]   2> 418919 T509 oass.IndexSchema.readSchema [awholynewcollection_0_shard1_replica5] Schema name=test
> [junit4:junit4]   2> 418995 T492 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
> [junit4:junit4]   2> 419012 T492 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
> [junit4:junit4]   2> ASYNC  NEW_CORE C27 name=nodes_used_collection_shard1_replica1 org.apache.solr.core.SolrCore@4a2ec873 url=http://127.0.0.1:51213/nodes_used_collection_shard1_replica1 node=127.0.0.1:51213_ C27_STATE=coll:nodes_used_collection core:nodes_used_collection_shard1_replica1 props:{shard=shard1, state=active, core=nodes_used_collection_shard1_replica1, collection=nodes_used_collection, node_name=127.0.0.1:51213_, base_url=http://127.0.0.1:51213, leader=true}
> [junit4:junit4]   2> 419024 T512 C27 P51213 oasc.SolrCore.execute [nodes_used_collection_shard1_replica1] webapp= path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=5 
> [junit4:junit4]   2> 419059 T511 oass.IndexSchema.readSchema [awholynewcollection_0_shard2_replica5] Schema name=test
> [junit4:junit4]   2> 419083 T553 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
> [junit4:junit4]   2> 419104 T522 oass.IndexSchema.readSchema [awholynewcollection_0_shard4_replica1] Schema name=test
> [junit4:junit4]   2> 419115 T553 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
> [junit4:junit4]   2> 419141 T553 oass.IndexSchema.readSchema [awholynewcollection_0_shard1_replica3] Schema name=test
> [junit4:junit4]   2> 419313 T512 C27 P51213 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
> [junit4:junit4]   2> 419341 T551 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
> [junit4:junit4]   2> 419357 T551 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
> [junit4:junit4]   2> 419364 T551 oass.IndexSchema.readSchema [awholynewcollection_0_shard4_replica3] Schema name=test
> [junit4:junit4]   2> 419391 T527 C26 P51216 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
> [junit4:junit4]   2> 419418 T540 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
> [junit4:junit4]   2> 419459 T540 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
> [junit4:junit4]   2> 419468 T540 oass.IndexSchema.readSchema [awholynewcollection_0_shard2_replica2] Schema name=test
> [junit4:junit4]   2> 419493 T527 C26 P51216 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
> [junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@43b9d518 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4b06504d),segFN=segments_1,generation=1}
> [junit4:junit4]   2> 419494 T527 C26 P51216 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
> [junit4:junit4]   2> 419502 T536 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
> [junit4:junit4]   2> 419526 T536 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
> [junit4:junit4]   2> 419552 T527 C26 P51216 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
> [junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@43b9d518 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4b06504d),segFN=segments_1,generation=1}
> [junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@43b9d518 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4b06504d),segFN=segments_2,generation=2}
> [junit4:junit4]   2> 419552 T527 C26 P51216 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
> [junit4:junit4]   2> 419564 T550 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
> [junit4:junit4]   2> 419588 T492 oass.IndexSchema.readSchema [awholynewcollection_0_shard2_replica4] Schema name=test
> [junit4:junit4]   2> 419594 T527 C26 P51216 oass.SolrIndexSearcher.<init> Opening Searcher@19431b0b realtime
> [junit4:junit4]   2> 419596 T527 C26 P51216 oasu.DirectUpdateHandler2.commit end_commit_flush
> [junit4:junit4]   2> 419596 T527 C26 P51216 oasup.LogUpdateProcessor.finish [nodes_used_collection_shard2_replica2] webapp= path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 568
> [junit4:junit4]   2> 419598 T550 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
> [junit4:junit4]   2> 419760 T539 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
> [junit4:junit4]   2> 419787 T539 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
> [junit4:junit4]   2> 419792 T536 oass.IndexSchema.readSchema [awholynewcollection_0_shard4_replica2] Schema name=test
> [junit4:junit4]   2> 419799 T512 C27 P51213 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
> [junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@2f36a361 lockFactory=org.apache.lucene.store.NativeFSLockFactory@646cb8c7),segFN=segments_1,generation=1}
> [junit4:junit4]   2> 419808 T512 C27 P51213 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
> [junit4:junit4]   2> 419813 T539 oass.IndexSchema.readSchema [awholynewcollection_0_shard3_replica2] Schema name=test
> [junit4:junit4]   2> 419842 T512 C27 P51213 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
> [junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@2f36a361 lockFactory=org.apache.lucene.store.NativeFSLockFactory@646cb8c7),segFN=segments_1,generation=1}
> [junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@2f36a361 lockFactory=org.apache.lucene.store.NativeFSLockFactory@646cb8c7),segFN=segments_2,generation=2}
> [junit4:junit4]   2> 419842 T512 C27 P51213 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
> [junit4:junit4]   2> 419843 T512 C27 P51213 oass.SolrIndexSearcher.<init> Opening Searcher@1a11ad83 realtime
> [junit4:junit4]   2> 419844 T512 C27 P51213 oasu.DirectUpdateHandler2.commit end_commit_flush
> [junit4:junit4]   2> 419844 T512 C27 P51213 oasup.LogUpdateProcessor.finish [nodes_used_collection_shard1_replica1] webapp= path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 748
> [junit4:junit4]   2> 420208 T550 oass.IndexSchema.readSchema [awholynewcollection_0_shard3_replica3] Schema name=test
> [junit4:junit4]   2> 421740 T571 C24 P51219 oash.ReplicationHandler.inform Commits will be reserved for  10000
> [junit4:junit4]   2> 421741 T571 C24 P51219 oascsi.HttpClientUtil.createClient Creating new http client, config:connTimeout=5000&socketTimeout=20000&allowCompression=false&maxConnections=10000&maxConnectionsPerHost=10000
> [junit4:junit4]   2> 421747 T572 C25 P51209 oash.ReplicationHandler.inform Commits will be reserved for  10000
> [junit4:junit4]   2> 422081 T571 C24 P51219 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
> [junit4:junit4]   2> 422081 T572 C25 P51209 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
> [junit4:junit4]   2> 422139 T527 C26 P51216 oash.ReplicationHandler.inform Commits will be reserved for  10000
> [junit4:junit4]   2> 422139 T527 C26 P51216 oasc.SolrCore.execute [nodes_used_collection_shard2_replica2] webapp= path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=1 
> [junit4:junit4]   2> 422141 T571 C24 P51219 oash.SnapPuller.fetchLatestIndex Master's generation: 2
> [junit4:junit4]   2> 422142 T571 C24 P51219 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
> [junit4:junit4]   2> 422142 T571 C24 P51219 oash.SnapPuller.fetchLatestIndex Starting replication process
> [junit4:junit4]   2> 422158 T508 C27 P51213 oash.ReplicationHandler.inform Commits will be reserved for  10000
> [junit4:junit4]   2> 422158 T508 C27 P51213 oasc.SolrCore.execute [nodes_used_collection_shard1_replica1] webapp= path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=27 
> [junit4:junit4]   2> 422165 T572 C25 P51209 oash.SnapPuller.fetchLatestIndex Master's generation: 2
> [junit4:junit4]   2> 422166 T572 C25 P51209 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
> [junit4:junit4]   2> 422166 T572 C25 P51209 oash.SnapPuller.fetchLatestIndex Starting replication process
> [junit4:junit4]   2> 422173 T512 C27 P51213 oasc.SolrCore.execute [nodes_used_collection_shard1_replica1] webapp= path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=3 
> [junit4:junit4]   2> 422174 T572 C25 P51209 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
> [junit4:junit4]   2> 422194 T572 C25 P51209 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369134468973/nodes_used_collection_shard1_replica2/data/index.20130521070818828
> [junit4:junit4]   2> 422195 T594 C26 P51216 oasc.SolrCore.execute [nodes_used_collection_shard2_replica2] webapp= path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=23 
> [junit4:junit4]   2> 422197 T571 C24 P51219 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
> [junit4:junit4]   2> 422197 T572 C25 P51209 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@231824d lockFactory=org.apache.lucene.store.NativeFSLockFactory@263676bd) fullCopy=false
> [junit4:junit4]   2> 422206 T571 C24 P51219 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369134476911/nodes_used_collection_shard2_replica1/data/index.20130521070818850
> [junit4:junit4]   2> 422207 T571 C24 P51219 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@29a81175 lockFactory=org.apache.lucene.store.NativeFSLockFactory@354e3bce) fullCopy=false
> [junit4:junit4]   2> 422308 T508 C27 P51213 oasc.SolrCore.execute [nodes_used_collection_shard1_replica1] webapp= path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=11 
> [junit4:junit4]   2> 422349 T527 C26 P51216 oasc.SolrCore.execute [nodes_used_collection_shard2_replica2] webapp= path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
> [junit4:junit4]   2> 422490 T571 C24 P51219 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
> [junit4:junit4]   2> 422501 T572 C25 P51209 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
> [junit4:junit4]   2> 422579 T571 C24 P51219 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
> [junit4:junit4]   2> 422579 T571 C24 P51219 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=nodes_used_collection_shard2_replica1
> [junit4:junit4]   2> 422592 T572 C25 P51209 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
> [junit4:junit4]   2> 422605 T572 C25 P51209 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=nodes_used_collection_shard1_replica2
> [junit4:junit4]   2> 422760 T571 C24 P51219 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
> [junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3f65a49 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4da90726),segFN=segments_1,generation=1}
> [junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3f65a49 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4da90726),segFN=segments_2,generation=2}
> [junit4:junit4]   2> 422771 T571 C24 P51219 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
> [junit4:junit4]   2> 422779 T571 C24 P51219 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
> [junit4:junit4]   2> 422783 T571 C24 P51219 oass.SolrIndexSearcher.<init> Opening Searcher@5bac7081 main
> [junit4:junit4]   2> 422785 T568 oasc.SolrCore.registerSearcher [nodes_used_collection_shard2_replica1] Registered new searcher Searcher@5bac7081 main{StandardDirectoryReader(segments_2:1:nrt)}
> [junit4:junit4]   2> 422787 T571 C24 P51219 oasc.CachingDirectoryFactory.closeCacheValue looking to close /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369134476911/nodes_used_collection_shard2_replica1/data/index.20130521070818850 [CachedDir<<refCount=0;path=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369134476911/nodes_used_collection_shard2_replica1/data/index.20130521070818850;done=true>>]
> [junit4:junit4]   2> 422787 T571 C24 P51219 oasc.CachingDirectoryFactory.close Closing directory: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369134476911/nodes_used_collection_shard2_replica1/data/index.20130521070818850
> [junit4:junit4]   2> 422804 T571 C24 P51219 oasc.CachingDirectoryFactory.closeCacheValue Removing directory before core close: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369134476911/nodes_used_collection_shard2_replica1/data/index.20130521070818850
> [junit4:junit4]   2> 422805 T571 C24 P51219 oasc.RecoveryStrategy.replay No replay needed. core=nodes_used_collection_shard2_replica1
> [junit4:junit4]   2> 422805 T571 C24 P51219 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=nodes_used_collection_shard2_replica1
> [junit4:junit4]   2> 422805 T571 C24 P51219 oasc.ZkController.publish publishing core=nodes_used_collection_shard2_replica1 state=active
> [junit4:junit4]   2> 422893 T571 C24 P51219 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=nodes_used_collection_shard2_replica1
> [junit4:junit4]   2> 422964 T572 C25 P51209 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
> [junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@a44eeb7 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5164bc93),segFN=segments_1,generation=1}
> [junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@a44eeb7 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5164bc93),segFN=segments_2,generation=2}
> [junit4:junit4]   2> 422982 T572 C25 P51209 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
> [junit4:junit4]   2> 423006 T572 C25 P51209 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
> [junit4:junit4]   2> 423017 T572 C25 P51209 oass.SolrIndexSearcher.<init> Opening Searcher@23f3a36a main
> [junit4:junit4]   2> 423020 T565 oasc.SolrCore.registerSearcher [nodes_used_collection_shard1_replica2] Registered new searcher Searcher@23f3a36a main{StandardDirectoryReader(segments_2:1:nrt)}
> [junit4:junit4]   2> 423027 T572 C25 P51209 oasc.CachingDirectoryFactory.closeCacheValue looking to close /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369134468973/nodes_used_collection_shard1_replica2/data/index.20130521070818828 [CachedDir<<refCount=0;path=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369134468973/nodes_used_collection_shard1_replica2/data/index.20130521070818828;done=true>>]
> [junit4:junit4]   2> 423030 T572 C25 P51209 oasc.CachingDirectoryFactory.close Closing directory: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369134468973/nodes_used_collection_shard1_replica2/data/index.20130521070818828
> [junit4:junit4]   2> 423031 T572 C25 P51209 oasc.CachingDirectoryFactory.closeCacheValue Removing directory before core close: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369134468973/nodes_used_collection_shard1_replica2/data/index.20130521070818828
> [junit4:junit4]   2> 423033 T572 C25 P51209 oasc.RecoveryStrategy.replay No replay needed. core=nodes_used_collection_shard1_replica2
> [junit4:junit4]   2> 423033 T572 C25 P51209 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=nodes_used_collection_shard1_replica2
> [junit4:junit4]   2> 423035 T572 C25 P51209 oasc.ZkController.publish publishing core=nodes_used_collection_shard1_replica2 state=active
> [junit4:junit4]   2> 423077 T572 C25 P51209 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=nodes_used_collection_shard1_replica2
> [junit4:junit4]   2> 423204 T500 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
> [junit4:junit4]   2> 423219 T500 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
> [junit4:junit4]   2> 	  "operation":"state",
> [junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:51219__nodes_used_collection_shard2_replica1",
> [junit4:junit4]   2> 	  "numShards":"2",
> [junit4:junit4]   2> 	  "shard":"shard2",
> [junit4:junit4]   2> 	  "roles":null,
> [junit4:junit4]   2> 	  "state":"active",
> [junit4:junit4]   2> 	  "shard_state":"active",
> [junit4:junit4]   2> 	  "core":"nodes_used_collection_shard2_replica1",
> [junit4:junit4]   2> 	  "collection":"nodes_used_collection",
> [junit4:junit4]   2> 	  "shard_range":null,
> [junit4:junit4]   2> 	  "node_name":"127.0.0.1:51219_",
> [junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:51219"}
> [junit4:junit4]   2> 423239 T500 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
> [junit4:junit4]   2> 	  "operation":"state",
> [junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:51209__nodes_used_collection_shard1_replica2",
> [junit4:junit4]   2> 	  "numShards":"2",
> [junit4:junit4]   2> 	  "shard":"shard1",
> [junit4:junit4]   2> 	  "roles":null,
> [junit4:junit4]   2> 	  "state":"active",
> [junit4:junit4]   2> 	  "shard_state":"active",
> [junit4:junit4]   2> 	  "core":"nodes_used_collection_shard1_replica2",
> [junit4:junit4]   2> 	  "collection":"nodes_used_collection",
> [junit4:junit4]   2> 	  "shard_range":null,
> [junit4:junit4]   2> 	  "node_name":"127.0.0.1:51209_",
> [junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:51209"}
> [junit4:junit4]   2> 423265 T576 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> [junit4:junit4]   2> 423265 T531 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> [junit4:junit4]   2> 423265 T499 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> [junit4:junit4]   2> 423266 T559 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> [junit4:junit4]   2> 423265 T574 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> [junit4:junit4]   2> 423266 T517 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> [junit4:junit4]   2> 423265 T504 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> [junit4:junit4]   2> 423265 T545 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> [junit4:junit4]   2> 436091 T536 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
> [junit4:junit4]   2> 436359 T513 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
> [junit4:junit4]   2> 436433 T536 oass.IndexSchema.readSchema default search field in schema is text
> [junit4:junit4]   2> 436439 T536 oass.IndexSchema.readSchema unique key field: id
> [junit4:junit4]   2> 436522 T513 oass.IndexSchema.readSchema default search field in schema is text
> [junit4:junit4]   2> 436528 T513 oass.IndexSchema.readSchema unique key field: id
> [junit4:junit4]   2> 436707 T537 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
> [junit4:junit4]   2> 436758 T536 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
> [junit4:junit4]   2> 436868 T522 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
> [junit4:junit4]   2> 436888 T522 oass.IndexSchema.readSchema default search field in schema is text
> [junit4:junit4]   2> 436892 T522 oass.IndexSchema.readSchema unique key field: id
> [junit4:junit4]   2> 436920 T537 oass.IndexSchema.readSchema default search field in schema is text
> [junit4:junit4]   2> 436927 T537 oass.IndexSchema.readSchema unique key field: id
> [junit4:junit4]   2> 436997 T495 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
> [junit4:junit4]   2> 437038 T526 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
> [junit4:junit4]   2> 437059 T536 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
> [junit4:junit4]   2> 437187 T495 oass.IndexSchema.readSchema default search field in schema is text
> [junit4:junit4]   2> 437193 T526 oass.IndexSchema.readSchema default search field in schema is text
> [junit4:junit4]   2> 437199 T526 oass.IndexSchema.readSchema unique key field: id
> [junit4:junit4]   2> 437228 T493 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
> [junit4:junit4]   2> 437279 T555 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
> [junit4:junit4]   2> 437294 T510 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
> [junit4:junit4]   2> 437329 T513 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
> [junit4:junit4]   2> 437339 T555 oass.IndexSchema.readSchema default search field in schema is text
> [junit4:junit4]   2> 437413 T553 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
> [junit4:junit4]   2> 437414 T495 oass.IndexSchema.readSchema unique key field: id
> [junit4:junit4]   2> 437495 T510 oass.IndexSchema.readSchema default search field in schema is text
> [junit4:junit4]   2> 437502 T513 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
> [junit4:junit4]   2> 437520 T513 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
> [junit4:junit4]   2> 437522 T536 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
> [junit4:junit4]   2> 437529 T510 oass.IndexSchema.readSchema unique key field: id
> [junit4:junit4]   2> 437544 T513 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
> [junit4:junit4]   2> 437545 T513 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
> [junit4:junit4]   2> 437545 T513 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
> [junit4:junit4]   2> 437551 T513 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
> [junit4:junit4]   2> 437552 T513 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
> [junit4:junit4]   2> 437552 T513 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
> [junit4:junit4]   2> 437553 T513 oasc.SolrCore.<init> [awholynewcollection_0_shard3_replica5] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369134471260/awholynewcollection_0_shard3_replica5/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369134471260/awholynewcollection_0_shard3_replica5/data/
> [junit4:junit4]   2> 437554 T513 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3248f37e
> [junit4:junit4]   2> 437555 T513 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
> [junit4:junit4]   2> 437557 T537 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
> [junit4:junit4]   2> 437567 T522 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
> [junit4:junit4]   2> 437580 T522 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
> [junit4:junit4]   2> 437585 T493 oass.IndexSchema.readSchema default search field in schema is text
> [junit4:junit4]   2> 437590 T493 oass.IndexSchema.readSchema unique key field: id
> [junit4:junit4]   2> 437596 T511 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
> [junit4:junit4]   2> 437596 T522 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
> [junit4:junit4]   2> 437604 T536 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
> [junit4:junit4]   2> 437605 T536 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
> [junit4:junit4]   2> 437605 T536 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
> [junit4:junit4]   2> 437605 T522 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
> [junit4:junit4]   2> 437607 T522 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
> [junit4:junit4]   2> 437607 T522 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
> [junit4:junit4]   2> 437606 T526 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
> [junit4:junit4]   2> 437619 T537 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
> [junit4:junit4]   2> 437625 T522 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
> [junit4:junit4]   2> 437625 T522 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
> [junit4:junit4]   2> 437626 T522 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
> [junit4:junit4]   2> 437626 T522 oasc.SolrCore.<init> [awholynewcollection_0_shard4_replica1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369134473876/awholynewcollection_0_shard4_replica1/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369134473876/awholynewcollection_0_shard4_replica1/data/
> [junit4:junit4]   2> 437627 T522 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3248f37e
> [junit4:junit4]   2> 437628 T522 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
> [junit4:junit4]   2> 437630 T513 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369134471260/awholynewcollection_0_shard3_replica5/data
> [junit4:junit4]   2> 437630 T513 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369134471260/awholynewcollection_0_shard3_replica5/data/index/
> [junit4:junit4]   2> 437630 T513 oasc.SolrCore.initIndex WARN [awholynewcollection_0_shard3_replica5] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369134471260/awholynewcollection_0_shard3_replica5/data/index' doesn't exist. Creating new index...
> [junit4:junit4]   2> 437633 T553 oass.IndexSchema.readSchema default search field in schema is text
> [junit4:junit4]   2> 437638 T553 oass.IndexSchema.readSchema unique key field: id
> [junit4:junit4]   2> 437627 T536 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
> [junit4:junit4]   2> 437639 T536 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
> [junit4:junit4]   2> 437640 T536 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
> [junit4:junit4]   2> 437640 T536 oasc.SolrCore.<init> [awholynewcollection_0_shard4_replica2] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369134476911/awholynewcollection_0_shard4_replica2/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369134476911/awholynewcollection_0_shard4_replica2/data/
> [junit4:junit4]   2> 437641 T536 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3248f37e
> [junit4:junit4]   2> 437641 T536 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
> [junit4:junit4]   2> 437643 T522 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369134473876/awholynewcollection_0_shard4_replica1/data
> [junit4:junit4]   2> 437643 T522 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369134473876/awholynewcollection_0_shard4_replica1/data/index/
> [junit4:junit4]   2> 437644 T522 oasc.SolrCore.initIndex WARN [awholynewcollection_0_shard4_replica1] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369134473876/awholynewcollection_0_shard4_replica1/data/index' doesn't exist. Creating new index...
> [junit4:junit4]   2> 437654 T536 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369134476911/awholynewcollection_0_shard4_replica2/data
> [junit4:junit4]   2> 437655 T522 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369134473876/awholynewcollection_0_shard4_replica1/data/index
> [junit4:junit4]   2> 437654 T513 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369134471260/awholynewcollection_0_shard3_replica5/data/index
> [junit4:junit4]   2> 437655 T536 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369134476911/awholynewcollection_0_shard4_replica2/data/index/
> [junit4:junit4]   2> 437657 T536 oasc.SolrCore.initIndex WARN [awholynewcollection_0_shard4_replica2] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369134476911/awholynewcollection_0_shard4_replica2/data/index' doesn't exist. Creating new index...
> [junit4:junit4]   2> 437665 T555 oass.IndexSchema.readSchema unique key field: id
> [junit4:junit4]   2> 437668 T536 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369134476911/awholynewcollection_0_shard4_replica2/data/index
> [junit4:junit4]   2> 437676 T526 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
> [junit4:junit4]   2> 437721 T537 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
> [junit4:junit4]   2> 437728 T511 oass.IndexSchema.readSchema default search field in schema is text
> [junit4:junit4]   2> 437733 T511 oass.IndexSchema.readSchema unique key field: id
> [junit4:junit4]   2> 437738 T537 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
> [junit4:junit4]   2> 437739 T537 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
> [junit4:junit4]   2> 437740 T537 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
> [junit4:junit4]   2> 437750 T537 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
> [junit4:junit4]   2> 437752 T537 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
> [junit4:junit4]   2> 437753 T537 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
> [junit4:junit4]   2> 437755 T537 oasc.SolrCore.<init> [awholynewcollection_0_shard1_replica2] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369134476911/awholynewcollection_0_shard1_replica2/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369134476911/awholynewcollection_0_shard1_replica2/data/
> [junit4:junit4]   2> 437755 T537 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3248f37e
> [junit4:junit4]   2> 437756 T537 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
> [junit4:junit4]   2> 437758 T536 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
> [junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7e386bc lockFactory=org.apache.lucene.store.NativeFSLockFactory@64bd7c5a),segFN=segments_1,generation=1}
> [junit4:junit4]   2> 437758 T536 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
> [junit4:junit4]   2> 437763 T536 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
> [junit4:junit4]   2> 437763 T536 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
> [junit4:junit4]   2> 437765 T536 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
> [junit4:junit4]   2> 437766 T536 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
> [junit4:junit4]   2> 437767 T536 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
> [junit4:junit4]   2> 437767 T536 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
> [junit4:junit4]   2> 437861 T536 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
> [junit4:junit4]   2> 437863 T536 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
> [junit4:junit4]   2> 437863 T536 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
> [junit4:junit4]   2> 437769 T537 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369134476911/awholynewcollection_0_shard1_replica2/data
> [junit4:junit4]   2> 437870 T537 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369134476911/awholynewcollection_0_shard1_replica2/data/index/
> [junit4:junit4]   2> 437871 T537 oasc.SolrCore.initIndex WARN [awholynewcollection_0_shard1_replica2] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369134476911/awholynewcollection_0_shard1_replica2/data/index' doesn't exist. Creating new index...
> [junit4:junit4]   2> 437872 T523 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
> [junit4:junit4]   2> 437781 T550 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
> [junit4:junit4]   2> 437887 T525 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
> [junit4:junit4]   2> 437773 T495 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
> [junit4:junit4]   2> 437899 T537 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369134476911/awholynewcollection_0_shard1_replica2/data/index
> [junit4:junit4]   2> 437934 T522 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
> [junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@276ae22f lockFactory=org.apache.lucene.store.NativeFSLockFactory@126aa26c),segFN=segments_1,generation=1}
> [junit4:junit4]   2> 437935 T522 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
> [junit4:junit4]   2> 437939 T522 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
> [junit4:junit4]   2> 437940 T522 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
> [junit4:junit4]   2> 437941 T522 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
> [junit4:junit4]   2> 437942 T522 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
> [junit4:junit4]   2> 437942 T522 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
> [junit4:junit4]   2> 437943 T522 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
> [junit4:junit4]   2> 437944 T522 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
> [junit4:junit4]   2> 438060 T522 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
> [junit4:junit4]   2> 438061 T522 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
> [junit4:junit4]   2> 438058 T537 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
> [junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@14e2cf0a lockFactory=org.apache.lucene.store.NativeFSLockFactory@67
> 
> [...truncated too long message...]
> 
> /jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/build/misc/lucene-misc-4.4-SNAPSHOT.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/build/spatial/lucene-spatial-4.4-SNAPSHOT.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/build/suggest/lucene-suggest-4.4-SNAPSHOT.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/build/grouping/lucene-grouping-4.4-SNAPSHOT.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/build/queries/lucene-queries-4.4-SNAPSHOT.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/build/queryparser/lucene-queryparser-4.4-SNAPSHOT.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/core/lib/cglib-nodep-2.2.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/core/lib/commons-cli-1.2.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/core/lib/commons-codec-1.7.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/core/lib/commons-fileupload-1.2.1.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/core/lib/commons-lang-2.6.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/core/lib/easymock-3.0.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/core/lib/guava-14.0.1.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/core/lib/javax.servlet-api-3.0.1.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/core/lib/objenesis-1.2.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/core/lib/org.restlet-2.1.1.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/core/lib/org.restlet.ext.servlet-2.1.1.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/core/lib/spatial4j-0.3.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/solrj/lib/commons-io-2.1.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/solrj/lib/httpclient-4.2.3.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/solrj/lib/httpcore-4.2.2.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/solrj/lib/httpmime-4.2.3.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/solrj/lib/jcl-over-slf4j-1.6.6.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/solrj/lib/jul-to-slf4j-1.6.6.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/solrj/lib/log4j-1.2.16.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/solrj/lib/noggit-0.5.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/solrj/lib/slf4j-api-1.6.6.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/solrj/lib/slf4j-log4j12-1.6.6.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/solrj/lib/wstx-asl-3.2.7.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/solrj/lib/zookeeper-3.4.5.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/lib/jetty-continuation-8.1.10.v20130312.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/lib/jetty-deploy-8.1.10.v20130312.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/lib/jetty-http-8.1.10.v20130312.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/lib/jetty-io-8.1.10.v20130312.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/lib/jetty-jmx-8.1.10.v20130312.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/lib/jetty-security-8.1.10.v20130312.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/lib/jetty-server-8.1.10.v20130312.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/lib/jetty-servlet-8.1.10.v20130312.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/lib/jetty-util-8.1.10.v20130312.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/lib/jetty-webapp-8.1.10.v20130312.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/lib/jetty-xml-8.1.10.v20130312.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/lib/servlet-api-3.0.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/example-DIH/solr/db/lib/derby-10.9.1.0.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/example-DIH/solr/db/lib/hsqldb-1.8.0.10.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/build/core/classes/java:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/test-framework/lib/junit-4.10.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/test-framework/lib/randomizedtesting-runner-2.0.10.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-launcher.jar:/Users/jenkins/.ant/lib/ivy-2.3.0.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-antlr.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-bcel.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-bsf.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-log4j.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-oro.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-regexp.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-resolver.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-xalan2.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-commons-logging.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-commons-net.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jai.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-javamail.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jdepend.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jmf.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jsch.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-junit.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-junit4.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-netrexx.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-swing.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-testutil.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant.jar:/Library/Java/JavaVirtualMachines/jdk1.7.0_21.jdk/Contents/Home/lib/tools.jar:/Users/jenkins/.ivy2/cache/com.carrotsearch.randomizedtesting/junit4-ant/jars/junit4-ant-2.0.10.jar -ea:org.apache.lucene... -ea:org.apache.solr... com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe -flush -eventsfile /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/temp/junit4-J0-20130521_110105_355.events @/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/temp/junit4-J0-20130521_110105_355.suites
> [junit4:junit4] ERROR: JVM J0 ended with an exception: Forked process returned with error code: 134. Very likely a JVM crash.  Process output piped in logs above.
> [junit4:junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4.executeSlave(JUnit4.java:1254)
> [junit4:junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4.access$000(JUnit4.java:67)
> [junit4:junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:822)
> [junit4:junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:819)
> [junit4:junit4] 	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
> [junit4:junit4] 	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
> [junit4:junit4] 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
> [junit4:junit4] 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
> [junit4:junit4] 	at java.lang.Thread.run(Thread.java:722)
> 
> BUILD FAILED
> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:386: The following error occurred while executing this line:
> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:366: The following error occurred while executing this line:
> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:39: The following error occurred while executing this line:
> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build.xml:181: The following error occurred while executing this line:
> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/common-build.xml:437: The following error occurred while executing this line:
> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:1243: The following error occurred while executing this line:
> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:887: At least one slave process threw an exception, first: Forked process returned with error code: 134. Very likely a JVM crash.  Process output piped in logs above.
> 
> Total time: 95 minutes 3 seconds
> Build step 'Invoke Ant' marked build as failure
> Description set: Java: 64bit/jdk1.7.0 -XX:-UseCompressedOops -XX:+UseParallelGC
> Archiving artifacts
> Recording test results
> Email was triggered for: Failure
> Sending email for trigger: Failure
> 
> 
> 
> ---------------------------------------------------------------------
> To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
> For additional commands, e-mail: dev-help@lucene.apache.org


---------------------------------------------------------------------
To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
For additional commands, e-mail: dev-help@lucene.apache.org


[JENKINS] Lucene-Solr-4.x-MacOSX (64bit/jdk1.7.0) - Build # 475 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-MacOSX/475/
Java: 64bit/jdk1.7.0 -XX:-UseCompressedOops -XX:+UseParallelGC

1 tests failed.
FAILED:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testDistribSearch

Error Message:
There are still nodes recoverying - waited for 230 seconds

Stack Trace:
java.lang.AssertionError: There are still nodes recoverying - waited for 230 seconds
	at __randomizedtesting.SeedInfo.seed([550DAA879EDCE8F5:D4EB249FE98388C9]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:173)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:131)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:126)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:512)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.doTest(CollectionsAPIDistributedZkTest.java:146)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:815)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:601)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)




Build Log:
[...truncated 9253 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
[junit4:junit4]   2> 390845 T477 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
[junit4:junit4]   2> 390856 T477 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4]   2> Creating dataDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solrtest-CollectionsAPIDistributedZkTest-1369134467512
[junit4:junit4]   2> 390860 T477 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4]   2> 390862 T478 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4]   2> 390965 T477 oasc.ZkTestServer.run start zk server on port:51206
[junit4:junit4]   2> 390970 T477 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 390985 T484 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1b7034b0 name:ZooKeeperConnection Watcher:127.0.0.1:51206 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 390986 T477 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 390986 T477 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4]   2> 391006 T477 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 391015 T486 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@34ba3669 name:ZooKeeperConnection Watcher:127.0.0.1:51206/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 391016 T477 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 391017 T477 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4]   2> 391044 T477 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4]   2> 391062 T477 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4]   2> 391074 T477 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4]   2> 391173 T477 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 391174 T477 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 391190 T477 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4]   2> 391191 T477 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4]   2> 391202 T477 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   2> 391202 T477 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   2> 391211 T477 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   2> 391211 T477 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4]   2> 391229 T477 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   2> 391231 T477 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4]   2> 391244 T477 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 391245 T477 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 392150 T477 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 392150 T477 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 392287 T477 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 392288 T477 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 392300 T477 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   2> 392302 T477 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   2> 393458 T477 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 393544 T477 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:51209
[junit4:junit4]   2> 393545 T477 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 393546 T477 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 393546 T477 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369134468973
[junit4:junit4]   2> 393547 T477 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369134468973/solr.xml
[junit4:junit4]   2> 393548 T477 oasc.CoreContainer.<init> New CoreContainer 459798905
[junit4:junit4]   2> 393548 T477 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369134468973/'
[junit4:junit4]   2> 393549 T477 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369134468973/'
[junit4:junit4]   2> 393792 T477 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369134468973
[junit4:junit4]   2> 393794 T477 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369134468973/collection1
[junit4:junit4]   2> 393796 T477 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369134468973/collection1/conf
[junit4:junit4]   2> 394008 T477 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369134468973/collection1/conf/xslt
[junit4:junit4]   2> 394015 T477 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369134468973/collection1/lib
[junit4:junit4]   2> 394025 T477 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369134468973/collection1/lib/classes
[junit4:junit4]   2> 394038 T477 oasc.SolrCoreDiscoverer.addCore Discovered properties file /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369134468973/conf/core.properties, adding to cores
[junit4:junit4]   2> 394056 T477 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 394057 T477 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 394058 T477 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 394058 T477 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 394059 T477 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 394060 T477 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 394060 T477 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 394061 T477 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 394061 T477 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 394062 T477 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 394108 T477 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 394109 T477 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:51206/solr
[junit4:junit4]   2> 394136 T477 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 394139 T477 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 394148 T497 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@50925f4e name:ZooKeeperConnection Watcher:127.0.0.1:51206 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 394152 T477 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 394175 T477 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 394221 T477 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 394227 T499 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7fdb3a16 name:ZooKeeperConnection Watcher:127.0.0.1:51206/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 394228 T477 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 394234 T477 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4:junit4]   2> 394247 T477 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4:junit4]   2> 394260 T477 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4]   2> 394268 T477 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51209_
[junit4:junit4]   2> 394271 T477 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:51209_
[junit4:junit4]   2> 394290 T477 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4]   2> 394308 T477 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 394317 T477 oasc.Overseer.start Overseer (id=89727596464111619-127.0.0.1:51209_-n_0000000000) starting
[junit4:junit4]   2> 394369 T477 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4:junit4]   2> 394403 T501 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4]   2> 394409 T477 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4]   2> 394426 T477 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4:junit4]   2> 394436 T477 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 394489 T500 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 394511 T477 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 394512 T477 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 394512 T477 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 394548 T477 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 394566 T477 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 394578 T504 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7c16952a name:ZooKeeperConnection Watcher:127.0.0.1:51206/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 394578 T477 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 394585 T477 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 394604 T477 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   2> 395368 T477 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 395377 T477 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:51213
[junit4:junit4]   2> 395378 T477 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 395379 T477 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 395379 T477 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369134471260
[junit4:junit4]   2> 395380 T477 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369134471260/solr.xml
[junit4:junit4]   2> 395380 T477 oasc.CoreContainer.<init> New CoreContainer 1387197548
[junit4:junit4]   2> 395381 T477 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369134471260/'
[junit4:junit4]   2> 395382 T477 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369134471260/'
[junit4:junit4]   2> 395636 T477 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369134471260
[junit4:junit4]   2> 395638 T477 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369134471260/collection1
[junit4:junit4]   2> 395641 T477 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369134471260/collection1/conf
[junit4:junit4]   2> 395897 T477 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369134471260/collection1/conf/xslt
[junit4:junit4]   2> 395905 T477 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369134471260/collection1/lib
[junit4:junit4]   2> 395908 T477 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369134471260/collection1/lib/classes
[junit4:junit4]   2> 395912 T477 oasc.SolrCoreDiscoverer.addCore Discovered properties file /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369134471260/conf/core.properties, adding to cores
[junit4:junit4]   2> 395938 T477 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 395939 T477 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 395940 T477 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 395941 T477 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 395942 T477 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 395943 T477 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 395944 T477 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 395944 T477 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 395948 T477 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 395958 T477 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 395995 T477 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 395997 T477 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:51206/solr
[junit4:junit4]   2> 395997 T477 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 396001 T477 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 396013 T515 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5b2be3db name:ZooKeeperConnection Watcher:127.0.0.1:51206 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 396015 T477 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 396030 T477 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 396081 T477 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 396092 T517 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1836691b name:ZooKeeperConnection Watcher:127.0.0.1:51206/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 396093 T477 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 396121 T477 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 397155 T477 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51213_
[junit4:junit4]   2> 397158 T477 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:51213_
[junit4:junit4]   2> 397167 T517 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 397173 T504 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 397176 T499 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 397197 T477 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 397198 T477 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 397199 T477 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 397994 T477 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 398005 T477 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:51216
[junit4:junit4]   2> 398007 T477 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 398007 T477 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 398008 T477 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369134473876
[junit4:junit4]   2> 398008 T477 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369134473876/solr.xml
[junit4:junit4]   2> 398009 T477 oasc.CoreContainer.<init> New CoreContainer 1797971966
[junit4:junit4]   2> 398009 T477 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369134473876/'
[junit4:junit4]   2> 398010 T477 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369134473876/'
[junit4:junit4]   2> 398714 T477 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369134473876
[junit4:junit4]   2> 398716 T477 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369134473876/collection1
[junit4:junit4]   2> 398717 T477 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369134473876/collection1/conf
[junit4:junit4]   2> 398920 T477 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369134473876/collection1/conf/xslt
[junit4:junit4]   2> 398926 T477 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369134473876/collection1/lib
[junit4:junit4]   2> 398927 T477 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369134473876/collection1/lib/classes
[junit4:junit4]   2> 398931 T477 oasc.SolrCoreDiscoverer.addCore Discovered properties file /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369134473876/conf/core.properties, adding to cores
[junit4:junit4]   2> 398952 T477 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 398954 T477 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 398955 T477 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 398955 T477 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 398956 T477 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 398956 T477 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 398957 T477 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 398957 T477 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 398958 T477 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 398958 T477 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 399004 T477 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 399005 T477 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:51206/solr
[junit4:junit4]   2> 399006 T477 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 399008 T477 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 399016 T529 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@512ff979 name:ZooKeeperConnection Watcher:127.0.0.1:51206 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 399017 T477 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 399037 T477 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 399092 T477 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 399100 T531 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5e19c8ca name:ZooKeeperConnection Watcher:127.0.0.1:51206/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 399100 T477 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 399119 T477 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 400136 T477 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51216_
[junit4:junit4]   2> 400140 T477 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:51216_
[junit4:junit4]   2> 400150 T517 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 400153 T504 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 400201 T499 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 400202 T531 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 400217 T477 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 400218 T477 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 400219 T477 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 401042 T477 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 401053 T477 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:51219
[junit4:junit4]   2> 401078 T477 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 401079 T477 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 401079 T477 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369134476911
[junit4:junit4]   2> 401080 T477 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369134476911/solr.xml
[junit4:junit4]   2> 401080 T477 oasc.CoreContainer.<init> New CoreContainer 1776409284
[junit4:junit4]   2> 401082 T477 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369134476911/'
[junit4:junit4]   2> 401082 T477 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369134476911/'
[junit4:junit4]   2> 401293 T477 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369134476911
[junit4:junit4]   2> 401296 T477 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369134476911/collection1
[junit4:junit4]   2> 401297 T477 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369134476911/collection1/conf
[junit4:junit4]   2> 401518 T477 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369134476911/collection1/conf/xslt
[junit4:junit4]   2> 401526 T477 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369134476911/collection1/lib
[junit4:junit4]   2> 401537 T477 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369134476911/collection1/lib/classes
[junit4:junit4]   2> 401545 T477 oasc.SolrCoreDiscoverer.addCore Discovered properties file /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369134476911/conf/core.properties, adding to cores
[junit4:junit4]   2> 401564 T477 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 401565 T477 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 401565 T477 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 401565 T477 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 401566 T477 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 401567 T477 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 401567 T477 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 401568 T477 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 401568 T477 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 401569 T477 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 401601 T477 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 401602 T477 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:51206/solr
[junit4:junit4]   2> 401603 T477 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 401611 T477 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 401619 T543 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3415f88f name:ZooKeeperConnection Watcher:127.0.0.1:51206 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 401621 T477 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 401631 T477 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 401664 T477 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 401671 T545 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6128bf05 name:ZooKeeperConnection Watcher:127.0.0.1:51206/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 401671 T477 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 401696 T477 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 402712 T477 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51219_
[junit4:junit4]   2> 402716 T477 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:51219_
[junit4:junit4]   2> 402733 T504 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 402734 T517 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 402737 T545 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 402740 T531 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 402741 T499 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 402754 T477 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 402755 T477 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 402755 T477 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 403735 T477 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 403747 T477 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:51222
[junit4:junit4]   2> 403750 T477 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 403751 T477 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 403752 T477 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369134479435
[junit4:junit4]   2> 403752 T477 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369134479435/solr.xml
[junit4:junit4]   2> 403753 T477 oasc.CoreContainer.<init> New CoreContainer 1612640675
[junit4:junit4]   2> 403753 T477 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369134479435/'
[junit4:junit4]   2> 403754 T477 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369134479435/'
[junit4:junit4]   2> 403962 T477 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369134479435
[junit4:junit4]   2> 403963 T477 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369134479435/collection1
[junit4:junit4]   2> 403965 T477 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369134479435/collection1/conf
[junit4:junit4]   2> 404176 T477 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369134479435/collection1/conf/xslt
[junit4:junit4]   2> 404181 T477 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369134479435/collection1/lib
[junit4:junit4]   2> 404184 T477 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369134479435/collection1/lib/classes
[junit4:junit4]   2> 404187 T477 oasc.SolrCoreDiscoverer.addCore Discovered properties file /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369134479435/conf/core.properties, adding to cores
[junit4:junit4]   2> 404211 T477 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 404213 T477 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 404214 T477 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 404215 T477 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 404216 T477 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 404218 T477 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 404219 T477 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 404220 T477 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 404221 T477 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 404222 T477 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 404267 T477 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 404268 T477 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:51206/solr
[junit4:junit4]   2> 404268 T477 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 404272 T477 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 404298 T557 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@73856c07 name:ZooKeeperConnection Watcher:127.0.0.1:51206 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 404301 T477 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 404310 T477 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 404343 T477 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 404352 T559 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5225c593 name:ZooKeeperConnection Watcher:127.0.0.1:51206/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 404353 T477 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 404383 T477 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 405403 T477 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51222_
[junit4:junit4]   2> 405408 T477 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:51222_
[junit4:junit4]   2> 405474 T531 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 405475 T559 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 405487 T517 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 405487 T504 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 405488 T545 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 405489 T499 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 405506 T477 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 405507 T477 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 405508 T477 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 405569 T477 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 405643 T510 oasha.CollectionsHandler.handleCreateAction Creating Collection : numShards=2&name=nodes_used_collection&replicationFactor=2&action=CREATE&wt=javabin&version=2
[junit4:junit4]   2> 405664 T499 oasc.DistributedQueue$LatchChildWatcher.process Watcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
[junit4:junit4]   2> 405684 T501 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
[junit4:junit4]   2> 	  "operation":"createcollection",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "maxShardsPerNode":null,
[junit4:junit4]   2> 	  "createNodeSet":null,
[junit4:junit4]   2> 	  "name":"nodes_used_collection",
[junit4:junit4]   2> 	  "replicationFactor":"2"}
[junit4:junit4]   2> 405685 T501 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard1_replica1 as part of slice shard1 of collection nodes_used_collection on 127.0.0.1:51213_
[junit4:junit4]   2> 405686 T501 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard1_replica2 as part of slice shard1 of collection nodes_used_collection on 127.0.0.1:51209_
[junit4:junit4]   2> 405690 T501 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard2_replica1 as part of slice shard2 of collection nodes_used_collection on 127.0.0.1:51219_
[junit4:junit4]   2> 405691 T501 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard2_replica2 as part of slice shard2 of collection nodes_used_collection on 127.0.0.1:51216_
[junit4:junit4]   2> 405707 T499 oasc.DistributedQueue$LatchChildWatcher.process Watcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
[junit4:junit4]   2> 405740 T527 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard2_replica2' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369134473876/nodes_used_collection_shard2_replica2
[junit4:junit4]   2> 405742 T527 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
[junit4:junit4]   2> 405745 T511 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard1_replica1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369134471260/nodes_used_collection_shard1_replica1
[junit4:junit4]   2> 405747 T511 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
[junit4:junit4]   2> 405750 T541 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard2_replica1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369134476911/nodes_used_collection_shard2_replica1
[junit4:junit4]   2> 405753 T541 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
[junit4:junit4]   2> 405757 T494 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard1_replica2' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369134468973/nodes_used_collection_shard1_replica2
[junit4:junit4]   2> 405758 T494 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
[junit4:junit4]   2> 405763 T527 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
[junit4:junit4]   2> 405764 T527 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4]   2> 405771 T541 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
[junit4:junit4]   2> 405773 T541 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4]   2> 405773 T511 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
[junit4:junit4]   2> 405774 T511 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4]   2> 405776 T494 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
[junit4:junit4]   2> 405777 T494 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4]   2> 405782 T527 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4]   2> 405783 T527 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
[junit4:junit4]   2> 405792 T511 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4]   2> 405794 T511 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
[junit4:junit4]   2> 405795 T494 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4]   2> 405796 T494 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
[junit4:junit4]   2> 405798 T541 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4]   2> 405800 T541 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
[junit4:junit4]   2> 405809 T527 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
[junit4:junit4]   2> 405817 T511 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
[junit4:junit4]   2> 405817 T494 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
[junit4:junit4]   2> 405824 T541 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
[junit4:junit4]   2> 405828 T527 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369134473876/nodes_used_collection_shard2_replica2/'
[junit4:junit4]   2> 405835 T541 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369134476911/nodes_used_collection_shard2_replica1/'
[junit4:junit4]   2> 405845 T511 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369134471260/nodes_used_collection_shard1_replica1/'
[junit4:junit4]   2> 405845 T494 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369134468973/nodes_used_collection_shard1_replica2/'
[junit4:junit4]   2> 406340 T541 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 406353 T511 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 406387 T494 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 406418 T527 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 406776 T494 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 406822 T494 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 406854 T494 oass.IndexSchema.readSchema [nodes_used_collection_shard1_replica2] Schema name=test
[junit4:junit4]   2> 406883 T541 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 406885 T527 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 406900 T527 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 406924 T541 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 406973 T511 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 406979 T511 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 406989 T541 oass.IndexSchema.readSchema [nodes_used_collection_shard2_replica1] Schema name=test
[junit4:junit4]   2> 407003 T527 oass.IndexSchema.readSchema [nodes_used_collection_shard2_replica2] Schema name=test
[junit4:junit4]   2> 407134 T511 oass.IndexSchema.readSchema [nodes_used_collection_shard1_replica1] Schema name=test
[junit4:junit4]   2> 410949 T494 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 411013 T494 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 411030 T494 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 411156 T527 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 411208 T527 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 411241 T511 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 411281 T527 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 411369 T511 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 411372 T494 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 411377 T541 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 411380 T511 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 411406 T494 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 411418 T494 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 411452 T541 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 411459 T494 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 411459 T494 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 411460 T494 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 411469 T494 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 411470 T494 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 411470 T494 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 411471 T494 oasc.SolrCore.<init> [nodes_used_collection_shard1_replica2] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369134468973/nodes_used_collection_shard1_replica2/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369134468973/nodes_used_collection_shard1_replica2/data/
[junit4:junit4]   2> 411475 T541 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 411478 T494 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3248f37e
[junit4:junit4]   2> 411504 T494 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 411516 T494 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369134468973/nodes_used_collection_shard1_replica2/data
[junit4:junit4]   2> 411517 T494 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369134468973/nodes_used_collection_shard1_replica2/data/index/
[junit4:junit4]   2> 411517 T494 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard1_replica2] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369134468973/nodes_used_collection_shard1_replica2/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 411530 T494 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369134468973/nodes_used_collection_shard1_replica2/data/index
[junit4:junit4]   2> 411562 T494 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@a44eeb7 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5164bc93),segFN=segments_1,generation=1}
[junit4:junit4]   2> 411563 T494 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 411572 T494 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 411573 T494 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 411574 T494 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 411576 T494 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 411577 T527 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 411585 T494 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 411591 T494 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 411594 T494 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 411596 T494 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 411598 T494 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 411670 T527 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 411675 T511 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 411685 T527 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 411706 T511 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 411711 T494 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 411715 T527 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 411732 T527 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 411733 T527 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 411729 T511 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 411727 T541 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 411741 T527 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 411741 T527 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 411742 T527 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 411742 T527 oasc.SolrCore.<init> [nodes_used_collection_shard2_replica2] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369134473876/nodes_used_collection_shard2_replica2/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369134473876/nodes_used_collection_shard2_replica2/data/
[junit4:junit4]   2> 411743 T527 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3248f37e
[junit4:junit4]   2> 411743 T527 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 411745 T527 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369134473876/nodes_used_collection_shard2_replica2/data
[junit4:junit4]   2> 411745 T527 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369134473876/nodes_used_collection_shard2_replica2/data/index/
[junit4:junit4]   2> 411746 T527 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard2_replica2] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369134473876/nodes_used_collection_shard2_replica2/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 411747 T527 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369134473876/nodes_used_collection_shard2_replica2/data/index
[junit4:junit4]   2> 411749 T511 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 411750 T511 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 411751 T511 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 411722 T494 oass.SolrIndexSearcher.<init> Opening Searcher@1ce64076 main
[junit4:junit4]   2> 411752 T494 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369134468973/nodes_used_collection_shard1_replica2/data/tlog
[junit4:junit4]   2> 411756 T494 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 411756 T494 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 411763 T511 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 411764 T511 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 411764 T565 oasc.SolrCore.registerSearcher [nodes_used_collection_shard1_replica2] Registered new searcher Searcher@1ce64076 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 411769 T494 oasc.ZkController.publish publishing core=nodes_used_collection_shard1_replica2 state=down
[junit4:junit4]   2> 411771 T527 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@43b9d518 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4b06504d),segFN=segments_1,generation=1}
[junit4:junit4]   2> 411771 T527 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 411765 T511 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 411776 T527 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 411785 T527 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 411769 T541 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 411786 T527 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 411776 T511 oasc.SolrCore.<init> [nodes_used_collection_shard1_replica1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369134471260/nodes_used_collection_shard1_replica1/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369134471260/nodes_used_collection_shard1_replica1/data/
[junit4:junit4]   2> 411789 T511 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3248f37e
[junit4:junit4]   2> 411790 T511 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 411787 T527 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 411793 T527 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 411793 T527 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 411794 T527 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 411795 T527 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 411799 T527 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 411801 T511 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369134471260/nodes_used_collection_shard1_replica1/data
[junit4:junit4]   2> 411801 T511 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369134471260/nodes_used_collection_shard1_replica1/data/index/
[junit4:junit4]   2> 411802 T511 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard1_replica1] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369134471260/nodes_used_collection_shard1_replica1/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 411809 T511 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369134471260/nodes_used_collection_shard1_replica1/data/index
[junit4:junit4]   2> 411827 T527 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 411847 T541 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 411862 T541 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 411863 T541 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 411863 T541 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 411863 T511 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@2f36a361 lockFactory=org.apache.lucene.store.NativeFSLockFactory@646cb8c7),segFN=segments_1,generation=1}
[junit4:junit4]   2> 411865 T511 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 411869 T541 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 411869 T541 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 411870 T541 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 411870 T511 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 411871 T527 oass.SolrIndexSearcher.<init> Opening Searcher@417dbcb6 main
[junit4:junit4]   2> 411871 T541 oasc.SolrCore.<init> [nodes_used_collection_shard2_replica1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369134476911/nodes_used_collection_shard2_replica1/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369134476911/nodes_used_collection_shard2_replica1/data/
[junit4:junit4]   2> 411872 T527 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369134473876/nodes_used_collection_shard2_replica2/data/tlog
[junit4:junit4]   2> 411871 T511 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 411874 T511 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 411872 T541 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3248f37e
[junit4:junit4]   2> 411875 T511 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 411874 T527 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 411876 T527 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 411876 T511 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 411877 T511 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 411882 T511 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 411883 T511 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 411884 T511 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 411875 T541 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 411881 T566 oasc.SolrCore.registerSearcher [nodes_used_collection_shard2_replica2] Registered new searcher Searcher@417dbcb6 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 411916 T541 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369134476911/nodes_used_collection_shard2_replica1/data
[junit4:junit4]   2> 411916 T541 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369134476911/nodes_used_collection_shard2_replica1/data/index/
[junit4:junit4]   2> 411917 T541 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard2_replica1] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369134476911/nodes_used_collection_shard2_replica1/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 411917 T511 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 411919 T527 oasc.ZkController.publish publishing core=nodes_used_collection_shard2_replica2 state=down
[junit4:junit4]   2> 411921 T541 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369134476911/nodes_used_collection_shard2_replica1/data/index
[junit4:junit4]   2> 411931 T511 oass.SolrIndexSearcher.<init> Opening Searcher@1d5ff550 main
[junit4:junit4]   2> 411931 T541 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3f65a49 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4da90726),segFN=segments_1,generation=1}
[junit4:junit4]   2> 411933 T541 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 411932 T511 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369134471260/nodes_used_collection_shard1_replica1/data/tlog
[junit4:junit4]   2> 411935 T511 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 411935 T511 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 411937 T541 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 411937 T541 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 411938 T541 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 411939 T541 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 411940 T541 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 411941 T541 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 411941 T567 oasc.SolrCore.registerSearcher [nodes_used_collection_shard1_replica1] Registered new searcher Searcher@1d5ff550 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 411941 T541 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 411943 T541 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 411943 T541 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 411945 T511 oasc.ZkController.publish publishing core=nodes_used_collection_shard1_replica1 state=down
[junit4:junit4]   2> 411966 T541 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 411977 T541 oass.SolrIndexSearcher.<init> Opening Searcher@11f5e3d3 main
[junit4:junit4]   2> 411977 T541 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369134476911/nodes_used_collection_shard2_replica1/data/tlog
[junit4:junit4]   2> 411984 T541 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 411988 T541 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 411993 T568 oasc.SolrCore.registerSearcher [nodes_used_collection_shard2_replica1] Registered new searcher Searcher@11f5e3d3 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 411996 T541 oasc.ZkController.publish publishing core=nodes_used_collection_shard2_replica1 state=down
[junit4:junit4]   2> 412746 T500 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 412749 T500 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"nodes_used_collection_shard1_replica2",
[junit4:junit4]   2> 	  "collection":"nodes_used_collection",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:51209_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:51209"}
[junit4:junit4]   2> 412749 T500 oasc.Overseer$ClusterStateUpdater.createCollection Create collection nodes_used_collection with numShards 2
[junit4:junit4]   2> 412800 T500 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"nodes_used_collection_shard2_replica2",
[junit4:junit4]   2> 	  "collection":"nodes_used_collection",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:51216_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:51216"}
[junit4:junit4]   2> 412819 T500 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"nodes_used_collection_shard1_replica1",
[junit4:junit4]   2> 	  "collection":"nodes_used_collection",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:51213_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:51213"}
[junit4:junit4]   2> 412836 T500 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"nodes_used_collection_shard2_replica1",
[junit4:junit4]   2> 	  "collection":"nodes_used_collection",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:51219_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:51219"}
[junit4:junit4]   2> 412879 T504 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 412879 T499 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 412890 T545 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 412891 T559 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 412891 T517 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 412893 T531 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 412930 T527 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard2_replica2
[junit4:junit4]   2> 412931 T527 oasc.ZkController.register Register replica - core:nodes_used_collection_shard2_replica2 address:http://127.0.0.1:51216 collection:nodes_used_collection shard:shard2
[junit4:junit4]   2> 412948 T527 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=30000&socketTimeout=30000&retry=false
[junit4:junit4]   2> 412982 T527 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leader_elect/shard2/election
[junit4:junit4]   2> 412991 T511 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard1_replica1
[junit4:junit4]   2> 412991 T511 oasc.ZkController.register Register replica - core:nodes_used_collection_shard1_replica1 address:http://127.0.0.1:51213 collection:nodes_used_collection shard:shard1
[junit4:junit4]   2> 412997 T511 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leader_elect/shard1/election
[junit4:junit4]   2> 413002 T541 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard2_replica1
[junit4:junit4]   2> 413003 T541 oasc.ZkController.register Register replica - core:nodes_used_collection_shard2_replica1 address:http://127.0.0.1:51219 collection:nodes_used_collection shard:shard2
[junit4:junit4]   2> 413005 T541 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leader_elect/shard2/election
[junit4:junit4]   2> 413052 T511 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 413056 T527 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 413068 T511 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=179999
[junit4:junit4]   2> 413080 T527 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 413080 T527 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 413081 T527 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:51216/nodes_used_collection_shard2_replica2/
[junit4:junit4]   2> 413099 T527 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&connTimeout=30000&socketTimeout=30000&retry=false
[junit4:junit4]   2> 413147 T527 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard2_replica2 url=http://127.0.0.1:51216 START replicas=[http://127.0.0.1:51219/nodes_used_collection_shard2_replica1/] nUpdates=100
[junit4:junit4]   2> 413150 T527 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard2_replica2 url=http://127.0.0.1:51216 DONE.  We have no versions.  sync failed.
[junit4:junit4]   2> 413151 T527 oasc.SyncStrategy.syncReplicas Leader's attempt to sync with shard failed, moving to the next canidate
[junit4:junit4]   2> 413151 T527 oasc.ShardLeaderElectionContext.runLeaderProcess We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4:junit4]   2> 413155 T527 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:51216/nodes_used_collection_shard2_replica2/
[junit4:junit4]   2> 413156 T527 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leaders/shard2
[junit4:junit4]   2> ASYNC  NEW_CORE C24 name=nodes_used_collection_shard2_replica1 org.apache.solr.core.SolrCore@25f07251 url=http://127.0.0.1:51219/nodes_used_collection_shard2_replica1 node=127.0.0.1:51219_ C24_STATE=coll:nodes_used_collection core:nodes_used_collection_shard2_replica1 props:{shard=shard2, state=down, core=nodes_used_collection_shard2_replica1, collection=nodes_used_collection, node_name=127.0.0.1:51219_, base_url=http://127.0.0.1:51219}
[junit4:junit4]   2> 413171 T538 C24 P51219 oasc.SolrCore.execute [nodes_used_collection_shard2_replica1] webapp= path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=2 
[junit4:junit4]   2> 413788 T494 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard1_replica2
[junit4:junit4]   2> 413788 T494 oasc.ZkController.register Register replica - core:nodes_used_collection_shard1_replica2 address:http://127.0.0.1:51209 collection:nodes_used_collection shard:shard1
[junit4:junit4]   2> 414076 T511 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 414077 T511 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 414077 T511 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:51213/nodes_used_collection_shard1_replica1/
[junit4:junit4]   2> 414079 T511 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard1_replica1 url=http://127.0.0.1:51213 START replicas=[http://127.0.0.1:51209/nodes_used_collection_shard1_replica2/] nUpdates=100
[junit4:junit4]   2> 414084 T511 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard1_replica1 url=http://127.0.0.1:51213 DONE.  We have no versions.  sync failed.
[junit4:junit4]   2> 414087 T511 oasc.SyncStrategy.syncReplicas Leader's attempt to sync with shard failed, moving to the next canidate
[junit4:junit4]   2> 414089 T511 oasc.ShardLeaderElectionContext.runLeaderProcess We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4:junit4]   2> 414090 T511 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:51213/nodes_used_collection_shard1_replica1/
[junit4:junit4]   2> 414090 T511 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leaders/shard1
[junit4:junit4]   2> ASYNC  NEW_CORE C25 name=nodes_used_collection_shard1_replica2 org.apache.solr.core.SolrCore@602562c url=http://127.0.0.1:51209/nodes_used_collection_shard1_replica2 node=127.0.0.1:51209_ C25_STATE=coll:nodes_used_collection core:nodes_used_collection_shard1_replica2 props:{shard=shard1, state=down, core=nodes_used_collection_shard1_replica2, collection=nodes_used_collection, node_name=127.0.0.1:51209_, base_url=http://127.0.0.1:51209}
[junit4:junit4]   2> 414105 T493 C25 P51209 oasc.SolrCore.execute [nodes_used_collection_shard1_replica2] webapp= path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=1 
[junit4:junit4]   2> 414447 T500 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 414528 T545 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 414529 T499 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 414529 T504 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 414529 T559 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 414530 T517 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 414530 T531 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 414563 T541 oasc.ZkController.register We are http://127.0.0.1:51219/nodes_used_collection_shard2_replica1/ and leader is http://127.0.0.1:51216/nodes_used_collection_shard2_replica2/
[junit4:junit4]   2> 414563 T541 oasc.ZkController.register No LogReplay needed for core=nodes_used_collection_shard2_replica1 baseURL=http://127.0.0.1:51219
[junit4:junit4]   2> 414564 T541 oasc.ZkController.checkRecovery Core needs to recover:nodes_used_collection_shard2_replica1
[junit4:junit4]   2> 414564 T541 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> 414575 T571 C24 P51219 oasc.RecoveryStrategy.run Starting recovery process.  core=nodes_used_collection_shard2_replica1 recoveringAfterStartup=true
[junit4:junit4]   2> 414575 T571 C24 P51219 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 414578 T571 C24 P51219 oasc.ZkController.publish publishing core=nodes_used_collection_shard2_replica1 state=recovering
[junit4:junit4]   2> 414595 T541 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 414596 T527 oasc.ZkController.register We are http://127.0.0.1:51216/nodes_used_collection_shard2_replica2/ and leader is http://127.0.0.1:51216/nodes_used_collection_shard2_replica2/
[junit4:junit4]   2> 414596 T527 oasc.ZkController.register No LogReplay needed for core=nodes_used_collection_shard2_replica2 baseURL=http://127.0.0.1:51216
[junit4:junit4]   2> 414596 T527 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 414597 T527 oasc.ZkController.publish publishing core=nodes_used_collection_shard2_replica2 state=active
[junit4:junit4]   2> 414599 T511 oasc.ZkController.register We are http://127.0.0.1:51213/nodes_used_collection_shard1_replica1/ and leader is http://127.0.0.1:51213/nodes_used_collection_shard1_replica1/
[junit4:junit4]   2> 414599 T511 oasc.ZkController.register No LogReplay needed for core=nodes_used_collection_shard1_replica1 baseURL=http://127.0.0.1:51213
[junit4:junit4]   2> 414600 T511 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 414600 T511 oasc.ZkController.publish publishing core=nodes_used_collection_shard1_replica1 state=active
[junit4:junit4]   2> 414607 T571 C24 P51219 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 414608 T541 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={numShards=2&shard=shard2&name=nodes_used_collection_shard2_replica1&action=CREATE&collection=nodes_used_collection&wt=javabin&qt=/admin/cores&version=2} status=0 QTime=8859 
[junit4:junit4]   2> 414634 T511 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 414642 T527 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 414659 T527 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={numShards=2&shard=shard2&name=nodes_used_collection_shard2_replica2&action=CREATE&collection=nodes_used_collection&wt=javabin&qt=/admin/cores&version=2} status=0 QTime=8919 
[junit4:junit4]   2> 414668 T527 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 127.0.0.1:51219__nodes_used_collection_shard2_replica1, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4]   2> 414670 T511 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={numShards=2&shard=shard1&name=nodes_used_collection_shard1_replica1&action=CREATE&collection=nodes_used_collection&wt=javabin&qt=/admin/cores&version=2} status=0 QTime=8925 
[junit4:junit4]   2> 414805 T494 oasc.ZkController.register We are http://127.0.0.1:51209/nodes_used_collection_shard1_replica2/ and leader is http://127.0.0.1:51213/nodes_used_collection_shard1_replica1/
[junit4:junit4]   2> 414806 T494 oasc.ZkController.register No LogReplay needed for core=nodes_used_collection_shard1_replica2 baseURL=http://127.0.0.1:51209
[junit4:junit4]   2> 414806 T494 oasc.ZkController.checkRecovery Core needs to recover:nodes_used_collection_shard1_replica2
[junit4:junit4]   2> 414807 T494 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> 414809 T572 C25 P51209 oasc.RecoveryStrategy.run Starting recovery process.  core=nodes_used_collection_shard1_replica2 recoveringAfterStartup=true
[junit4:junit4]   2> 414810 T572 C25 P51209 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 414812 T572 C25 P51209 oasc.ZkController.publish publishing core=nodes_used_collection_shard1_replica2 state=recovering
[junit4:junit4]   2> 414814 T494 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 414816 T572 C25 P51209 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 414827 T494 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={numShards=2&shard=shard1&name=nodes_used_collection_shard1_replica2&action=CREATE&collection=nodes_used_collection&wt=javabin&qt=/admin/cores&version=2} status=0 QTime=9071 
[junit4:junit4]   2> 414841 T508 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 127.0.0.1:51209__nodes_used_collection_shard1_replica2, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4]   2> 414842 T501 oasc.OverseerCollectionProcessor.createCollection Finished create command on all shards for collection: nodes_used_collection
[junit4:junit4]   2> 414865 T501 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Message id:/overseer/collection-queue-work/qn-0000000000 complete, response:{success={null={responseHeader={status=0,QTime=8859},core=nodes_used_collection_shard2_replica1},null={responseHeader={status=0,QTime=8919},core=nodes_used_collection_shard2_replica2},null={responseHeader={status=0,QTime=8925},core=nodes_used_collection_shard1_replica1},null={responseHeader={status=0,QTime=9071},core=nodes_used_collection_shard1_replica2}}}
[junit4:junit4]   2> 414866 T517 oasc.DistributedQueue$LatchChildWatcher.process Watcher fired on path: /overseer/collection-queue-work/qnr-0000000000 state: SyncConnected type NodeDataChanged
[junit4:junit4]   2> 414875 T510 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/collections params={numShards=2&name=nodes_used_collection&replicationFactor=2&action=CREATE&wt=javabin&version=2} status=0 QTime=9246 
[junit4:junit4]   2> 414880 T477 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 414886 T477 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 414892 T574 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@280c5286 name:ZooKeeperConnection Watcher:127.0.0.1:51206/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 414892 T477 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 414897 T477 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 414908 T477 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 414911 T477 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 414917 T576 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@29a2c6cf name:ZooKeeperConnection Watcher:127.0.0.1:51206/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 414917 T477 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 414922 T477 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 414961 T524 oasha.CollectionsHandler.handleCreateAction Creating Collection : numShards=4&maxShardsPerNode=5&name=awholynewcollection_0&replicationFactor=5&action=CREATE&wt=javabin&version=2
[junit4:junit4]   2> 414969 T499 oasc.DistributedQueue$LatchChildWatcher.process Watcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
[junit4:junit4]   2> 414974 T501 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Get the message id:/overseer/collection-queue-work/qn-0000000002 message:{
[junit4:junit4]   2> 	  "operation":"createcollection",
[junit4:junit4]   2> 	  "numShards":"4",
[junit4:junit4]   2> 	  "maxShardsPerNode":"5",
[junit4:junit4]   2> 	  "createNodeSet":null,
[junit4:junit4]   2> 	  "name":"awholynewcollection_0",
[junit4:junit4]   2> 	  "replicationFactor":"5"}
[junit4:junit4]   2> 414975 T501 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard1_replica1 as part of slice shard1 of collection awholynewcollection_0 on 127.0.0.1:51216_
[junit4:junit4]   2> 414975 T501 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard1_replica2 as part of slice shard1 of collection awholynewcollection_0 on 127.0.0.1:51219_
[junit4:junit4]   2> 414975 T501 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard1_replica3 as part of slice shard1 of collection awholynewcollection_0 on 127.0.0.1:51222_
[junit4:junit4]   2> 414976 T501 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard1_replica4 as part of slice shard1 of collection awholynewcollection_0 on 127.0.0.1:51209_
[junit4:junit4]   2> 414977 T501 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard1_replica5 as part of slice shard1 of collection awholynewcollection_0 on 127.0.0.1:51213_
[junit4:junit4]   2> 414980 T501 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard2_replica1 as part of slice shard2 of collection awholynewcollection_0 on 127.0.0.1:51216_
[junit4:junit4]   2> 414985 T501 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard2_replica2 as part of slice shard2 of collection awholynewcollection_0 on 127.0.0.1:51219_
[junit4:junit4]   2> 414988 T501 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard2_replica3 as part of slice shard2 of collection awholynewcollection_0 on 127.0.0.1:51222_
[junit4:junit4]   2> 415002 T526 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard2_replica1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369134473876/awholynewcollection_0_shard2_replica1
[junit4:junit4]   2> 415003 T526 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4]   2> 415000 T553 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard1_replica3' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369134479435/awholynewcollection_0_shard1_replica3
[junit4:junit4]   2> 415004 T553 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4]   2> 415004 T501 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard2_replica4 as part of slice shard2 of collection awholynewcollection_0 on 127.0.0.1:51209_
[junit4:junit4]   2> 414999 T525 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard1_replica1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369134473876/awholynewcollection_0_shard1_replica1
[junit4:junit4]   2> 415005 T525 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4]   2> 414994 T537 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard1_replica2' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369134476911/awholynewcollection_0_shard1_replica2
[junit4:junit4]   2> 415008 T537 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4]   2> 414995 T509 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard1_replica5' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369134471260/awholynewcollection_0_shard1_replica5
[junit4:junit4]   2> 415009 T509 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4]   2> 414995 T490 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard1_replica4' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369134468973/awholynewcollection_0_shard1_replica4
[junit4:junit4]   2> 415013 T490 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4]   2> 415014 T553 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:awholynewcollection_0
[junit4:junit4]   2> 415014 T553 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4]   2> 415022 T509 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:awholynewcollection_0
[junit4:junit4]   2> 415025 T509 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4]   2> 415031 T555 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard2_replica3' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369134479435/awholynewcollection_0_shard2_replica3
[junit4:junit4]   2> 415034 T555 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4]   2> 415035 T492 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard2_replica4' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369134468973/awholynewcollection_0_shard2_replica4
[junit4:junit4]   2> 415036 T492 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4]   2> 415029 T540 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard2_replica2' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369134476911/awholynewcollection_0_shard2_replica2
[junit4:junit4]   2> 415036 T540 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4]   2> 415038 T537 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:awholynewcollection_0
[junit4:junit4]   2> 415038 T537 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4]   2> 415039 T553 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4]   2> 415039 T553 oascc.SolrZkClient.makePath makePath: /collections/awholynewcollection_0
[junit4:junit4]   2> 415027 T501 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard2_replica5 as part of slice shard2 of collection awholynewcollection_0 on 127.0.0.1:51213_
[junit4:junit4]   2> 415025 T490 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:awholynewcollection_0
[junit4:junit4]   2> 415041 T490 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4]   2> 415040 T525 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:awholynewcollection_0
[junit4:junit4]   2> 415043 T525 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4]   2> 415044 T492 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:awholynewcollection_0
[junit4:junit4]   2> 415044 T492 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4]   2> 415040 T526 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:awholynewcollection_0
[junit4:junit4]   2> 415045 T526 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4]   2> 415045 T501 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard3_replica1 as part of slice shard3 of collection awholynewcollection_0 on 127.0.0.1:51216_
[junit4:junit4]   2> 415044 T540 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:awholynewcollection_0
[junit4:junit4]   2> 415073 T540 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4]   2> 415043 T555 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:awholynewcollection_0
[junit4:junit4]   2> 415074 T555 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4]   2> 415072 T523 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard3_replica1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369134473876/awholynewcollection_0_shard3_replica1
[junit4:junit4]   2> 415075 T523 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4]   2> 415072 T511 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard2_replica5' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369134471260/awholynewcollection_0_shard2_replica5
[junit4:junit4]   2> 415076 T511 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4]   2> 415059 T509 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4]   2> 415080 T509 oascc.SolrZkClient.makePath makePath: /collections/awholynewcollection_0
[junit4:junit4]   2> 415055 T501 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard3_replica2 as part of slice shard3 of collection awholynewcollection_0 on 127.0.0.1:51219_
[junit4:junit4]   2> 415089 T511 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:awholynewcollection_0
[junit4:junit4]   2> 415089 T537 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4]   2> 415090 T537 oascc.SolrZkClient.makePath makePath: /collections/awholynewcollection_0
[junit4:junit4]   2> 415090 T511 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4]   2> 415094 T523 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:awholynewcollection_0
[junit4:junit4]   2> 415095 T523 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4]   2> 415095 T526 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4]   2> 415095 T525 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4]   2> 415097 T526 oascc.SolrZkClient.makePath makePath: /collections/awholynewcollection_0
[junit4:junit4]   2> 415098 T525 oascc.SolrZkClient.makePath makePath: /collections/awholynewcollection_0
[junit4:junit4]   2> 415101 T501 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard3_replica3 as part of slice shard3 of collection awholynewcollection_0 on 127.0.0.1:51222_
[junit4:junit4]   2> 415107 T539 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard3_replica2' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369134476911/awholynewcollection_0_shard3_replica2
[junit4:junit4]   2> 415115 T539 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4]   2> 415104 T490 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4]   2> 415104 T492 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4]   2> 415117 T490 oascc.SolrZkClient.makePath makePath: /collections/awholynewcollection_0
[junit4:junit4]   2> 415121 T550 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard3_replica3' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369134479435/awholynewcollection_0_shard3_replica3
[junit4:junit4]   2> 415122 T550 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4]   2> 415118 T501 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard3_replica4 as part of slice shard3 of collection awholynewcollection_0 on 127.0.0.1:51209_
[junit4:junit4]   2> 415123 T492 oascc.SolrZkClient.makePath makePath: /collections/awholynewcollection_0
[junit4:junit4]   2> 415128 T555 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4]   2> 415129 T555 oascc.SolrZkClient.makePath makePath: /collections/awholynewcollection_0
[junit4:junit4]   2> 415130 T501 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard3_replica5 as part of slice shard3 of collection awholynewcollection_0 on 127.0.0.1:51213_
[junit4:junit4]   2> 415135 T540 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4]   2> 415136 T540 oascc.SolrZkClient.makePath makePath: /collections/awholynewcollection_0
[junit4:junit4]   2> 415140 T523 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4]   2> 415140 T523 oascc.SolrZkClient.makePath makePath: /collections/awholynewcollection_0
[junit4:junit4]   2> 415150 T493 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard3_replica4' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369134468973/awholynewcollection_0_shard3_replica4
[junit4:junit4]   2> 415153 T493 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4]   2> 415150 T501 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard4_replica1 as part of slice shard4 of collection awholynewcollection_0 on 127.0.0.1:51216_
[junit4:junit4]   2> 415157 T513 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard3_replica5' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369134471260/awholynewcollection_0_shard3_replica5
[junit4:junit4]   2> 415163 T513 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4]   2> 415170 T501 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard4_replica2 as part of slice shard4 of collection awholynewcollection_0 on 127.0.0.1:51219_
[junit4:junit4]   2> 415179 T522 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard4_replica1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369134473876/awholynewcollection_0_shard4_replica1
[junit4:junit4]   2> 415180 T522 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4]   2> 415175 T539 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 415181 T539 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4]   2> 415173 T550 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 415181 T553 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4]   2> 415183 T550 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4]   2> 415186 T511 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4]   2> 415187 T511 oascc.SolrZkClient.makePath makePath: /collections/awholynewcollection_0
[junit4:junit4]   2> 415191 T501 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard4_replica3 as part of slice shard4 of collection awholynewcollection_0 on 127.0.0.1:51222_
[junit4:junit4]   2> 415195 T513 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 415197 T513 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4]   2> 415195 T493 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 415198 T493 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4]   2> 415194 T509 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4]   2> 415198 T522 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 415200 T522 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4]   2> 415201 T526 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4]   2> 415202 T501 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard4_replica4 as part of slice shard4 of collection awholynewcollection_0 on 127.0.0.1:51209_
[junit4:junit4]   2> 415209 T537 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4]   2> 415209 T525 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4]   2> 415212 T490 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4]   2> 415218 T540 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4]   2> 415219 T539 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369134476911/awholynewcollection_0_shard3_replica2/'
[junit4:junit4]   2> 415222 T555 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4]   2> 415223 T553 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369134479435/awholynewcollection_0_shard1_replica3/'
[junit4:junit4]   2> 415227 T550 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369134479435/awholynewcollection_0_shard3_replica3/'
[junit4:junit4]   2> 415228 T492 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4]   2> 415232 T501 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard4_replica5 as part of slice shard4 of collection awholynewcollection_0 on 127.0.0.1:51213_
[junit4:junit4]   2> 415237 T493 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369134468973/awholynewcollection_0_shard3_replica4/'
[junit4:junit4]   2> 415237 T513 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369134471260/awholynewcollection_0_shard3_replica5/'
[junit4:junit4]   2> 415240 T509 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369134471260/awholynewcollection_0_shard1_replica5/'
[junit4:junit4]   2> 415240 T537 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369134476911/awholynewcollection_0_shard1_replica2/'
[junit4:junit4]   2> 415244 T523 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4]   2> 415246 T526 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369134473876/awholynewcollection_0_shard2_replica1/'
[junit4:junit4]   2> 415245 T522 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369134473876/awholynewcollection_0_shard4_replica1/'
[junit4:junit4]   2> 415255 T540 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369134476911/awholynewcollection_0_shard2_replica2/'
[junit4:junit4]   2> 415256 T492 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369134468973/awholynewcollection_0_shard2_replica4/'
[junit4:junit4]   2> 415257 T525 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369134473876/awholynewcollection_0_shard1_replica1/'
[junit4:junit4]   2> 415255 T490 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369134468973/awholynewcollection_0_shard1_replica4/'
[junit4:junit4]   2> 415268 T511 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4]   2> 415272 T555 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369134479435/awholynewcollection_0_shard2_replica3/'
[junit4:junit4]   2> 415308 T523 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369134473876/awholynewcollection_0_shard3_replica1/'
[junit4:junit4]   2> 415322 T536 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard4_replica2' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369134476911/awholynewcollection_0_shard4_replica2
[junit4:junit4]   2> 415322 T536 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4]   2> 415323 T551 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard4_replica3' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369134479435/awholynewcollection_0_shard4_replica3
[junit4:junit4]   2> 415323 T551 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4]   2> 415325 T495 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard4_replica4' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369134468973/awholynewcollection_0_shard4_replica4
[junit4:junit4]   2> 415325 T495 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4]   2> 415327 T510 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard4_replica5' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369134471260/awholynewcollection_0_shard4_replica5
[junit4:junit4]   2> 415328 T510 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4]   2> 415337 T511 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369134471260/awholynewcollection_0_shard2_replica5/'
[junit4:junit4]   2> 415341 T551 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 415342 T551 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4]   2> 415341 T510 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 415343 T510 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4]   2> 415342 T536 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 415343 T536 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4]   2> 415343 T495 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 415345 T495 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4]   2> 415355 T510 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369134471260/awholynewcollection_0_shard4_replica5/'
[junit4:junit4]   2> 415358 T551 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369134479435/awholynewcollection_0_shard4_replica3/'
[junit4:junit4]   2> 415359 T536 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369134476911/awholynewcollection_0_shard4_replica2/'
[junit4:junit4]   2> 415390 T495 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369134468973/awholynewcollection_0_shard4_replica4/'
[junit4:junit4]   2> 415879 T513 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 416060 T526 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 416068 T523 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 416129 T537 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 416174 T490 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 416180 T500 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 416182 T500 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:51219__nodes_used_collection_shard2_replica1",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"nodes_used_collection_shard2_replica1",
[junit4:junit4]   2> 	  "collection":"nodes_used_collection",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:51219_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:51219"}
[junit4:junit4]   2> 416231 T500 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:51216__nodes_used_collection_shard2_replica2",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"nodes_used_collection_shard2_replica2",
[junit4:junit4]   2> 	  "collection":"nodes_used_collection",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:51216_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:51216"}
[junit4:junit4]   2> 416232 T510 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 416259 T555 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 416272 T500 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:51213__nodes_used_collection_shard1_replica1",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"nodes_used_collection_shard1_replica1",
[junit4:junit4]   2> 	  "collection":"nodes_used_collection",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:51213_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:51213"}
[junit4:junit4]   2> 416326 T500 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:51209__nodes_used_collection_shard1_replica2",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"nodes_used_collection_shard1_replica2",
[junit4:junit4]   2> 	  "collection":"nodes_used_collection",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:51209_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:51209"}
[junit4:junit4]   2> 416437 T576 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 416439 T574 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 416437 T531 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 416453 T545 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 416453 T517 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 416451 T559 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 416444 T504 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 416443 T499 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 416550 T493 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 416601 T525 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 416611 T509 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 416671 T527 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 127.0.0.1:51219__nodes_used_collection_shard2_replica1, state: recovering, checkLive: true, onlyIfLeader: true for: 2 seconds.
[junit4:junit4]   2> 416684 T527 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=127.0.0.1:51219__nodes_used_collection_shard2_replica1&state=recovering&nodeName=127.0.0.1:51219_&action=PREPRECOVERY&checkLive=true&core=nodes_used_collection_shard2_replica2&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2017 
[junit4:junit4]   2> 416770 T551 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 416787 T553 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 416825 T522 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 416864 T508 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 127.0.0.1:51209__nodes_used_collection_shard1_replica2, state: recovering, checkLive: true, onlyIfLeader: true for: 2 seconds.
[junit4:junit4]   2> 416865 T508 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=127.0.0.1:51209__nodes_used_collection_shard1_replica2&state=recovering&nodeName=127.0.0.1:51209_&action=PREPRECOVERY&checkLive=true&core=nodes_used_collection_shard1_replica1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2024 
[junit4:junit4]   2> 416873 T536 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 416892 T495 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 416979 T540 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 417171 T492 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 417417 T513 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 417446 T513 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 417455 T539 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 417469 T550 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 417507 T511 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 417545 T526 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 417568 T526 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 417626 T513 oass.IndexSchema.readSchema [awholynewcollection_0_shard3_replica5] Schema name=test
[junit4:junit4]   2> 417836 T490 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 417839 T526 oass.IndexSchema.readSchema [awholynewcollection_0_shard2_replica1] Schema name=test
[junit4:junit4]   2> 417883 T490 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 417888 T537 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 417903 T537 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 417948 T555 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 417966 T555 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 417978 T537 oass.IndexSchema.readSchema [awholynewcollection_0_shard1_replica2] Schema name=test
[junit4:junit4]   2> 418101 T555 oass.IndexSchema.readSchema [awholynewcollection_0_shard2_replica3] Schema name=test
[junit4:junit4]   2> 418129 T523 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 418142 T490 oass.IndexSchema.readSchema [awholynewcollection_0_shard1_replica4] Schema name=test
[junit4:junit4]   2> 418155 T523 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 418179 T493 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 418215 T493 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 418268 T495 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 418273 T495 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 418374 T493 oass.IndexSchema.readSchema [awholynewcollection_0_shard3_replica4] Schema name=test
[junit4:junit4]   2> 418490 T523 oass.IndexSchema.readSchema [awholynewcollection_0_shard3_replica1] Schema name=test
[junit4:junit4]   2> 418588 T525 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 418589 T495 oass.IndexSchema.readSchema [awholynewcollection_0_shard4_replica4] Schema name=test
[junit4:junit4]   2> 418630 T510 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 418636 T525 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 418645 T510 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 418661 T510 oass.IndexSchema.readSchema [awholynewcollection_0_shard4_replica5] Schema name=test
[junit4:junit4]   2> 418676 T525 oass.IndexSchema.readSchema [awholynewcollection_0_shard1_replica1] Schema name=test
[junit4:junit4]   2>  C24_STATE=coll:nodes_used_collection core:nodes_used_collection_shard2_replica1 props:{shard=shard2, state=recovering, core=nodes_used_collection_shard2_replica1, collection=nodes_used_collection, node_name=127.0.0.1:51219_, base_url=http://127.0.0.1:51219}
[junit4:junit4]   2> 418697 T571 C24 P51219 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:51216/nodes_used_collection_shard2_replica2/ core=nodes_used_collection_shard2_replica1 - recoveringAfterStartup=true
[junit4:junit4]   2> 418708 T571 C24 P51219 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard2_replica1 url=http://127.0.0.1:51219 START replicas=[http://127.0.0.1:51216/nodes_used_collection_shard2_replica2/] nUpdates=100
[junit4:junit4]   2> 418708 T571 C24 P51219 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 418709 T571 C24 P51219 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=nodes_used_collection_shard2_replica1
[junit4:junit4]   2> 418709 T571 C24 P51219 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=nodes_used_collection_shard2_replica1
[junit4:junit4]   2> 418709 T571 C24 P51219 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=nodes_used_collection_shard2_replica1
[junit4:junit4]   2> 418710 T571 C24 P51219 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 418710 T571 C24 P51219 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:51216/nodes_used_collection_shard2_replica2/. core=nodes_used_collection_shard2_replica1
[junit4:junit4]   2> 418710 T571 C24 P51219 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 418800 T511 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 418819 T522 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 418821 T511 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 418835 T522 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 418851 T509 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> ASYNC  NEW_CORE C26 name=nodes_used_collection_shard2_replica2 org.apache.solr.core.SolrCore@17dec27a url=http://127.0.0.1:51216/nodes_used_collection_shard2_replica2 node=127.0.0.1:51216_ C26_STATE=coll:nodes_used_collection core:nodes_used_collection_shard2_replica2 props:{shard=shard2, state=active, core=nodes_used_collection_shard2_replica2, collection=nodes_used_collection, node_name=127.0.0.1:51216_, base_url=http://127.0.0.1:51216, leader=true}
[junit4:junit4]   2> 418867 T527 C26 P51216 oasc.SolrCore.execute [nodes_used_collection_shard2_replica2] webapp= path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2>  C25_STATE=coll:nodes_used_collection core:nodes_used_collection_shard1_replica2 props:{shard=shard1, state=recovering, core=nodes_used_collection_shard1_replica2, collection=nodes_used_collection, node_name=127.0.0.1:51209_, base_url=http://127.0.0.1:51209}
[junit4:junit4]   2> 418867 T572 C25 P51209 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:51213/nodes_used_collection_shard1_replica1/ core=nodes_used_collection_shard1_replica2 - recoveringAfterStartup=true
[junit4:junit4]   2> 418868 T572 C25 P51209 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard1_replica2 url=http://127.0.0.1:51209 START replicas=[http://127.0.0.1:51213/nodes_used_collection_shard1_replica1/] nUpdates=100
[junit4:junit4]   2> 418879 T572 C25 P51209 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 418879 T572 C25 P51209 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=nodes_used_collection_shard1_replica2
[junit4:junit4]   2> 418880 T572 C25 P51209 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=nodes_used_collection_shard1_replica2
[junit4:junit4]   2> 418880 T572 C25 P51209 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=nodes_used_collection_shard1_replica2
[junit4:junit4]   2> 418880 T572 C25 P51209 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 418880 T572 C25 P51209 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:51213/nodes_used_collection_shard1_replica1/. core=nodes_used_collection_shard1_replica2
[junit4:junit4]   2> 418881 T572 C25 P51209 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 418910 T509 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 418919 T509 oass.IndexSchema.readSchema [awholynewcollection_0_shard1_replica5] Schema name=test
[junit4:junit4]   2> 418995 T492 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 419012 T492 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> ASYNC  NEW_CORE C27 name=nodes_used_collection_shard1_replica1 org.apache.solr.core.SolrCore@4a2ec873 url=http://127.0.0.1:51213/nodes_used_collection_shard1_replica1 node=127.0.0.1:51213_ C27_STATE=coll:nodes_used_collection core:nodes_used_collection_shard1_replica1 props:{shard=shard1, state=active, core=nodes_used_collection_shard1_replica1, collection=nodes_used_collection, node_name=127.0.0.1:51213_, base_url=http://127.0.0.1:51213, leader=true}
[junit4:junit4]   2> 419024 T512 C27 P51213 oasc.SolrCore.execute [nodes_used_collection_shard1_replica1] webapp= path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=5 
[junit4:junit4]   2> 419059 T511 oass.IndexSchema.readSchema [awholynewcollection_0_shard2_replica5] Schema name=test
[junit4:junit4]   2> 419083 T553 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 419104 T522 oass.IndexSchema.readSchema [awholynewcollection_0_shard4_replica1] Schema name=test
[junit4:junit4]   2> 419115 T553 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 419141 T553 oass.IndexSchema.readSchema [awholynewcollection_0_shard1_replica3] Schema name=test
[junit4:junit4]   2> 419313 T512 C27 P51213 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 419341 T551 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 419357 T551 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 419364 T551 oass.IndexSchema.readSchema [awholynewcollection_0_shard4_replica3] Schema name=test
[junit4:junit4]   2> 419391 T527 C26 P51216 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 419418 T540 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 419459 T540 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 419468 T540 oass.IndexSchema.readSchema [awholynewcollection_0_shard2_replica2] Schema name=test
[junit4:junit4]   2> 419493 T527 C26 P51216 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@43b9d518 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4b06504d),segFN=segments_1,generation=1}
[junit4:junit4]   2> 419494 T527 C26 P51216 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 419502 T536 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 419526 T536 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 419552 T527 C26 P51216 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@43b9d518 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4b06504d),segFN=segments_1,generation=1}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@43b9d518 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4b06504d),segFN=segments_2,generation=2}
[junit4:junit4]   2> 419552 T527 C26 P51216 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4]   2> 419564 T550 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 419588 T492 oass.IndexSchema.readSchema [awholynewcollection_0_shard2_replica4] Schema name=test
[junit4:junit4]   2> 419594 T527 C26 P51216 oass.SolrIndexSearcher.<init> Opening Searcher@19431b0b realtime
[junit4:junit4]   2> 419596 T527 C26 P51216 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 419596 T527 C26 P51216 oasup.LogUpdateProcessor.finish [nodes_used_collection_shard2_replica2] webapp= path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 568
[junit4:junit4]   2> 419598 T550 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 419760 T539 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 419787 T539 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 419792 T536 oass.IndexSchema.readSchema [awholynewcollection_0_shard4_replica2] Schema name=test
[junit4:junit4]   2> 419799 T512 C27 P51213 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@2f36a361 lockFactory=org.apache.lucene.store.NativeFSLockFactory@646cb8c7),segFN=segments_1,generation=1}
[junit4:junit4]   2> 419808 T512 C27 P51213 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 419813 T539 oass.IndexSchema.readSchema [awholynewcollection_0_shard3_replica2] Schema name=test
[junit4:junit4]   2> 419842 T512 C27 P51213 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@2f36a361 lockFactory=org.apache.lucene.store.NativeFSLockFactory@646cb8c7),segFN=segments_1,generation=1}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@2f36a361 lockFactory=org.apache.lucene.store.NativeFSLockFactory@646cb8c7),segFN=segments_2,generation=2}
[junit4:junit4]   2> 419842 T512 C27 P51213 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4]   2> 419843 T512 C27 P51213 oass.SolrIndexSearcher.<init> Opening Searcher@1a11ad83 realtime
[junit4:junit4]   2> 419844 T512 C27 P51213 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 419844 T512 C27 P51213 oasup.LogUpdateProcessor.finish [nodes_used_collection_shard1_replica1] webapp= path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 748
[junit4:junit4]   2> 420208 T550 oass.IndexSchema.readSchema [awholynewcollection_0_shard3_replica3] Schema name=test
[junit4:junit4]   2> 421740 T571 C24 P51219 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 421741 T571 C24 P51219 oascsi.HttpClientUtil.createClient Creating new http client, config:connTimeout=5000&socketTimeout=20000&allowCompression=false&maxConnections=10000&maxConnectionsPerHost=10000
[junit4:junit4]   2> 421747 T572 C25 P51209 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 422081 T571 C24 P51219 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 422081 T572 C25 P51209 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 422139 T527 C26 P51216 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 422139 T527 C26 P51216 oasc.SolrCore.execute [nodes_used_collection_shard2_replica2] webapp= path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 422141 T571 C24 P51219 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 422142 T571 C24 P51219 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 422142 T571 C24 P51219 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 422158 T508 C27 P51213 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 422158 T508 C27 P51213 oasc.SolrCore.execute [nodes_used_collection_shard1_replica1] webapp= path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=27 
[junit4:junit4]   2> 422165 T572 C25 P51209 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 422166 T572 C25 P51209 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 422166 T572 C25 P51209 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 422173 T512 C27 P51213 oasc.SolrCore.execute [nodes_used_collection_shard1_replica1] webapp= path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=3 
[junit4:junit4]   2> 422174 T572 C25 P51209 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 422194 T572 C25 P51209 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369134468973/nodes_used_collection_shard1_replica2/data/index.20130521070818828
[junit4:junit4]   2> 422195 T594 C26 P51216 oasc.SolrCore.execute [nodes_used_collection_shard2_replica2] webapp= path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=23 
[junit4:junit4]   2> 422197 T571 C24 P51219 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 422197 T572 C25 P51209 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@231824d lockFactory=org.apache.lucene.store.NativeFSLockFactory@263676bd) fullCopy=false
[junit4:junit4]   2> 422206 T571 C24 P51219 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369134476911/nodes_used_collection_shard2_replica1/data/index.20130521070818850
[junit4:junit4]   2> 422207 T571 C24 P51219 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@29a81175 lockFactory=org.apache.lucene.store.NativeFSLockFactory@354e3bce) fullCopy=false
[junit4:junit4]   2> 422308 T508 C27 P51213 oasc.SolrCore.execute [nodes_used_collection_shard1_replica1] webapp= path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=11 
[junit4:junit4]   2> 422349 T527 C26 P51216 oasc.SolrCore.execute [nodes_used_collection_shard2_replica2] webapp= path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 422490 T571 C24 P51219 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 422501 T572 C25 P51209 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 422579 T571 C24 P51219 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 422579 T571 C24 P51219 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=nodes_used_collection_shard2_replica1
[junit4:junit4]   2> 422592 T572 C25 P51209 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 422605 T572 C25 P51209 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=nodes_used_collection_shard1_replica2
[junit4:junit4]   2> 422760 T571 C24 P51219 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3f65a49 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4da90726),segFN=segments_1,generation=1}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3f65a49 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4da90726),segFN=segments_2,generation=2}
[junit4:junit4]   2> 422771 T571 C24 P51219 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4]   2> 422779 T571 C24 P51219 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 422783 T571 C24 P51219 oass.SolrIndexSearcher.<init> Opening Searcher@5bac7081 main
[junit4:junit4]   2> 422785 T568 oasc.SolrCore.registerSearcher [nodes_used_collection_shard2_replica1] Registered new searcher Searcher@5bac7081 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 422787 T571 C24 P51219 oasc.CachingDirectoryFactory.closeCacheValue looking to close /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369134476911/nodes_used_collection_shard2_replica1/data/index.20130521070818850 [CachedDir<<refCount=0;path=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369134476911/nodes_used_collection_shard2_replica1/data/index.20130521070818850;done=true>>]
[junit4:junit4]   2> 422787 T571 C24 P51219 oasc.CachingDirectoryFactory.close Closing directory: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369134476911/nodes_used_collection_shard2_replica1/data/index.20130521070818850
[junit4:junit4]   2> 422804 T571 C24 P51219 oasc.CachingDirectoryFactory.closeCacheValue Removing directory before core close: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369134476911/nodes_used_collection_shard2_replica1/data/index.20130521070818850
[junit4:junit4]   2> 422805 T571 C24 P51219 oasc.RecoveryStrategy.replay No replay needed. core=nodes_used_collection_shard2_replica1
[junit4:junit4]   2> 422805 T571 C24 P51219 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=nodes_used_collection_shard2_replica1
[junit4:junit4]   2> 422805 T571 C24 P51219 oasc.ZkController.publish publishing core=nodes_used_collection_shard2_replica1 state=active
[junit4:junit4]   2> 422893 T571 C24 P51219 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=nodes_used_collection_shard2_replica1
[junit4:junit4]   2> 422964 T572 C25 P51209 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@a44eeb7 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5164bc93),segFN=segments_1,generation=1}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@a44eeb7 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5164bc93),segFN=segments_2,generation=2}
[junit4:junit4]   2> 422982 T572 C25 P51209 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4]   2> 423006 T572 C25 P51209 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 423017 T572 C25 P51209 oass.SolrIndexSearcher.<init> Opening Searcher@23f3a36a main
[junit4:junit4]   2> 423020 T565 oasc.SolrCore.registerSearcher [nodes_used_collection_shard1_replica2] Registered new searcher Searcher@23f3a36a main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 423027 T572 C25 P51209 oasc.CachingDirectoryFactory.closeCacheValue looking to close /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369134468973/nodes_used_collection_shard1_replica2/data/index.20130521070818828 [CachedDir<<refCount=0;path=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369134468973/nodes_used_collection_shard1_replica2/data/index.20130521070818828;done=true>>]
[junit4:junit4]   2> 423030 T572 C25 P51209 oasc.CachingDirectoryFactory.close Closing directory: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369134468973/nodes_used_collection_shard1_replica2/data/index.20130521070818828
[junit4:junit4]   2> 423031 T572 C25 P51209 oasc.CachingDirectoryFactory.closeCacheValue Removing directory before core close: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369134468973/nodes_used_collection_shard1_replica2/data/index.20130521070818828
[junit4:junit4]   2> 423033 T572 C25 P51209 oasc.RecoveryStrategy.replay No replay needed. core=nodes_used_collection_shard1_replica2
[junit4:junit4]   2> 423033 T572 C25 P51209 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=nodes_used_collection_shard1_replica2
[junit4:junit4]   2> 423035 T572 C25 P51209 oasc.ZkController.publish publishing core=nodes_used_collection_shard1_replica2 state=active
[junit4:junit4]   2> 423077 T572 C25 P51209 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=nodes_used_collection_shard1_replica2
[junit4:junit4]   2> 423204 T500 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 423219 T500 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:51219__nodes_used_collection_shard2_replica1",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"nodes_used_collection_shard2_replica1",
[junit4:junit4]   2> 	  "collection":"nodes_used_collection",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:51219_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:51219"}
[junit4:junit4]   2> 423239 T500 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:51209__nodes_used_collection_shard1_replica2",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"nodes_used_collection_shard1_replica2",
[junit4:junit4]   2> 	  "collection":"nodes_used_collection",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:51209_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:51209"}
[junit4:junit4]   2> 423265 T576 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 423265 T531 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 423265 T499 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 423266 T559 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 423265 T574 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 423266 T517 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 423265 T504 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 423265 T545 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 436091 T536 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 436359 T513 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 436433 T536 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 436439 T536 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 436522 T513 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 436528 T513 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 436707 T537 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 436758 T536 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 436868 T522 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 436888 T522 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 436892 T522 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 436920 T537 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 436927 T537 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 436997 T495 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 437038 T526 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 437059 T536 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 437187 T495 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 437193 T526 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 437199 T526 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 437228 T493 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 437279 T555 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 437294 T510 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 437329 T513 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 437339 T555 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 437413 T553 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 437414 T495 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 437495 T510 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 437502 T513 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 437520 T513 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 437522 T536 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 437529 T510 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 437544 T513 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 437545 T513 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 437545 T513 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 437551 T513 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 437552 T513 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 437552 T513 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 437553 T513 oasc.SolrCore.<init> [awholynewcollection_0_shard3_replica5] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369134471260/awholynewcollection_0_shard3_replica5/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369134471260/awholynewcollection_0_shard3_replica5/data/
[junit4:junit4]   2> 437554 T513 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3248f37e
[junit4:junit4]   2> 437555 T513 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 437557 T537 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 437567 T522 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 437580 T522 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 437585 T493 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 437590 T493 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 437596 T511 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 437596 T522 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 437604 T536 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 437605 T536 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 437605 T536 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 437605 T522 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 437607 T522 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 437607 T522 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 437606 T526 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 437619 T537 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 437625 T522 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 437625 T522 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 437626 T522 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 437626 T522 oasc.SolrCore.<init> [awholynewcollection_0_shard4_replica1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369134473876/awholynewcollection_0_shard4_replica1/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369134473876/awholynewcollection_0_shard4_replica1/data/
[junit4:junit4]   2> 437627 T522 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3248f37e
[junit4:junit4]   2> 437628 T522 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 437630 T513 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369134471260/awholynewcollection_0_shard3_replica5/data
[junit4:junit4]   2> 437630 T513 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369134471260/awholynewcollection_0_shard3_replica5/data/index/
[junit4:junit4]   2> 437630 T513 oasc.SolrCore.initIndex WARN [awholynewcollection_0_shard3_replica5] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369134471260/awholynewcollection_0_shard3_replica5/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 437633 T553 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 437638 T553 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 437627 T536 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 437639 T536 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 437640 T536 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 437640 T536 oasc.SolrCore.<init> [awholynewcollection_0_shard4_replica2] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369134476911/awholynewcollection_0_shard4_replica2/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369134476911/awholynewcollection_0_shard4_replica2/data/
[junit4:junit4]   2> 437641 T536 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3248f37e
[junit4:junit4]   2> 437641 T536 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 437643 T522 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369134473876/awholynewcollection_0_shard4_replica1/data
[junit4:junit4]   2> 437643 T522 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369134473876/awholynewcollection_0_shard4_replica1/data/index/
[junit4:junit4]   2> 437644 T522 oasc.SolrCore.initIndex WARN [awholynewcollection_0_shard4_replica1] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369134473876/awholynewcollection_0_shard4_replica1/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 437654 T536 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369134476911/awholynewcollection_0_shard4_replica2/data
[junit4:junit4]   2> 437655 T522 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369134473876/awholynewcollection_0_shard4_replica1/data/index
[junit4:junit4]   2> 437654 T513 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369134471260/awholynewcollection_0_shard3_replica5/data/index
[junit4:junit4]   2> 437655 T536 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369134476911/awholynewcollection_0_shard4_replica2/data/index/
[junit4:junit4]   2> 437657 T536 oasc.SolrCore.initIndex WARN [awholynewcollection_0_shard4_replica2] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369134476911/awholynewcollection_0_shard4_replica2/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 437665 T555 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 437668 T536 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369134476911/awholynewcollection_0_shard4_replica2/data/index
[junit4:junit4]   2> 437676 T526 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 437721 T537 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 437728 T511 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 437733 T511 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 437738 T537 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 437739 T537 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 437740 T537 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 437750 T537 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 437752 T537 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 437753 T537 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 437755 T537 oasc.SolrCore.<init> [awholynewcollection_0_shard1_replica2] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369134476911/awholynewcollection_0_shard1_replica2/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369134476911/awholynewcollection_0_shard1_replica2/data/
[junit4:junit4]   2> 437755 T537 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3248f37e
[junit4:junit4]   2> 437756 T537 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 437758 T536 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7e386bc lockFactory=org.apache.lucene.store.NativeFSLockFactory@64bd7c5a),segFN=segments_1,generation=1}
[junit4:junit4]   2> 437758 T536 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 437763 T536 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 437763 T536 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 437765 T536 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 437766 T536 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 437767 T536 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 437767 T536 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 437861 T536 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 437863 T536 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 437863 T536 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 437769 T537 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369134476911/awholynewcollection_0_shard1_replica2/data
[junit4:junit4]   2> 437870 T537 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369134476911/awholynewcollection_0_shard1_replica2/data/index/
[junit4:junit4]   2> 437871 T537 oasc.SolrCore.initIndex WARN [awholynewcollection_0_shard1_replica2] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369134476911/awholynewcollection_0_shard1_replica2/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 437872 T523 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 437781 T550 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 437887 T525 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 437773 T495 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 437899 T537 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369134476911/awholynewcollection_0_shard1_replica2/data/index
[junit4:junit4]   2> 437934 T522 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@276ae22f lockFactory=org.apache.lucene.store.NativeFSLockFactory@126aa26c),segFN=segments_1,generation=1}
[junit4:junit4]   2> 437935 T522 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 437939 T522 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 437940 T522 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 437941 T522 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 437942 T522 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 437942 T522 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 437943 T522 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 437944 T522 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 438060 T522 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 438061 T522 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 438058 T537 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@14e2cf0a lockFactory=org.apache.lucene.store.NativeFSLockFactory@67

[...truncated too long message...]

/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/build/misc/lucene-misc-4.4-SNAPSHOT.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/build/spatial/lucene-spatial-4.4-SNAPSHOT.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/build/suggest/lucene-suggest-4.4-SNAPSHOT.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/build/grouping/lucene-grouping-4.4-SNAPSHOT.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/build/queries/lucene-queries-4.4-SNAPSHOT.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/build/queryparser/lucene-queryparser-4.4-SNAPSHOT.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/core/lib/cglib-nodep-2.2.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/core/lib/commons-cli-1.2.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/core/lib/commons-codec-1.7.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/core/lib/commons-fileupload-1.2.1.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/core/lib/commons-lang-2.6.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/core/lib/easymock-3.0.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/core/lib/guava-14.0.1.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/core/lib/javax.servlet-api-3.0.1.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/core/lib/objenesis-1.2.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/core/lib/org.restlet-2.1.1.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/core/lib/org.restlet.ext.servlet-2.1.1.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/core/lib/spatial4j-0.3.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/solrj/lib/commons-io-2.1.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/solrj/lib/httpclient-4.2.3.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/solrj/lib/httpcore-4.2.2.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/solrj/lib/httpmime-4.2.3.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/solrj/lib/jcl-over-slf4j-1.6.6.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/solrj/lib/jul-to-slf4j-1.6.6.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/solrj/lib/log4j-1.2.16.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/solrj/lib/noggit-0.5.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/solrj/lib/slf4j-api-1.6.6.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/solrj/lib/slf4j-log4j12-1.6.6.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/solrj/lib/wstx-asl-3.2.7.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/solrj/lib/zookeeper-3.4.5.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/lib/jetty-continuation-8.1.10.v20130312.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/lib/jetty-deploy-8.1.10.v20130312.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/lib/jetty-http-8.1.10.v20130312.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/lib/jetty-io-8.1.10.v20130312.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/lib/jetty-jmx-8.1.10.v20130312.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/lib/jetty-security-8.1.10.v20130312.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/lib/jetty-server-8.1.10.v20130312.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/lib/jetty-servlet-8.1.10.v20130312.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/lib/jetty-util-8.1.10.v20130312.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/lib/jetty-webapp-8.1.10.v20130312.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/lib/jetty-xml-8.1.10.v20130312.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/lib/servlet-api-3.0.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/example-DIH/solr/db/lib/derby-10.9.1.0.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/example-DIH/solr/db/lib/hsqldb-1.8.0.10.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/build/core/classes/java:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/test-framework/lib/junit-4.10.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/test-framework/lib/randomizedtesting-runner-2.0.10.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-launcher.jar:/Users/jenkins/.ant/lib/ivy-2.3.0.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-antlr.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-bcel.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-bsf.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-log4j.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-oro.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-regexp.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-resolver.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-xalan2.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-commons-logging.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-commons-net.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jai.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-javamail.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jdepend.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jmf.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jsch.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-junit.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-junit4.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-netrexx.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-swing.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-testutil.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant.jar:/Library/Java/JavaVirtualMachines/jdk1.7.0_21.jdk/Contents/Home/lib/tools.jar:/Users/jenkins/.ivy2/cache/com.carrotsearch.randomizedtesting/junit4-ant/jars/junit4-ant-2.0.10.jar -ea:org.apache.lucene... -ea:org.apache.solr... com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe -flush -eventsfile /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/temp/junit4-J0-20130521_110105_355.events @/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/temp/junit4-J0-20130521_110105_355.suites
[junit4:junit4] ERROR: JVM J0 ended with an exception: Forked process returned with error code: 134. Very likely a JVM crash.  Process output piped in logs above.
[junit4:junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4.executeSlave(JUnit4.java:1254)
[junit4:junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4.access$000(JUnit4.java:67)
[junit4:junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:822)
[junit4:junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:819)
[junit4:junit4] 	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
[junit4:junit4] 	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
[junit4:junit4] 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
[junit4:junit4] 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4:junit4] 	at java.lang.Thread.run(Thread.java:722)

BUILD FAILED
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:386: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:366: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:39: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build.xml:181: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/common-build.xml:437: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:1243: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:887: At least one slave process threw an exception, first: Forked process returned with error code: 134. Very likely a JVM crash.  Process output piped in logs above.

Total time: 95 minutes 3 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.7.0 -XX:-UseCompressedOops -XX:+UseParallelGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-4.x-MacOSX (64bit/jdk1.7.0) - Build # 474 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-MacOSX/474/
Java: 64bit/jdk1.7.0 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC

1 tests failed.
FAILED:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testDistribSearch

Error Message:
collection already exists: awholynewcollection_0

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: collection already exists: awholynewcollection_0
	at __randomizedtesting.SeedInfo.seed([BB130ECDF92E0A69:3AF580D58E716A55]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:424)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
	at org.apache.solr.client.solrj.impl.LBHttpSolrServer.request(LBHttpSolrServer.java:264)
	at org.apache.solr.client.solrj.impl.CloudSolrServer.request(CloudSolrServer.java:306)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1400)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:438)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.doTest(CollectionsAPIDistributedZkTest.java:146)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:815)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:601)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)




Build Log:
[...truncated 9417 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
[junit4:junit4]   2> 794321 T1500 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /zh_qa/wg
[junit4:junit4]   2> 794353 T1500 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4]   2> Creating dataDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solrtest-CollectionsAPIDistributedZkTest-1369113515741
[junit4:junit4]   2> 794355 T1500 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4]   2> 794364 T1501 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4]   2> 794470 T1500 oasc.ZkTestServer.run start zk server on port:51868
[junit4:junit4]   2> 794473 T1500 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 794498 T1507 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@72dc72bd name:ZooKeeperConnection Watcher:127.0.0.1:51868 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 794498 T1500 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 794499 T1500 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4]   2> 794532 T1500 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 794539 T1509 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@70b92af7 name:ZooKeeperConnection Watcher:127.0.0.1:51868/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 794549 T1500 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 794550 T1500 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4]   2> 794616 T1500 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4]   2> 794644 T1500 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4]   2> 794663 T1500 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4]   2> 794675 T1500 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 794676 T1500 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 794696 T1500 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4]   2> 794697 T1500 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4]   2> 794726 T1500 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   2> 794732 T1500 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   2> 794753 T1500 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   2> 794754 T1500 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4]   2> 794792 T1500 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   2> 794793 T1500 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4]   2> 794842 T1500 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 794843 T1500 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 794873 T1500 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 794874 T1500 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 794896 T1500 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 794897 T1500 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 794926 T1500 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   2> 794927 T1500 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   2> 795601 T1500 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 795648 T1500 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:51871
[junit4:junit4]   2> 795649 T1500 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 795649 T1500 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 795650 T1500 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369113516337
[junit4:junit4]   2> 795651 T1500 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369113516337/solr.xml
[junit4:junit4]   2> 795651 T1500 oasc.CoreContainer.<init> New CoreContainer 473944783
[junit4:junit4]   2> 795652 T1500 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369113516337/'
[junit4:junit4]   2> 795653 T1500 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369113516337/'
[junit4:junit4]   2> 795838 T1500 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369113516337
[junit4:junit4]   2> 795840 T1500 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369113516337/collection1
[junit4:junit4]   2> 795842 T1500 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369113516337/collection1/conf
[junit4:junit4]   2> 796029 T1500 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369113516337/collection1/conf/xslt
[junit4:junit4]   2> 796039 T1500 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369113516337/collection1/lib
[junit4:junit4]   2> 796044 T1500 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369113516337/collection1/lib/classes
[junit4:junit4]   2> 796048 T1500 oasc.SolrCoreDiscoverer.addCore Discovered properties file /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369113516337/conf/core.properties, adding to cores
[junit4:junit4]   2> 796069 T1500 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 796070 T1500 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 796071 T1500 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 796072 T1500 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 796072 T1500 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 796073 T1500 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 796073 T1500 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 796074 T1500 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 796075 T1500 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 796075 T1500 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 796114 T1500 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 796115 T1500 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:51868/solr
[junit4:junit4]   2> 796116 T1500 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 796118 T1500 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 796124 T1520 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1323e204 name:ZooKeeperConnection Watcher:127.0.0.1:51868 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 796125 T1500 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 796132 T1500 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 796157 T1500 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 796167 T1522 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@26059c0 name:ZooKeeperConnection Watcher:127.0.0.1:51868/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 796169 T1500 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 796179 T1500 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4:junit4]   2> 796195 T1500 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4:junit4]   2> 796206 T1500 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4]   2> 796213 T1500 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51871_zh_qa%2Fwg
[junit4:junit4]   2> 796216 T1500 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:51871_zh_qa%2Fwg
[junit4:junit4]   2> 796228 T1500 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4]   2> 796260 T1500 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 796268 T1500 oasc.Overseer.start Overseer (id=89726223369502723-127.0.0.1:51871_zh_qa%2Fwg-n_0000000000) starting
[junit4:junit4]   2> 796277 T1500 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4:junit4]   2> 796290 T1524 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4]   2> 796293 T1523 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 796296 T1500 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4]   2> 796303 T1500 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4:junit4]   2> 796309 T1500 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 796328 T1500 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 796329 T1500 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 796330 T1500 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 796355 T1500 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 796358 T1500 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 796364 T1527 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@562c94a5 name:ZooKeeperConnection Watcher:127.0.0.1:51868/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 796365 T1500 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 796370 T1500 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 796378 T1500 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   2> 796988 T1500 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 796997 T1500 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:51875
[junit4:junit4]   2> 797001 T1500 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 797001 T1500 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 797002 T1500 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369113517765
[junit4:junit4]   2> 797002 T1500 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369113517765/solr.xml
[junit4:junit4]   2> 797003 T1500 oasc.CoreContainer.<init> New CoreContainer 2104431226
[junit4:junit4]   2> 797005 T1500 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369113517765/'
[junit4:junit4]   2> 797005 T1500 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369113517765/'
[junit4:junit4]   2> 797196 T1500 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369113517765
[junit4:junit4]   2> 797198 T1500 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369113517765/collection1
[junit4:junit4]   2> 797199 T1500 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369113517765/collection1/conf
[junit4:junit4]   2> 797385 T1500 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369113517765/collection1/conf/xslt
[junit4:junit4]   2> 797393 T1500 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369113517765/collection1/lib
[junit4:junit4]   2> 797395 T1500 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369113517765/collection1/lib/classes
[junit4:junit4]   2> 797398 T1500 oasc.SolrCoreDiscoverer.addCore Discovered properties file /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369113517765/conf/core.properties, adding to cores
[junit4:junit4]   2> 797413 T1500 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 797414 T1500 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 797415 T1500 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 797416 T1500 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 797416 T1500 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 797417 T1500 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 797418 T1500 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 797418 T1500 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 797419 T1500 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 797419 T1500 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 797453 T1500 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 797454 T1500 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:51868/solr
[junit4:junit4]   2> 797454 T1500 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 797459 T1500 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 797463 T1538 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6593816a name:ZooKeeperConnection Watcher:127.0.0.1:51868 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 797464 T1500 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 797471 T1500 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 797495 T1500 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 797500 T1540 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2028ec92 name:ZooKeeperConnection Watcher:127.0.0.1:51868/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 797501 T1500 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 797515 T1500 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 798534 T1500 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51875_zh_qa%2Fwg
[junit4:junit4]   2> 798541 T1500 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:51875_zh_qa%2Fwg
[junit4:junit4]   2> 798558 T1540 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 798566 T1522 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 798572 T1500 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 798573 T1500 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 798573 T1500 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 798593 T1527 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 799304 T1500 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 799317 T1500 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:51878
[junit4:junit4]   2> 799318 T1500 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 799318 T1500 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 799319 T1500 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369113519990
[junit4:junit4]   2> 799319 T1500 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369113519990/solr.xml
[junit4:junit4]   2> 799320 T1500 oasc.CoreContainer.<init> New CoreContainer 1115674749
[junit4:junit4]   2> 799321 T1500 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369113519990/'
[junit4:junit4]   2> 799321 T1500 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369113519990/'
[junit4:junit4]   2> 799531 T1500 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369113519990
[junit4:junit4]   2> 799533 T1500 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369113519990/collection1
[junit4:junit4]   2> 799535 T1500 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369113519990/collection1/conf
[junit4:junit4]   2> 799716 T1500 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369113519990/collection1/conf/xslt
[junit4:junit4]   2> 799722 T1500 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369113519990/collection1/lib
[junit4:junit4]   2> 799724 T1500 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369113519990/collection1/lib/classes
[junit4:junit4]   2> 799727 T1500 oasc.SolrCoreDiscoverer.addCore Discovered properties file /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369113519990/conf/core.properties, adding to cores
[junit4:junit4]   2> 799744 T1500 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 799744 T1500 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 799745 T1500 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 799745 T1500 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 799746 T1500 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 799747 T1500 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 799747 T1500 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 799748 T1500 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 799751 T1500 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 799752 T1500 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 799783 T1500 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 799784 T1500 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:51868/solr
[junit4:junit4]   2> 799784 T1500 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 799788 T1500 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 799793 T1552 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5650584c name:ZooKeeperConnection Watcher:127.0.0.1:51868 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 799794 T1500 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 799799 T1500 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 799828 T1500 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 799833 T1554 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6182e1ea name:ZooKeeperConnection Watcher:127.0.0.1:51868/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 799833 T1500 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 799849 T1500 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 800860 T1500 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51878_zh_qa%2Fwg
[junit4:junit4]   2> 800863 T1500 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:51878_zh_qa%2Fwg
[junit4:junit4]   2> 800875 T1527 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 800875 T1522 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 800876 T1540 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 800891 T1554 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 800899 T1500 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 800900 T1500 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 800901 T1500 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 801518 T1500 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 801532 T1500 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:51881
[junit4:junit4]   2> 801533 T1500 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 801533 T1500 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 801534 T1500 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369113522311
[junit4:junit4]   2> 801535 T1500 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369113522311/solr.xml
[junit4:junit4]   2> 801535 T1500 oasc.CoreContainer.<init> New CoreContainer 462218622
[junit4:junit4]   2> 801536 T1500 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369113522311/'
[junit4:junit4]   2> 801536 T1500 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369113522311/'
[junit4:junit4]   2> 801716 T1500 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369113522311
[junit4:junit4]   2> 801718 T1500 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369113522311/collection1
[junit4:junit4]   2> 801720 T1500 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369113522311/collection1/conf
[junit4:junit4]   2> 801919 T1500 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369113522311/collection1/conf/xslt
[junit4:junit4]   2> 801924 T1500 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369113522311/collection1/lib
[junit4:junit4]   2> 801926 T1500 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369113522311/collection1/lib/classes
[junit4:junit4]   2> 801929 T1500 oasc.SolrCoreDiscoverer.addCore Discovered properties file /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369113522311/conf/core.properties, adding to cores
[junit4:junit4]   2> 801946 T1500 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 801947 T1500 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 801947 T1500 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 801948 T1500 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 801949 T1500 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 801949 T1500 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 801950 T1500 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 801953 T1500 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 801956 T1500 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 801958 T1500 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 801986 T1500 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 801987 T1500 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:51868/solr
[junit4:junit4]   2> 801988 T1500 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 801990 T1500 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 801997 T1566 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@e736cbe name:ZooKeeperConnection Watcher:127.0.0.1:51868 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 801998 T1500 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 802005 T1500 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 802034 T1500 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 802040 T1568 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@791a27d6 name:ZooKeeperConnection Watcher:127.0.0.1:51868/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 802040 T1500 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 802060 T1500 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 803070 T1500 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51881_zh_qa%2Fwg
[junit4:junit4]   2> 803310 T1500 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:51881_zh_qa%2Fwg
[junit4:junit4]   2> 803442 T1527 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 803444 T1522 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 803447 T1554 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 803454 T1540 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 803458 T1568 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 803477 T1500 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 803477 T1500 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 803478 T1500 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 804099 T1500 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 804160 T1500 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:51884
[junit4:junit4]   2> 804163 T1500 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 804163 T1500 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 804164 T1500 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369113524895
[junit4:junit4]   2> 804165 T1500 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369113524895/solr.xml
[junit4:junit4]   2> 804165 T1500 oasc.CoreContainer.<init> New CoreContainer 1701979700
[junit4:junit4]   2> 804166 T1500 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369113524895/'
[junit4:junit4]   2> 804166 T1500 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369113524895/'
[junit4:junit4]   2> 804357 T1500 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369113524895
[junit4:junit4]   2> 804359 T1500 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369113524895/collection1
[junit4:junit4]   2> 804361 T1500 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369113524895/collection1/conf
[junit4:junit4]   2> 804549 T1500 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369113524895/collection1/conf/xslt
[junit4:junit4]   2> 804559 T1500 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369113524895/collection1/lib
[junit4:junit4]   2> 804561 T1500 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369113524895/collection1/lib/classes
[junit4:junit4]   2> 804564 T1500 oasc.SolrCoreDiscoverer.addCore Discovered properties file /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369113524895/conf/core.properties, adding to cores
[junit4:junit4]   2> 804582 T1500 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 804583 T1500 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 804583 T1500 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 804584 T1500 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 804584 T1500 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 804585 T1500 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 804586 T1500 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 804586 T1500 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 804587 T1500 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 804588 T1500 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 804621 T1500 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 804624 T1500 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:51868/solr
[junit4:junit4]   2> 804625 T1500 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 804630 T1500 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 804635 T1580 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6613b306 name:ZooKeeperConnection Watcher:127.0.0.1:51868 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 804636 T1500 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 804644 T1500 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 804671 T1500 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 804676 T1582 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3386304c name:ZooKeeperConnection Watcher:127.0.0.1:51868/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 804677 T1500 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 804691 T1500 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 805710 T1500 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51884_zh_qa%2Fwg
[junit4:junit4]   2> 805713 T1500 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:51884_zh_qa%2Fwg
[junit4:junit4]   2> 805727 T1568 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 805727 T1522 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 805727 T1554 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 805728 T1527 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 805735 T1582 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 805739 T1540 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 805746 T1500 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 805746 T1500 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 805747 T1500 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 805785 T1500 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 805820 T1535 oasha.CollectionsHandler.handleCreateAction Creating Collection : numShards=2&name=nodes_used_collection&replicationFactor=2&action=CREATE&wt=javabin&version=2
[junit4:junit4]   2> 805823 T1522 oasc.DistributedQueue$LatchChildWatcher.process Watcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
[junit4:junit4]   2> 805830 T1524 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
[junit4:junit4]   2> 	  "operation":"createcollection",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "maxShardsPerNode":null,
[junit4:junit4]   2> 	  "createNodeSet":null,
[junit4:junit4]   2> 	  "name":"nodes_used_collection",
[junit4:junit4]   2> 	  "replicationFactor":"2"}
[junit4:junit4]   2> 805830 T1524 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard1_replica1 as part of slice shard1 of collection nodes_used_collection on 127.0.0.1:51878_zh_qa%2Fwg
[junit4:junit4]   2> 805832 T1524 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard1_replica2 as part of slice shard1 of collection nodes_used_collection on 127.0.0.1:51884_zh_qa%2Fwg
[junit4:junit4]   2> 805833 T1524 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard2_replica1 as part of slice shard2 of collection nodes_used_collection on 127.0.0.1:51871_zh_qa%2Fwg
[junit4:junit4]   2> 805835 T1524 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard2_replica2 as part of slice shard2 of collection nodes_used_collection on 127.0.0.1:51881_zh_qa%2Fwg
[junit4:junit4]   2> 805838 T1548 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard1_replica1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369113519990/nodes_used_collection_shard1_replica1
[junit4:junit4]   2> 805839 T1548 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
[junit4:junit4]   2> 805845 T1577 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard1_replica2' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369113524895/nodes_used_collection_shard1_replica2
[junit4:junit4]   2> 805845 T1577 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
[junit4:junit4]   2> 805845 T1514 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard2_replica1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369113516337/nodes_used_collection_shard2_replica1
[junit4:junit4]   2> 805849 T1514 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
[junit4:junit4]   2> 805849 T1548 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
[junit4:junit4]   2> 805850 T1548 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4]   2> 805851 T1561 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard2_replica2' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369113522311/nodes_used_collection_shard2_replica2
[junit4:junit4]   2> 805852 T1561 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
[junit4:junit4]   2> 805854 T1514 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
[junit4:junit4]   2> 805855 T1514 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4]   2> 805855 T1577 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
[junit4:junit4]   2> 805855 T1561 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
[junit4:junit4]   2> 805857 T1561 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4]   2> 805856 T1577 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4]   2> 805859 T1548 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4]   2> 805860 T1548 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
[junit4:junit4]   2> 805863 T1514 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4]   2> 805863 T1514 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
[junit4:junit4]   2> 805866 T1561 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4]   2> 805867 T1561 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
[junit4:junit4]   2> 805868 T1577 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4]   2> 805869 T1577 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
[junit4:junit4]   2> 805878 T1514 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
[junit4:junit4]   2> 805879 T1548 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
[junit4:junit4]   2> 805882 T1561 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
[junit4:junit4]   2> 805886 T1577 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
[junit4:junit4]   2> 805890 T1514 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369113516337/nodes_used_collection_shard2_replica1/'
[junit4:junit4]   2> 805893 T1548 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369113519990/nodes_used_collection_shard1_replica1/'
[junit4:junit4]   2> 805896 T1561 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369113522311/nodes_used_collection_shard2_replica2/'
[junit4:junit4]   2> 805942 T1577 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369113524895/nodes_used_collection_shard1_replica2/'
[junit4:junit4]   2> 806178 T1514 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 806188 T1577 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 806192 T1548 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 806214 T1561 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 806514 T1577 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 806524 T1548 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 806533 T1577 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 806567 T1514 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 806574 T1561 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 806580 T1577 oass.IndexSchema.readSchema [nodes_used_collection_shard1_replica2] Schema name=test
[junit4:junit4]   2> 806585 T1514 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 806585 T1548 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 806595 T1514 oass.IndexSchema.readSchema [nodes_used_collection_shard2_replica1] Schema name=test
[junit4:junit4]   2> 806597 T1548 oass.IndexSchema.readSchema [nodes_used_collection_shard1_replica1] Schema name=test
[junit4:junit4]   2> 806599 T1561 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 806647 T1561 oass.IndexSchema.readSchema [nodes_used_collection_shard2_replica2] Schema name=test
[junit4:junit4]   2> 809590 T1514 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 809650 T1514 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 809661 T1514 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 809748 T1577 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 809799 T1577 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 809813 T1577 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 809949 T1514 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 809971 T1514 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 809981 T1548 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 809985 T1514 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 809995 T1548 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 810001 T1514 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 810002 T1514 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 810002 T1514 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 810002 T1548 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 810003 T1577 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 810012 T1561 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 810019 T1514 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 810020 T1514 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 810031 T1514 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 810031 T1514 oasc.SolrCore.<init> [nodes_used_collection_shard2_replica1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369113516337/nodes_used_collection_shard2_replica1/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369113516337/nodes_used_collection_shard2_replica1/data/
[junit4:junit4]   2> 810032 T1514 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@2e9771eb
[junit4:junit4]   2> 810033 T1514 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 810045 T1561 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 810047 T1514 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369113516337/nodes_used_collection_shard2_replica1/data
[junit4:junit4]   2> 810048 T1514 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369113516337/nodes_used_collection_shard2_replica1/data/index/
[junit4:junit4]   2> 810048 T1514 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard2_replica1] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369113516337/nodes_used_collection_shard2_replica1/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 810050 T1514 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369113516337/nodes_used_collection_shard2_replica1/data/index
[junit4:junit4]   2> 810053 T1561 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 810055 T1577 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 810070 T1514 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@25c8daa4 lockFactory=org.apache.lucene.store.NativeFSLockFactory@61f0612d),segFN=segments_1,generation=1}
[junit4:junit4]   2> 810071 T1514 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 810081 T1514 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 810085 T1514 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 810086 T1514 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 810087 T1514 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 810089 T1514 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 810089 T1514 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 810090 T1514 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 810091 T1514 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 810092 T1514 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 810101 T1577 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 810109 T1577 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 810120 T1577 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 810121 T1577 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 810132 T1577 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 810133 T1577 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 810133 T1577 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 810134 T1577 oasc.SolrCore.<init> [nodes_used_collection_shard1_replica2] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369113524895/nodes_used_collection_shard1_replica2/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369113524895/nodes_used_collection_shard1_replica2/data/
[junit4:junit4]   2> 810134 T1577 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@2e9771eb
[junit4:junit4]   2> 810135 T1577 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 810136 T1514 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 810144 T1577 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369113524895/nodes_used_collection_shard1_replica2/data
[junit4:junit4]   2> 810144 T1577 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369113524895/nodes_used_collection_shard1_replica2/data/index/
[junit4:junit4]   2> 810145 T1577 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard1_replica2] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369113524895/nodes_used_collection_shard1_replica2/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 810146 T1577 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369113524895/nodes_used_collection_shard1_replica2/data/index
[junit4:junit4]   2> 810151 T1514 oass.SolrIndexSearcher.<init> Opening Searcher@271f5c47 main
[junit4:junit4]   2> 810152 T1514 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369113516337/nodes_used_collection_shard2_replica1/data/tlog
[junit4:junit4]   2> 810153 T1514 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 810154 T1514 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 810159 T1577 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@50131224 lockFactory=org.apache.lucene.store.NativeFSLockFactory@6497c584),segFN=segments_1,generation=1}
[junit4:junit4]   2> 810159 T1577 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 810165 T1577 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 810169 T1588 oasc.SolrCore.registerSearcher [nodes_used_collection_shard2_replica1] Registered new searcher Searcher@271f5c47 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 810178 T1577 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 810180 T1577 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 810182 T1577 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 810182 T1514 oasc.ZkController.publish publishing core=nodes_used_collection_shard2_replica1 state=down
[junit4:junit4]   2> 810183 T1577 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 810183 T1577 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 810184 T1577 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 810186 T1577 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 810189 T1577 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 810210 T1548 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 810246 T1577 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 810268 T1548 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 810283 T1577 oass.SolrIndexSearcher.<init> Opening Searcher@16c6028c main
[junit4:junit4]   2> 810284 T1577 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369113524895/nodes_used_collection_shard1_replica2/data/tlog
[junit4:junit4]   2> 810296 T1548 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 810298 T1577 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 810299 T1577 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 810304 T1561 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 810308 T1548 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 810308 T1548 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 810309 T1548 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 810310 T1589 oasc.SolrCore.registerSearcher [nodes_used_collection_shard1_replica2] Registered new searcher Searcher@16c6028c main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 810314 T1577 oasc.ZkController.publish publishing core=nodes_used_collection_shard1_replica2 state=down
[junit4:junit4]   2> 810319 T1548 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 810319 T1548 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 810320 T1548 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 810320 T1548 oasc.SolrCore.<init> [nodes_used_collection_shard1_replica1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369113519990/nodes_used_collection_shard1_replica1/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369113519990/nodes_used_collection_shard1_replica1/data/
[junit4:junit4]   2> 810321 T1548 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@2e9771eb
[junit4:junit4]   2> 810322 T1548 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 810322 T1561 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 810338 T1548 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369113519990/nodes_used_collection_shard1_replica1/data
[junit4:junit4]   2> 810339 T1548 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369113519990/nodes_used_collection_shard1_replica1/data/index/
[junit4:junit4]   2> 810339 T1548 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard1_replica1] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369113519990/nodes_used_collection_shard1_replica1/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 810342 T1548 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369113519990/nodes_used_collection_shard1_replica1/data/index
[junit4:junit4]   2> 810356 T1561 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 810359 T1548 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@42d591dd lockFactory=org.apache.lucene.store.NativeFSLockFactory@7c843551),segFN=segments_1,generation=1}
[junit4:junit4]   2> 810359 T1548 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 810361 T1561 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 810362 T1561 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 810363 T1561 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 810366 T1561 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 810367 T1548 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 810367 T1561 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 810368 T1548 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 810369 T1561 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 810370 T1561 oasc.SolrCore.<init> [nodes_used_collection_shard2_replica2] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369113522311/nodes_used_collection_shard2_replica2/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369113522311/nodes_used_collection_shard2_replica2/data/
[junit4:junit4]   2> 810371 T1561 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@2e9771eb
[junit4:junit4]   2> 810372 T1561 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 810373 T1561 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369113522311/nodes_used_collection_shard2_replica2/data
[junit4:junit4]   2> 810375 T1561 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369113522311/nodes_used_collection_shard2_replica2/data/index/
[junit4:junit4]   2> 810375 T1561 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard2_replica2] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369113522311/nodes_used_collection_shard2_replica2/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 810376 T1561 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369113522311/nodes_used_collection_shard2_replica2/data/index
[junit4:junit4]   2> 810370 T1548 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 810380 T1548 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 810381 T1548 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 810381 T1548 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 810382 T1548 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 810388 T1548 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 810389 T1548 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 810387 T1561 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@47dfc482 lockFactory=org.apache.lucene.store.NativeFSLockFactory@33f1e08d),segFN=segments_1,generation=1}
[junit4:junit4]   2> 810392 T1561 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 810397 T1561 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 810398 T1561 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 810399 T1561 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 810400 T1561 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 810401 T1561 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 810402 T1561 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 810403 T1561 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 810404 T1561 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 810404 T1561 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 810410 T1548 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 810410 T1561 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 810427 T1561 oass.SolrIndexSearcher.<init> Opening Searcher@c77f3a6 main
[junit4:junit4]   2> 810428 T1548 oass.SolrIndexSearcher.<init> Opening Searcher@43d09deb main
[junit4:junit4]   2> 810428 T1561 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369113522311/nodes_used_collection_shard2_replica2/data/tlog
[junit4:junit4]   2> 810428 T1548 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369113519990/nodes_used_collection_shard1_replica1/data/tlog
[junit4:junit4]   2> 810430 T1561 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 810431 T1561 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 810431 T1548 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 810432 T1548 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 810440 T1590 oasc.SolrCore.registerSearcher [nodes_used_collection_shard2_replica2] Registered new searcher Searcher@c77f3a6 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 810442 T1591 oasc.SolrCore.registerSearcher [nodes_used_collection_shard1_replica1] Registered new searcher Searcher@43d09deb main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 810447 T1561 oasc.ZkController.publish publishing core=nodes_used_collection_shard2_replica2 state=down
[junit4:junit4]   2> 810451 T1548 oasc.ZkController.publish publishing core=nodes_used_collection_shard1_replica1 state=down
[junit4:junit4]   2> 811419 T1523 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 811422 T1523 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"nodes_used_collection_shard2_replica1",
[junit4:junit4]   2> 	  "collection":"nodes_used_collection",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:51871_zh_qa%2Fwg",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:51871/zh_qa/wg"}
[junit4:junit4]   2> 811422 T1523 oasc.Overseer$ClusterStateUpdater.createCollection Create collection nodes_used_collection with numShards 2
[junit4:junit4]   2> 811435 T1523 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"nodes_used_collection_shard1_replica2",
[junit4:junit4]   2> 	  "collection":"nodes_used_collection",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:51884_zh_qa%2Fwg",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:51884/zh_qa/wg"}
[junit4:junit4]   2> 811454 T1523 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"nodes_used_collection_shard2_replica2",
[junit4:junit4]   2> 	  "collection":"nodes_used_collection",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:51881_zh_qa%2Fwg",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:51881/zh_qa/wg"}
[junit4:junit4]   2> 811476 T1523 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"nodes_used_collection_shard1_replica1",
[junit4:junit4]   2> 	  "collection":"nodes_used_collection",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:51878_zh_qa%2Fwg",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:51878/zh_qa/wg"}
[junit4:junit4]   2> 811492 T1554 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 811493 T1540 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 811493 T1582 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 811493 T1527 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 811493 T1568 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 811506 T1522 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 812191 T1514 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard2_replica1
[junit4:junit4]   2> 812192 T1514 oasc.ZkController.register Register replica - core:nodes_used_collection_shard2_replica1 address:http://127.0.0.1:51871/zh_qa/wg collection:nodes_used_collection shard:shard2
[junit4:junit4]   2> 812194 T1514 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leader_elect/shard2/election
[junit4:junit4]   2> 812216 T1514 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 812229 T1514 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=179999
[junit4:junit4]   2> 812339 T1577 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard1_replica2
[junit4:junit4]   2> 812340 T1577 oasc.ZkController.register Register replica - core:nodes_used_collection_shard1_replica2 address:http://127.0.0.1:51884/zh_qa/wg collection:nodes_used_collection shard:shard1
[junit4:junit4]   2> 812343 T1577 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leader_elect/shard1/election
[junit4:junit4]   2> 812366 T1577 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 812384 T1577 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=179999
[junit4:junit4]   2> 812456 T1548 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard1_replica1
[junit4:junit4]   2> 812457 T1548 oasc.ZkController.register Register replica - core:nodes_used_collection_shard1_replica1 address:http://127.0.0.1:51878/zh_qa/wg collection:nodes_used_collection shard:shard1
[junit4:junit4]   2> 812457 T1561 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard2_replica2
[junit4:junit4]   2> 812458 T1561 oasc.ZkController.register Register replica - core:nodes_used_collection_shard2_replica2 address:http://127.0.0.1:51881/zh_qa/wg collection:nodes_used_collection shard:shard2
[junit4:junit4]   2> 812734 T1514 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 812734 T1514 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 812735 T1514 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:51871/zh_qa/wg/nodes_used_collection_shard2_replica1/
[junit4:junit4]   2> 812735 T1514 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard2_replica1 url=http://127.0.0.1:51871/zh_qa/wg START replicas=[http://127.0.0.1:51881/zh_qa/wg/nodes_used_collection_shard2_replica2/] nUpdates=100
[junit4:junit4]   2> 812737 T1514 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard2_replica1 url=http://127.0.0.1:51871/zh_qa/wg DONE.  We have no versions.  sync failed.
[junit4:junit4]   2> 812737 T1514 oasc.SyncStrategy.syncReplicas Leader's attempt to sync with shard failed, moving to the next canidate
[junit4:junit4]   2> 812738 T1514 oasc.ShardLeaderElectionContext.runLeaderProcess We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4:junit4]   2> 812738 T1514 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:51871/zh_qa/wg/nodes_used_collection_shard2_replica1/
[junit4:junit4]   2> 812739 T1514 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leaders/shard2
[junit4:junit4]   2> ASYNC  NEW_CORE C129 name=nodes_used_collection_shard2_replica2 org.apache.solr.core.SolrCore@6591923b url=http://127.0.0.1:51881/zh_qa/wg/nodes_used_collection_shard2_replica2 node=127.0.0.1:51881_zh_qa%2Fwg C129_STATE=coll:nodes_used_collection core:nodes_used_collection_shard2_replica2 props:{shard=shard2, state=down, core=nodes_used_collection_shard2_replica2, collection=nodes_used_collection, node_name=127.0.0.1:51881_zh_qa%2Fwg, base_url=http://127.0.0.1:51881/zh_qa/wg}
[junit4:junit4]   2> 812773 T1564 C129 P51881 oasc.SolrCore.execute [nodes_used_collection_shard2_replica2] webapp=/zh_qa/wg path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=4 
[junit4:junit4]   2> 812887 T1577 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 812888 T1577 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 812889 T1577 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:51884/zh_qa/wg/nodes_used_collection_shard1_replica2/
[junit4:junit4]   2> 812889 T1577 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard1_replica2 url=http://127.0.0.1:51884/zh_qa/wg START replicas=[http://127.0.0.1:51878/zh_qa/wg/nodes_used_collection_shard1_replica1/] nUpdates=100
[junit4:junit4]   2> 812890 T1577 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard1_replica2 url=http://127.0.0.1:51884/zh_qa/wg DONE.  We have no versions.  sync failed.
[junit4:junit4]   2> 812891 T1577 oasc.SyncStrategy.syncReplicas Leader's attempt to sync with shard failed, moving to the next canidate
[junit4:junit4]   2> 812891 T1577 oasc.ShardLeaderElectionContext.runLeaderProcess We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4:junit4]   2> 812893 T1577 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:51884/zh_qa/wg/nodes_used_collection_shard1_replica2/
[junit4:junit4]   2> 812894 T1577 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leaders/shard1
[junit4:junit4]   2> ASYNC  NEW_CORE C130 name=nodes_used_collection_shard1_replica1 org.apache.solr.core.SolrCore@6d3f3ca5 url=http://127.0.0.1:51878/zh_qa/wg/nodes_used_collection_shard1_replica1 node=127.0.0.1:51878_zh_qa%2Fwg C130_STATE=coll:nodes_used_collection core:nodes_used_collection_shard1_replica1 props:{shard=shard1, state=down, core=nodes_used_collection_shard1_replica1, collection=nodes_used_collection, node_name=127.0.0.1:51878_zh_qa%2Fwg, base_url=http://127.0.0.1:51878/zh_qa/wg}
[junit4:junit4]   2> 812911 T1549 C130 P51878 oasc.SolrCore.execute [nodes_used_collection_shard1_replica1] webapp=/zh_qa/wg path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=5 
[junit4:junit4]   2> 813049 T1523 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 813101 T1554 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 813101 T1568 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 813101 T1522 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 813102 T1527 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 813102 T1582 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 813102 T1540 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 813124 T1577 oasc.ZkController.register We are http://127.0.0.1:51884/zh_qa/wg/nodes_used_collection_shard1_replica2/ and leader is http://127.0.0.1:51884/zh_qa/wg/nodes_used_collection_shard1_replica2/
[junit4:junit4]   2> 813125 T1577 oasc.ZkController.register No LogReplay needed for core=nodes_used_collection_shard1_replica2 baseURL=http://127.0.0.1:51884/zh_qa/wg
[junit4:junit4]   2> 813125 T1577 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 813126 T1577 oasc.ZkController.publish publishing core=nodes_used_collection_shard1_replica2 state=active
[junit4:junit4]   2> 813130 T1577 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 813132 T1577 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={numShards=2&shard=shard1&name=nodes_used_collection_shard1_replica2&action=CREATE&collection=nodes_used_collection&wt=javabin&qt=/admin/cores&version=2} status=0 QTime=7288 
[junit4:junit4]   2> 813191 T1514 oasc.ZkController.register We are http://127.0.0.1:51871/zh_qa/wg/nodes_used_collection_shard2_replica1/ and leader is http://127.0.0.1:51871/zh_qa/wg/nodes_used_collection_shard2_replica1/
[junit4:junit4]   2> 813192 T1514 oasc.ZkController.register No LogReplay needed for core=nodes_used_collection_shard2_replica1 baseURL=http://127.0.0.1:51871/zh_qa/wg
[junit4:junit4]   2> 813192 T1514 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 813193 T1514 oasc.ZkController.publish publishing core=nodes_used_collection_shard2_replica1 state=active
[junit4:junit4]   2> 813198 T1514 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 813201 T1514 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={numShards=2&shard=shard2&name=nodes_used_collection_shard2_replica1&action=CREATE&collection=nodes_used_collection&wt=javabin&qt=/admin/cores&version=2} status=0 QTime=7356 
[junit4:junit4]   2> 813481 T1548 oasc.ZkController.register We are http://127.0.0.1:51878/zh_qa/wg/nodes_used_collection_shard1_replica1/ and leader is http://127.0.0.1:51884/zh_qa/wg/nodes_used_collection_shard1_replica2/
[junit4:junit4]   2> 813482 T1548 oasc.ZkController.register No LogReplay needed for core=nodes_used_collection_shard1_replica1 baseURL=http://127.0.0.1:51878/zh_qa/wg
[junit4:junit4]   2> 813487 T1548 oasc.ZkController.checkRecovery Core needs to recover:nodes_used_collection_shard1_replica1
[junit4:junit4]   2> 813490 T1548 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> 813491 T1594 C130 P51878 oasc.RecoveryStrategy.run Starting recovery process.  core=nodes_used_collection_shard1_replica1 recoveringAfterStartup=true
[junit4:junit4]   2> 813493 T1594 C130 P51878 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 813495 T1594 C130 P51878 oasc.ZkController.publish publishing core=nodes_used_collection_shard1_replica1 state=recovering
[junit4:junit4]   2> 813495 T1561 oasc.ZkController.register We are http://127.0.0.1:51881/zh_qa/wg/nodes_used_collection_shard2_replica2/ and leader is http://127.0.0.1:51871/zh_qa/wg/nodes_used_collection_shard2_replica1/
[junit4:junit4]   2> 813496 T1561 oasc.ZkController.register No LogReplay needed for core=nodes_used_collection_shard2_replica2 baseURL=http://127.0.0.1:51881/zh_qa/wg
[junit4:junit4]   2> 813497 T1561 oasc.ZkController.checkRecovery Core needs to recover:nodes_used_collection_shard2_replica2
[junit4:junit4]   2> 813499 T1561 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> 813496 T1548 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 813504 T1595 C129 P51881 oasc.RecoveryStrategy.run Starting recovery process.  core=nodes_used_collection_shard2_replica2 recoveringAfterStartup=true
[junit4:junit4]   2> 813504 T1595 C129 P51881 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 813499 T1594 C130 P51878 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 813506 T1595 C129 P51881 oasc.ZkController.publish publishing core=nodes_used_collection_shard2_replica2 state=recovering
[junit4:junit4]   2> 813508 T1561 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 813510 T1548 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={numShards=2&shard=shard1&name=nodes_used_collection_shard1_replica1&action=CREATE&collection=nodes_used_collection&wt=javabin&qt=/admin/cores&version=2} status=0 QTime=7672 
[junit4:junit4]   2> 813539 T1595 C129 P51881 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 813548 T1561 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={numShards=2&shard=shard2&name=nodes_used_collection_shard2_replica2&action=CREATE&collection=nodes_used_collection&wt=javabin&qt=/admin/cores&version=2} status=0 QTime=7697 
[junit4:junit4]   2> 813559 T1524 oasc.OverseerCollectionProcessor.createCollection Finished create command on all shards for collection: nodes_used_collection
[junit4:junit4]   2> 813571 T1576 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 127.0.0.1:51878_zh_qa%2Fwg_nodes_used_collection_shard1_replica1, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4]   2> 813583 T1518 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 127.0.0.1:51881_zh_qa%2Fwg_nodes_used_collection_shard2_replica2, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4]   2> 813587 T1540 oasc.DistributedQueue$LatchChildWatcher.process Watcher fired on path: /overseer/collection-queue-work/qnr-0000000000 state: SyncConnected type NodeDataChanged
[junit4:junit4]   2> 813596 T1524 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Message id:/overseer/collection-queue-work/qn-0000000000 complete, response:{success={null={responseHeader={status=0,QTime=7288},core=nodes_used_collection_shard1_replica2},null={responseHeader={status=0,QTime=7356},core=nodes_used_collection_shard2_replica1},null={responseHeader={status=0,QTime=7672},core=nodes_used_collection_shard1_replica1},null={responseHeader={status=0,QTime=7697},core=nodes_used_collection_shard2_replica2}}}
[junit4:junit4]   2> 813596 T1522 oasc.DistributedQueue$LatchChildWatcher.process Watcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
[junit4:junit4]   2> 813601 T1535 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/collections params={numShards=2&name=nodes_used_collection&replicationFactor=2&action=CREATE&wt=javabin&version=2} status=0 QTime=7789 
[junit4:junit4]   2> 813604 T1500 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 813610 T1500 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 813615 T1597 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@133b432c name:ZooKeeperConnection Watcher:127.0.0.1:51868/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 813616 T1500 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 813620 T1500 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 813631 T1500 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 813634 T1500 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 813640 T1599 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@790b9c69 name:ZooKeeperConnection Watcher:127.0.0.1:51868/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 813641 T1500 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 813645 T1500 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 813688 T1533 oasha.CollectionsHandler.handleCreateAction Creating Collection : numShards=4&maxShardsPerNode=5&name=awholynewcollection_0&replicationFactor=5&action=CREATE&wt=javabin&version=2
[junit4:junit4]   2> 813699 T1522 oasc.DistributedQueue$LatchChildWatcher.process Watcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
[junit4:junit4]   2> 813706 T1524 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Get the message id:/overseer/collection-queue-work/qn-0000000002 message:{
[junit4:junit4]   2> 	  "operation":"createcollection",
[junit4:junit4]   2> 	  "numShards":"4",
[junit4:junit4]   2> 	  "maxShardsPerNode":"5",
[junit4:junit4]   2> 	  "createNodeSet":null,
[junit4:junit4]   2> 	  "name":"awholynewcollection_0",
[junit4:junit4]   2> 	  "replicationFactor":"5"}
[junit4:junit4]   2> 813707 T1524 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard1_replica1 as part of slice shard1 of collection awholynewcollection_0 on 127.0.0.1:51878_zh_qa%2Fwg
[junit4:junit4]   2> 813707 T1524 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard1_replica2 as part of slice shard1 of collection awholynewcollection_0 on 127.0.0.1:51871_zh_qa%2Fwg
[junit4:junit4]   2> 813708 T1524 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard1_replica3 as part of slice shard1 of collection awholynewcollection_0 on 127.0.0.1:51875_zh_qa%2Fwg
[junit4:junit4]   2> 813708 T1524 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard1_replica4 as part of slice shard1 of collection awholynewcollection_0 on 127.0.0.1:51881_zh_qa%2Fwg
[junit4:junit4]   2> 813709 T1524 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard1_replica5 as part of slice shard1 of collection awholynewcollection_0 on 127.0.0.1:51884_zh_qa%2Fwg
[junit4:junit4]   2> 813710 T1524 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard2_replica1 as part of slice shard2 of collection awholynewcollection_0 on 127.0.0.1:51878_zh_qa%2Fwg
[junit4:junit4]   2> 813715 T1524 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard2_replica2 as part of slice shard2 of collection awholynewcollection_0 on 127.0.0.1:51871_zh_qa%2Fwg
[junit4:junit4]   2> 813716 T1524 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard2_replica3 as part of slice shard2 of collection awholynewcollection_0 on 127.0.0.1:51875_zh_qa%2Fwg
[junit4:junit4]   2> 813718 T1534 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard1_replica3' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369113517765/awholynewcollection_0_shard1_replica3
[junit4:junit4]   2> 813719 T1534 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4]   2> 813724 T1513 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard2_replica2' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369113516337/awholynewcollection_0_shard2_replica2
[junit4:junit4]   2> 813724 T1513 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4]   2> 813726 T1524 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard2_replica4 as part of slice shard2 of collection awholynewcollection_0 on 127.0.0.1:51881_zh_qa%2Fwg
[junit4:junit4]   2> 813740 T1524 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard2_replica5 as part of slice shard2 of collection awholynewcollection_0 on 127.0.0.1:51884_zh_qa%2Fwg
[junit4:junit4]   2> 813763 T1536 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard2_replica3' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369113517765/awholynewcollection_0_shard2_replica3
[junit4:junit4]   2> 813765 T1536 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4]   2> 813766 T1563 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard2_replica4' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369113522311/awholynewcollection_0_shard2_replica4
[junit4:junit4]   2> 813766 T1563 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4]   2> 813762 T1534 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:awholynewcollection_0
[junit4:junit4]   2> 813762 T1513 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:awholynewcollection_0
[junit4:junit4]   2> 813774 T1573 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard2_replica5' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369113524895/awholynewcollection_0_shard2_replica5
[junit4:junit4]   2> 813775 T1573 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4]   2> 813761 T1547 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard1_replica1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369113519990/awholynewcollection_0_shard1_replica1
[junit4:junit4]   2> 813777 T1547 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4]   2> 813778 T1536 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:awholynewcollection_0
[junit4:junit4]   2> 813779 T1536 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4]   2> 813761 T1515 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard1_replica2' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369113516337/awholynewcollection_0_shard1_replica2
[junit4:junit4]   2> 813781 T1515 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4]   2> 813760 T1560 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard1_replica4' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369113522311/awholynewcollection_0_shard1_replica4
[junit4:junit4]   2> 813782 T1560 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4]   2> 813748 T1545 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard2_replica1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369113519990/awholynewcollection_0_shard2_replica1
[junit4:junit4]   2> 813783 T1545 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4]   2> 813740 T1578 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard1_replica5' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369113524895/awholynewcollection_0_shard1_replica5
[junit4:junit4]   2> 813793 T1578 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4]   2> 813783 T1547 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:awholynewcollection_0
[junit4:junit4]   2> 813780 T1573 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:awholynewcollection_0
[junit4:junit4]   2> 813795 T1573 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4]   2> 813777 T1563 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:awholynewcollection_0
[junit4:junit4]   2> 813796 T1563 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4]   2> 813774 T1513 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4]   2> 813773 T1534 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4]   2> 813799 T1545 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:awholynewcollection_0
[junit4:junit4]   2> 813800 T1545 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4]   2> 813764 T1524 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard3_replica1 as part of slice shard3 of collection awholynewcollection_0 on 127.0.0.1:51878_zh_qa%2Fwg
[junit4:junit4]   2> 813801 T1515 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:awholynewcollection_0
[junit4:junit4]   2> 813802 T1515 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4]   2> 813801 T1536 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4]   2> 813803 T1536 oascc.SolrZkClient.makePath makePath: /collections/awholynewcollection_0
[junit4:junit4]   2> 813800 T1578 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:awholynewcollection_0
[junit4:junit4]   2> 813799 T1560 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:awholynewcollection_0
[junit4:junit4]   2> 813811 T1560 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4]   2> 813795 T1547 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4]   2> 813812 T1578 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4]   2> 813809 T1549 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard3_replica1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369113519990/awholynewcollection_0_shard3_replica1
[junit4:junit4]   2> 813814 T1549 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4]   2> 813808 T1573 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4]   2> 813815 T1573 oascc.SolrZkClient.makePath makePath: /collections/awholynewcollection_0
[junit4:junit4]   2> 813816 T1515 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4]   2> 813820 T1515 oascc.SolrZkClient.makePath makePath: /collections/awholynewcollection_0
[junit4:junit4]   2> 813803 T1524 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard3_replica2 as part of slice shard3 of collection awholynewcollection_0 on 127.0.0.1:51871_zh_qa%2Fwg
[junit4:junit4]   2> 813820 T1545 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4]   2> 813822 T1545 oascc.SolrZkClient.makePath makePath: /collections/awholynewcollection_0
[junit4:junit4]   2> 813821 T1524 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard3_replica3 as part of slice shard3 of collection awholynewcollection_0 on 127.0.0.1:51875_zh_qa%2Fwg
[junit4:junit4]   2> 813835 T1534 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4]   2> 813836 T1534 oascc.SolrZkClient.makePath makePath: /collections/awholynewcollection_0
[junit4:junit4]   2> 813833 T1560 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4]   2> 813831 T1563 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4]   2> 813839 T1563 oascc.SolrZkClient.makePath makePath: /collections/awholynewcollection_0
[junit4:junit4]   2> 813831 T1549 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:awholynewcollection_0
[junit4:junit4]   2> 813831 T1516 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard3_replica2' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369113516337/awholynewcollection_0_shard3_replica2
[junit4:junit4]   2> 813848 T1516 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4]   2> 813847 T1578 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4]   2> 813849 T1578 oascc.SolrZkClient.makePath makePath: /collections/awholynewcollection_0
[junit4:junit4]   2> 813846 T1547 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4]   2> 813857 T1515 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4]   2> 813846 T1531 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard3_replica3' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369113517765/awholynewcollection_0_shard3_replica3
[junit4:junit4]   2> 813858 T1531 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4]   2> 813838 T1560 oascc.SolrZkClient.makePath makePath: /collections/awholynewcollection_0
[junit4:junit4]   2> 813837 T1524 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard3_replica4 as part of slice shard3 of collection awholynewcollection_0 on 127.0.0.1:51881_zh_qa%2Fwg
[junit4:junit4]   2> 813835 T1513 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4]   2> 813859 T1516 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 813861 T1516 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4]   2> 813858 T1534 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4]   2> 813857 T1547 oascc.SolrZkClient.makePath makePath: /collections/awholynewcollection_0
[junit4:junit4]   2> 813856 T1573 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4]   2> 813851 T1536 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4]   2> 813849 T1549 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4]   2> 813875 T1531 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 813881 T1531 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4]   2> 813869 T1564 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard3_replica4' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369113522311/awholynewcollection_0_shard3_replica4
[junit4:junit4]   2> 813882 T1564 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4]   2> 813868 T1545 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4]   2> 813865 T1524 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard3_replica5 as part of slice shard3 of collection awholynewcollection_0 on 127.0.0.1:51884_zh_qa%2Fwg
[junit4:junit4]   2> 813860 T1513 oascc.SolrZkClient.makePath makePath: /collections/awholynewcollection_0
[junit4:junit4]   2> 813884 T1524 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard4_replica1 as part of slice shard4 of collection awholynewcollection_0 on 127.0.0.1:51878_zh_qa%2Fwg
[junit4:junit4]   2> 813885 T1524 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard4_replica2 as part of slice shard4 of collection awholynewcollection_0 on 127.0.0.1:51871_zh_qa%2Fwg
[junit4:junit4]   2> 813902 T1563 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4]   2> 813902 T1550 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard4_replica1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369113519990/awholynewcollection_0_shard4_replica1
[junit4:junit4]   2> 813904 T1550 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4]   2> 813901 T1564 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 813906 T1564 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4]   2> 813894 T1574 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard3_replica5' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369113524895/awholynewcollection_0_shard3_replica5
[junit4:junit4]   2> 813913 T1574 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4]   2> 813911 T1517 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard4_replica2' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369113516337/awholynewcollection_0_shard4_replica2
[junit4:junit4]   2> 813914 T1517 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4]   2> 813915 T1515 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369113516337/awholynewcollection_0_shard1_replica2/'
[junit4:junit4]   2> 813903 T1524 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard4_replica3 as part of slice shard4 of collection awholynewcollection_0 on 127.0.0.1:51875_zh_qa%2Fwg
[junit4:junit4]   2> 813914 T1560 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4]   2> 813933 T1535 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard4_replica3' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369113517765/awholynewcollection_0_shard4_replica3
[junit4:junit4]   2> 813934 T1535 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4]   2> 813913 T1578 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4]   2> 813929 T1524 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard4_replica4 as part of slice shard4 of collection awholynewcollection_0 on 127.0.0.1:51881_zh_qa%2Fwg
[junit4:junit4]   2> 813956 T1524 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard4_replica5 as part of slice shard4 of collection awholynewcollection_0 on 127.0.0.1:51884_zh_qa%2Fwg
[junit4:junit4]   2> 813966 T1559 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard4_replica4' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369113522311/awholynewcollection_0_shard4_replica4
[junit4:junit4]   2> 813967 T1559 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4]   2> 813964 T1545 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369113519990/awholynewcollection_0_shard2_replica1/'
[junit4:junit4]   2> 813964 T1573 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369113524895/awholynewcollection_0_shard2_replica5/'
[junit4:junit4]   2> 813992 T1564 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369113522311/awholynewcollection_0_shard3_replica4/'
[junit4:junit4]   2> 813963 T1574 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 814001 T1574 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4]   2> 813963 T1549 oascc.SolrZkClient.makePath makePath: /collections/awholynewcollection_0
[junit4:junit4]   2> 813961 T1550 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 814003 T1550 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4]   2> 814002 T1517 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 814004 T1517 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4]   2> 813988 T1563 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369113522311/awholynewcollection_0_shard2_replica4/'
[junit4:junit4]   2> 813986 T1516 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369113516337/awholynewcollection_0_shard3_replica2/'
[junit4:junit4]   2> 813985 T1535 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 814015 T1535 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4]   2> 813985 T1531 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369113517765/awholynewcollection_0_shard3_replica3/'
[junit4:junit4]   2> 813983 T1534 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369113517765/awholynewcollection_0_shard1_replica3/'
[junit4:junit4]   2> 813979 T1536 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369113517765/awholynewcollection_0_shard2_replica3/'
[junit4:junit4]   2> 813975 T1575 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard4_replica5' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369113524895/awholynewcollection_0_shard4_replica5
[junit4:junit4]   2> 814032 T1575 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4]   2> 814003 T1559 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 814035 T1559 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4]   2> 814049 T1578 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369113524895/awholynewcollection_0_shard1_replica5/'
[junit4:junit4]   2> 814052 T1560 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369113522311/awholynewcollection_0_shard1_replica4/'
[junit4:junit4]   2> 814084 T1513 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4]   2> 814085 T1547 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4]   2> 814103 T1575 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 814103 T1575 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4]   2> 814148 T1535 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369113517765/awholynewcollection_0_shard4_replica3/'
[junit4:junit4]   2> 814151 T1559 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369113522311/awholynewcollection_0_shard4_replica4/'
[junit4:junit4]   2> 814154 T1574 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369113524895/awholynewcollection_0_shard3_replica5/'
[junit4:junit4]   2> 814157 T1550 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369113519990/awholynewcollection_0_shard4_replica1/'
[junit4:junit4]   2> 814162 T1517 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369113516337/awholynewcollection_0_shard4_replica2/'
[junit4:junit4]   2> 814221 T1575 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369113524895/awholynewcollection_0_shard4_replica5/'
[junit4:junit4]   2> 814229 T1513 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369113516337/awholynewcollection_0_shard2_replica2/'
[junit4:junit4]   2> 814234 T1547 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369113519990/awholynewcollection_0_shard1_replica1/'
[junit4:junit4]   2> 814235 T1549 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4]   2> 814247 T1549 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369113519990/awholynewcollection_0_shard3_replica1/'
[junit4:junit4]   2> 814671 T1523 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 814771 T1523 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:51884_zh_qa%2Fwg_nodes_used_collection_shard1_replica2",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"nodes_used_collection_shard1_replica2",
[junit4:junit4]   2> 	  "collection":"nodes_used_collection",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:51884_zh_qa%2Fwg",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:51884/zh_qa/wg"}
[junit4:junit4]   2> 814787 T1573 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 814820 T1536 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 814843 T1535 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 814860 T1523 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:51871_zh_qa%2Fwg_nodes_used_collection_shard2_replica1",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"nodes_used_collection_shard2_replica1",
[junit4:junit4]   2> 	  "collection":"nodes_used_collection",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:51871_zh_qa%2Fwg",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:51871/zh_qa/wg"}
[junit4:junit4]   2> 814933 T1523 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:51878_zh_qa%2Fwg_nodes_used_collection_shard1_replica1",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"nodes_used_collection_shard1_replica1",
[junit4:junit4]   2> 	  "collection":"nodes_used_collection",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:51878_zh_qa%2Fwg",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:51878/zh_qa/wg"}
[junit4:junit4]   2> 814947 T1516 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 814974 T1523 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:51881_zh_qa%2Fwg_nodes_used_collection_shard2_replica2",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"nodes_used_collection_shard2_replica2",
[junit4:junit4]   2> 	  "collection":"nodes_used_collection",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:51881_zh_qa%2Fwg",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:51881/zh_qa/wg"}
[junit4:junit4]   2> 815095 T1527 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 815098 T1582 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 815099 T1554 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 815100 T1540 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 815100 T1597 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 815101 T1568 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 815100 T1599 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 815116 T1522 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 815165 T1515 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 815198 T1564 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 815201 T1547 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 815296 T1559 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 815556 T1545 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 815557 T1513 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 815578 T1563 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 815595 T1518 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 127.0.0.1:51881_zh_qa%2Fwg_nodes_used_collection_shard2_replica2, state: recovering, checkLive: true, onlyIfLeader: true for: 2 seconds.
[junit4:junit4]   2> 815595 T1518 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=127.0.0.1:51881_zh_qa%252Fwg_nodes_used_collection_shard2_replica2&state=recovering&nodeName=127.0.0.1:51881_zh_qa%252Fwg&action=PREPRECOVERY&checkLive=true&core=nodes_used_collection_shard2_replica1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2012 
[junit4:junit4]   2> 815596 T1576 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 127.0.0.1:51878_zh_qa%2Fwg_nodes_used_collection_shard1_replica1, state: recovering, checkLive: true, onlyIfLeader: true for: 2 seconds.
[junit4:junit4]   2> 815597 T1576 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=127.0.0.1:51878_zh_qa%252Fwg_nodes_used_collection_shard1_replica1&state=recovering&nodeName=127.0.0.1:51878_zh_qa%252Fwg&action=PREPRECOVERY&checkLive=true&core=nodes_used_collection_shard1_replica2&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2025 
[junit4:junit4]   2> 815582 T1560 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 815606 T1531 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 815608 T1575 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 815629 T1574 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 815719 T1517 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 815930 T1550 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 815962 T1534 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 816061 T1573 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 816062 T1549 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 816100 T1535 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 816116 T1578 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 816122 T1573 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 816124 T1535 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 816131 T1573 oass.IndexSchema.readSchema [awholynewcollection_0_shard2_replica5] Schema name=test
[junit4:junit4]   2> 816132 T1535 oass.IndexSchema.readSchema [awholynewcollection_0_shard4_replica3] Schema name=test
[junit4:junit4]   2> 816165 T1536 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 816217 T1536 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 816282 T1547 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 816320 T1547 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 816328 T1547 oass.IndexSchema.readSchema [awholynewcollection_0_shard1_replica1] Schema name=test
[junit4:junit4]   2> 816667 T1536 oass.IndexSchema.readSchema [awholynewcollection_0_shard2_replica3] Schema name=test
[junit4:junit4]   2> 816733 T1517 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 816764 T1517 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 816793 T1517 oass.IndexSchema.readSchema [awholynewcollection_0_shard4_replica2] Schema name=test
[junit4:junit4]   2> 816888 T1559 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 816892 T1559 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 816963 T1516 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 816978 T1516 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 816992 T1516 oass.IndexSchema.readSchema [awholynewcollection_0_shard3_replica2] Schema name=test
[junit4:junit4]   2> 817077 T1559 oass.IndexSchema.readSchema [awholynewcollection_0_shard4_replica4] Schema name=test
[junit4:junit4]   2> 817309 T1545 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 817314 T1549 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 817340 T1545 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 817371 T1549 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 817398 T1515 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 817434 T1515 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 817443 T1515 oass.IndexSchema.readSchema [awholynewcollection_0_shard1_replica2] Schema name=test
[junit4:junit4]   2> 817475 T1563 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 817486 T1549 oass.IndexSchema.readSchema [awholynewcollection_0_shard3_replica1] Schema name=test
[junit4:junit4]   2> 817498 T1545 oass.IndexSchema.readSchema [awholynewcollection_0_shard2_replica1] Schema name=test
[junit4:junit4]   2> 817506 T1563 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 817531 T1563 oass.IndexSchema.readSchema [awholynewcollection_0_shard2_replica4] Schema name=test
[junit4:junit4]   2> 817544 T1560 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2>  C129_STATE=coll:nodes_used_collection core:nodes_used_collection_shard2_replica2 props:{shard=shard2, state=recovering, core=nodes_used_collection_shard2_replica2, collection=nodes_used_collection, node_name=127.0.0.1:51881_zh_qa%2Fwg, base_url=http://127.0.0.1:51881/zh_qa/wg}
[junit4:junit4]   2> 817598 T1595 C129 P51881 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:51871/zh_qa/wg/nodes_used_collection_shard2_replica1/ core=nodes_used_collection_shard2_replica2 - recoveringAfterStartup=true
[junit4:junit4]   2> 817599 T1595 C129 P51881 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard2_replica2 url=http://127.0.0.1:51881/zh_qa/wg START replicas=[http://127.0.0.1:51871/zh_qa/wg/nodes_used_collection_shard2_replica1/] nUpdates=100
[junit4:junit4]   2>  C130_STATE=coll:nodes_used_collection core:nodes_used_collection_shard1_replica1 props:{shard=shard1, state=recovering, core=nodes_used_collection_shard1_replica1, collection=nodes_used_collection, node_name=127.0.0.1:51878_zh_qa%2Fwg, base_url=http://127.0.0.1:51878/zh_qa/wg}
[junit4:junit4]   2> 817600 T1594 C130 P51878 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:51884/zh_qa/wg/nodes_used_collection_shard1_replica2/ core=nodes_used_collection_shard1_replica1 - recoveringAfterStartup=true
[junit4:junit4]   2> 817600 T1594 C130 P51878 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard1_replica1 url=http://127.0.0.1:51878/zh_qa/wg START replicas=[http://127.0.0.1:51884/zh_qa/wg/nodes_used_collection_shard1_replica2/] nUpdates=100
[junit4:junit4]   2> 817601 T1595 C129 P51881 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 817601 T1595 C129 P51881 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=nodes_used_collection_shard2_replica2
[junit4:junit4]   2> 817601 T1595 C129 P51881 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=nodes_used_collection_shard2_replica2
[junit4:junit4]   2> 817602 T1595 C129 P51881 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=nodes_used_collection_shard2_replica2
[junit4:junit4]   2> 817602 T1595 C129 P51881 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 817603 T1595 C129 P51881 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:51871/zh_qa/wg/nodes_used_collection_shard2_replica1/. core=nodes_used_collection_shard2_replica2
[junit4:junit4]   2> 817603 T1595 C129 P51881 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 817612 T1594 C130 P51878 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 817727 T1594 C130 P51878 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=nodes_used_collection_shard1_replica1
[junit4:junit4]   2> 817727 T1594 C130 P51878 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=nodes_used_collection_shard1_replica1
[junit4:junit4]   2> 817728 T1594 C130 P51878 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=nodes_used_collection_shard1_replica1
[junit4:junit4]   2> 817728 T1594 C130 P51878 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 817729 T1594 C130 P51878 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:51884/zh_qa/wg/nodes_used_collection_shard1_replica2/. core=nodes_used_collection_shard1_replica1
[junit4:junit4]   2> 817729 T1594 C130 P51878 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 817641 T1575 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 817621 T1550 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 817613 T1560 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 817775 T1574 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> ASYNC  NEW_CORE C131 name=nodes_used_collection_shard2_replica1 org.apache.solr.core.SolrCore@7a9612ee url=http://127.0.0.1:51871/zh_qa/wg/nodes_used_collection_shard2_replica1 node=127.0.0.1:51871_zh_qa%2Fwg C131_STATE=coll:nodes_used_collection core:nodes_used_collection_shard2_replica1 props:{shard=shard2, state=active, core=nodes_used_collection_shard2_replica1, collection=nodes_used_collection, node_name=127.0.0.1:51871_zh_qa%2Fwg, base_url=http://127.0.0.1:51871/zh_qa/wg, leader=true}
[junit4:junit4]   2> 817888 T1518 C131 P51871 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 817893 T1550 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 817905 T1575 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 817923 T1575 oass.IndexSchema.readSchema [awholynewcollection_0_shard4_replica5] Schema name=test
[junit4:junit4]   2> 817925 T1574 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 817937 T1574 oass.IndexSchema.readSchema [awholynewcollection_0_shard3_replica5] Schema name=test
[junit4:junit4]   2> 818021 T1560 oass.IndexSchema.readSchema [awholynewcollection_0_shard1_replica4] Schema name=test
[junit4:junit4]   2> 818026 T1550 oass.IndexSchema.readSchema [awholynewcollection_0_shard4_replica1] Schema name=test
[junit4:junit4]   2> 818089 T1514 C131 P51871 oasc.SolrCore.execute [nodes_used_collection_shard2_replica1] webapp=/zh_qa/wg path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 818104 T1578 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 818109 T1564 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 818204 T1578 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 818205 T1564 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 818206 T1518 C131 P51871 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@25c8daa4 lockFactory=org.apache.lucene.store.NativeFSLockFactory@61f0612d),segFN=segments_1,generation=1}
[junit4:junit4]   2> 818215 T1518 C131 P51871 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 818223 T1518 C131 P51871 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@25c8daa4 lockFactory=org.apache.lucene.store.NativeFSLockFactory@61f0612d),segFN=segments_1,generation=1}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@25c8daa4 lockFactory=org.apache.lucene.store.NativeFSLockFactory@61f0612d),segFN=segments_2,generation=2}
[junit4:junit4]   2> 818224 T1518 C131 P51871 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4]   2> 818224 T1518 C131 P51871 oass.SolrIndexSearcher.<init> Opening Searcher@4e9471ab realtime
[junit4:junit4]   2> 818225 T1518 C131 P51871 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 818226 T1518 C131 P51871 oasup.LogUpdateProcessor.finish [nodes_used_collection_shard2_replica1] webapp=/zh_qa/wg path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 338
[junit4:junit4]   2> 818227 T1595 C129 P51881 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 818227 T1595 C129 P51881 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 818273 T1513 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 818298 T1531 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 818287 T1578 oass.IndexSchema.readSchema [awholynewcollection_0_shard1_replica5] Schema name=test
[junit4:junit4]   2> ASYNC  NEW_CORE C132 name=nodes_used_collection_shard1_replica2 org.apache.solr.core.SolrCore@39a31e42 url=http://127.0.0.1:51884/zh_qa/wg/nodes_used_collection_shard1_replica2 node=127.0.0.1:51884_zh_qa%2Fwg C132_STATE=coll:nodes_used_collection core:nodes_used_collection_shard1_replica2 props:{shard=shard1, state=active, core=nodes_used_collection_shard1_replica2, collection=nodes_used_collection, node_name=127.0.0.1:51884_zh_qa%2Fwg, base_url=http://127.0.0.1:51884/zh_qa/wg, leader=true}
[junit4:junit4]   2> 818404 T1576 C132 P51884 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 818383 T1513 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 818348 T1577 C132 P51884 oasc.SolrCore.execute [nodes_used_collection_shard1_replica2] webapp=/zh_qa/wg path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 818346 T1618 C131 P51871 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 818411 T1618 C131 P51871 oasc.SolrCore.execute [nodes_used_collection_shard2_replica1] webapp=/zh_qa/wg path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=73 
[junit4:junit4]   2> 818416 T1595 C129 P51881 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 818417 T1595 C129 P51881 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 818417 T1595 C129 P51881 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 818426 T1531 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 818447 T1518 C131 P51871 oasc.SolrCore.execute [nodes_used_collection_shard2_replica1] webapp=/zh_qa/wg path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=22 
[junit4:junit4]   2> 818452 T1595 C129 P51881 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 818530 T1595 C129 P51881 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369113522311/nodes_used_collection_shard2_replica2/data/index.20130521021859840
[junit4:junit4]   2> 818530 T1595 C129 P51881 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@4da6d38c lockFactory=org.apache.lucene.store.NativeFSLockFactory@71b4aab) fullCopy=false
[junit4:junit4]   2> 818531 T1576 C132 P51884 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@50131224 lockFactory=org.apache.lucene.store.NativeFSLockFactory@6497c584),segFN=segments_1,generation=1}
[junit4:junit4]   2> 818533 T1576 C132 P51884 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 818535 T1576 C132 P51884 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@50131224 lockFactory=org.apache.lucene.store.NativeFSLockFactory@6497c584),segFN=segments_1,generation=1}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@50131224 lockFactory=org.apache.lucene.store.NativeFSLockFactory@6497c584),segFN=segments_2,generation=2}
[junit4:junit4]   2> 818535 T1576 C132 P51884 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4]   2> 818536 T1576 C132 P51884 oass.SolrIndexSearcher.<init> Opening Searcher@14f59147 realtime
[junit4:junit4]   2> 818537 T1576 C132 P51884 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 818537 T1576 C132 P51884 oasup.LogUpdateProcessor.finish [nodes_used_collection_shard1_replica2] webapp=/zh_qa/wg path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 133
[junit4:junit4]   2> 818539 T1594 C130 P51878 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 818540 T1594 C130 P51878 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 818545 T1618 C131 P51871 oasc.SolrCore.execute [nodes_used_collection_shard2_replica1] webapp=/zh_qa/wg path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 818590 T1564 oass.IndexSchema.readSchema [awholynewcollection_0_shard3_replica4] Schema name=test
[junit4:junit4]   2> 818577 T1534 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 818556 T1513 oass.IndexSchema.readSchema [awholynewcollection_0_shard2_replica2] Schema name=test
[junit4:junit4]   2> 818562 T1531 oass.IndexSchema.readSchema [awholynewcollection_0_shard3_replica3] Schema name=test
[junit4:junit4]   2> 818655 T1595 C129 P51881 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 818657 T1534 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 818674 T1577 C132 P51884 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 818677 T1577 C132 P51884 oasc.SolrCore.execute [nodes_used_collection_shard1_replica2] webapp=/zh_qa/wg path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=25 
[junit4:junit4]   2> 818679 T1595 C129 P51881 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 818679 T1595 C129 P51881 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=nodes_used_collection_shard2_replica2
[junit4:junit4]   2> 818681 T1534 oass.IndexSchema.readSchema [awholynewcollection_0_shard1_replica3] Schema name=test
[junit4:junit4]   2> 818684 T1595 C129 P51881 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@47dfc482 lockFactory=org.apache.lucene.store.NativeFSLockFactory@33f1e08d),segFN=segments_1,generation=1}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@47dfc482 lockFactory=org.apache.lucene.store.NativeFSLockFactory@33f1e08d),segFN=segments_2,generation=2}
[junit4:junit4]   2> 818685 T1595 C129 P51881 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4]   2> 818686 T1595 C129 P51881 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 818687 T1595 C129 P51881 oass.SolrIndexSearcher.<init> Opening Searcher@7b727f99 main
[junit4:junit4]   2> 818688 T1594 C130 P51878 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 818689 T1594 C130 P51878 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 818689 T1594 C130 P51878 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 818690 T1590 oasc.SolrCore.registerSearcher [nodes_used_collection_shard2_replica2] Registered new searcher Searcher@7b727f99 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 818691 T1595 C129 P51881 oasc.CachingDirectoryFactory.closeCacheValue looking to close /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369113522311/nodes_used_collection_shard2_replica2/data/index.20130521021859840 [CachedDir<<refCount=0;path=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369113522311/nodes_used_collection_shard2_replica2/data/index.20130521021859840;done=true>>]
[junit4:junit4]   2> 818692 T1595 C129 P51881 oasc.CachingDirectoryFactory.close Closing directory: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369113522311/nodes_used_collection_shard2_replica2/data/index.20130521021859840
[junit4:junit4]   2> 818693 T1595 C129 P51881 oasc.CachingDirectoryFactory.closeCacheValue Removing directory before core close: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369113522311/nodes_used_collection_shard2_replica2/data/index.20130521021859840
[junit4:junit4]   2> 818693 T1595 C129 P51881 oasc.RecoveryStrategy.replay No replay needed. core=nodes_used_collection_shard2_replica2
[junit4:junit4]   2> 818694 T1595 C129 P51881 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=nodes_used_collection_shard2_replica2
[junit4:junit4]   2> 818694 T1595 C129 P51881 oasc.ZkController.publish publishing core=nodes_used_collection_shard2_replica2 state=active
[junit4:junit4]   2> 818699 T1576 C132 P51884 oasc.SolrCore.execute [nodes_used_collection_shard1_replica2] webapp=/zh_qa/wg path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=4 
[junit4:junit4]   2> 818702 T1594 C130 P51878 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 818713 T1595 C129 P51881 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=nodes_used_collection_shard2_replica2
[junit4:junit4]   2> 818732 T1594 C130 P51878 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369113519990/nodes_used_collection_shard1_replica1/data/index.20130521021900090
[junit4:junit4]   2> 818733 T1594 C130 P51878 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@388f988f lockFactory=org.apache.lucene.store.NativeFSLockFactory@452e414f) fullCopy=false
[junit4:junit4]   2> 818778 T1577 C132 P51884 oasc.SolrCore.execute [nodes_used_collection_shard1_replica2] webapp=/zh_qa/wg path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 818806 T1594 C130 P51878 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 818849 T1594 C130 P51878 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 818849 T1594 C130 P51878 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=nodes_used_collection_shard1_replica1
[junit4:junit4]   2> 818852 T1594 C130 P51878 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@42d591dd lockFactory=org.apache.lucene.store.NativeFSLockFactory@7c843551),segFN=segments_1,generation=1}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@42d591dd lockFactory=org.apache.lucene.store.NativeFSLockFactory@7c843551),segFN=segments_2,generation=2}
[junit4:junit4]   2> 818853 T1594 C130 P51878 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4]   2> 818853 T1594 C130 P51878 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 818853 T1594 C130 P51878 oass.SolrIndexSearcher.<init> Opening Searcher@692b605 main
[junit4:junit4]   2> 818858 T1591 oasc.SolrCore.registerSearcher [nodes_used_collection_shard1_replica1] Registered new searcher Searcher@692b605 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 818865 T1594 C130 P51878 oasc.CachingDirectoryFactory.closeCacheValue looking to close /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369113519990/nodes_used_collection_shard1_replica1/data/index.20130521021900090 [CachedDir<<refCount=0;path=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369113519990/nodes_used_collection_shard1_replica1/data/index.20130521021900090;done=true>>]
[junit4:junit4]   2> 818865 T1594 C130 P51878 oasc.CachingDirectoryFactory.close Closing directory: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369113519990/nodes_used_collection_shard1_replica1/data/index.20130521021900090
[junit4:junit4]   2> 818866 T1594 C130 P51878 oasc.CachingDirectoryFactory.closeCacheValue Removing directory before core close: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369113519990/nodes_used_collection_shard1_replica1/data/index.20130521021900090
[junit4:junit4]   2> 818866 T1594 C130 P51878 oasc.RecoveryStrategy.replay No replay needed. core=nodes_used_collection_shard1_replica1
[junit4:junit4]   2> 818867 T1594 C130 P51878 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=nodes_used_collection_shard1_replica1
[junit4:junit4]   2> 818867 T1594 C130 P51878 oasc.ZkController.publish publishing core=nodes_used_collection_shard1_replica1 state=active
[junit4:junit4]   2> 818877 T1594 C130 P51878 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=nodes_used_collection_shard1_replica1
[junit4:junit4]   2> 819926 T1523 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 819928 T1523 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:51881_zh_qa%2Fwg_nodes_used_collection_shard2_replica2",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"nodes_used_collection_shard2_replica2",
[junit4:junit4]   2> 	  "collection":"nodes_used_collection",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:51881_zh_qa%2Fwg",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:51881/zh_qa/wg"}
[junit4:junit4]   2> 819945 T1523 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:51878_zh_qa%2Fwg_nodes_used_collection_shard1_replica1",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"nodes_used_collection_shard1_replica1",
[junit4:junit4]   2> 	  "collection":"nodes_used_collection",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:51878_zh_qa%2Fwg",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:51878/zh_qa/wg"}
[junit4:junit4]   2> 820070 T1527 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 820070 T1582 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 820071 T1554 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 820071 T1568 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 820072 T1540 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 820072 T1599 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 820075 T1597 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 820077 T1522 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 832995 T1547 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 833077 T1547 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 833348 T1547 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 833477 T1549 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 833573 T1549 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 833649 T1547 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 833753 T1549 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 834056 T1547 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 834184 T1549 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 834199 T1549 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 834259 T1549 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 834283 T1547 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 834285 T1549 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 834289 T1549 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 834290 T1549 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 834297 T1547 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 834309 T1547 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 834310 T1547 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 834299 T1549 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 834312 T1549 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 834316 T1547 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 834349 T1547 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 834351 T1547 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 834352 T1547 oasc.SolrCore.<init> [awholynewcollection_0_shard1_replica1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369113519990/awholynewcollection_0_shard1_replica1/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369113519990/awholynewcollection_0_shard1_replica1/data/
[junit4:junit4]   2> 834352 T1547 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@2e9771eb
[junit4:junit4]   2> 834354 T1547 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 834349 T1549 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 834357 T1549 oasc.SolrCore.<init> [awholynewcollection_0_shard3_replica1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369113519990/awholynewcollection_0_shard3_replica1/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369113519990/awholynewcollection_0_shard3_replica1/data/
[junit4:junit4]   2> 834357 T1549 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@2e9771eb
[junit4:junit4]   2> 834359 T1547 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369113519990/awholynewcollection_0_shard1_replica1/data
[junit4:junit4]   2> 834360 T1547 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369113519990/awholynewcollection_0_shard1_replica1/data/index/
[junit4:junit4]   2> 834361 T1547 oasc.SolrCore.initIndex WARN [awholynewcollection_0_shard1_replica1] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369113519990/awholynewcollection_0_shard1_replica1/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 834359 T1549 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 834364 T1549 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369113519990/awholynewcollection_0_shard3_replica1/data
[junit4:junit4]   2> 834365 T1549 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369113519990/awholynewcollection_0_shard3_replica1/data/index/
[junit4:junit4]   2> 834365 T1549 oasc.SolrCore.initIndex WARN [awholynewcollection_0_shard3_replica1] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369113519990/awholynewcollection_0_shard3_replica1/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 834367 T1549 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369113519990/awholynewcollection_0_shard3_replica1/data/index
[junit4:junit4]   2> 834381 T1547 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369113519990/awholynewcollection_0_shard1_replica1/data/index
[junit4:junit4]   2> 834398 T1547 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3f79572 lockFactory=org.apache.lucene.store.NativeFSLockFactory@159da890),segFN=segments_1,generation=1}
[junit4:junit4]   2> 834398 T1547 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 834404 T1547 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 834405 T1547 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 834406 T1547 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 834407 T1547 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 834409 T1547 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 834409 T1547 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 834485 T1547 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 834486 T1547 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 834487 T1547 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 834561 T1549 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@2192bac5 lockFactory=org.apache.lucene.store.NativeFSLockFactory@70de62e),segFN=segments_1,generation=1}
[junit4:junit4]   2> 834562 T1549 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 834583 T1549 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 834584 T1549 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 834613 T1549 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 834614 T1549 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 834615 T1549 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 834615 T1549 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 834616 T1549 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 834658 T1549 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 834659 T1549 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 834608 T1535 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 834892 T1535 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 834893 T1559 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 834930 T1536 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 834989 T1547 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 834991 T1536 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 834999 T1536 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 835032 T1547 oass.SolrIndexSearcher.<init> Opening Searcher@2db8b241 main
[junit4:junit4]   2> 835033 T1547 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369113519990/awholynewcollection_0_shard1_replica1/data/tlog
[junit4:junit4]   2> 835134 T1547 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 835134 T1547 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 835152 T1621 oasc.SolrCore.registerSearcher [awholynewcollection_0_shard1_replica1] Registered new searcher Searcher@2db8b241 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 835164 T1559 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 835179 T1547 oasc.ZkController.publish publishing core=awholynewcollection_0_shard1_replica1 state=down
[junit4:junit4]   2> 835283 T1535 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 835320 T1549 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 835362 T1549 oass.SolrIndexSearcher.<init> Opening Searcher@1976f3d9 main
[junit4:junit4]   2> 835363 T1549 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369113519990/awholynewcollection_0_shard3_replica1/data/tlog
[junit4:junit4]   2> 835367 T1549 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 835368 T1549 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 835376 T1622 oasc.SolrCore.registerSearcher [awholynewcollection_0_shard3_replica1] Registered new searcher Searcher@1976f3d9 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 835389 T1549 oasc.ZkController.publish publishing core=awholynewcollection_0_shard3_replica1 state=down
[junit4:junit4]   2> 835422 T1559 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 835452 T1523 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 835455 T1523 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"4",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"awholynewcollection_0_shard1_replica1",
[junit4:junit4]   2> 	  "collection":"awholynewcollection_0",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:51878_zh_qa%2Fwg",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:51878/zh_qa/wg"}
[junit4:junit4]   2> 835456 T1523 oasc.Overseer$ClusterStateUpdater.createCollection Create collection awholynewcollection_0 with numShards 4
[junit4:junit4]   2> 835505 T1516 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 835532 T1535 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 835534 T1523 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"4",
[junit4:junit4]   2> 	  "shard":"shard3",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"awholynewcollection_0_shard3_replica1",
[junit4:junit4]   2> 	  "collection":"awholynewcollection_0",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:51878_zh_qa%2Fwg",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:51878/zh_qa/wg"}
[junit4:junit4]   2> 835669 T1536 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 835685 T1527 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 835685 T1522 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 835686 T1582 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 835689 T1554 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 835691 T1599 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 835691 T1597 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 835691 T1568 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 835711 T1540 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 835832 T1559 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 835879 T1536 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 835902 T1535 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 835928 T1516 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 835966 T1516 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 835968 T1559 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 835989 T1535 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 835998 T1559 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 836003 T1535 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 836004 T1535 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 836004 T1535 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 836003 T1559 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 836009 T1559 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 836009 T1559 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 836023 T1536 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 836027 T1535 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unkno

[...truncated too long message...]

workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369113524895/awholynewcollection_0_shard2_replica5/data;done=false>>]
[junit4:junit4]   2> 883929 T1500 oasc.CachingDirectoryFactory.close Closing directory: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369113524895/awholynewcollection_0_shard2_replica5/data
[junit4:junit4]   2> 883931 T1500 oasc.CachingDirectoryFactory.closeCacheValue looking to close /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369113524895/awholynewcollection_0_shard2_replica5/data/index [CachedDir<<refCount=0;path=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369113524895/awholynewcollection_0_shard2_replica5/data/index;done=false>>]
[junit4:junit4]   2> 883932 T1500 oasc.CachingDirectoryFactory.close Closing directory: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369113524895/awholynewcollection_0_shard2_replica5/data/index
[junit4:junit4]   2> 883933 T1500 oasc.SolrCore.close [awholynewcollection_0_shard3_replica5]  CLOSING SolrCore org.apache.solr.core.SolrCore@38390ce5
[junit4:junit4]   2> 883949 T1500 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4]   2> 883951 T1500 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4]   2> 883951 T1500 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4]   2> 883952 T1500 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4]   2> 883958 T1500 oasc.SolrCore.closeSearcher [awholynewcollection_0_shard3_replica5] Closing main searcher on request.
[junit4:junit4]   2> 883963 T1500 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
[junit4:junit4]   2> 883970 T1500 oasc.CachingDirectoryFactory.closeCacheValue looking to close /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369113524895/awholynewcollection_0_shard3_replica5/data/index [CachedDir<<refCount=0;path=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369113524895/awholynewcollection_0_shard3_replica5/data/index;done=false>>]
[junit4:junit4]   2> 883971 T1500 oasc.CachingDirectoryFactory.close Closing directory: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369113524895/awholynewcollection_0_shard3_replica5/data/index
[junit4:junit4]   2> 883973 T1500 oasc.CachingDirectoryFactory.closeCacheValue looking to close /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369113524895/awholynewcollection_0_shard3_replica5/data [CachedDir<<refCount=0;path=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369113524895/awholynewcollection_0_shard3_replica5/data;done=false>>]
[junit4:junit4]   2> 883974 T1500 oasc.CachingDirectoryFactory.close Closing directory: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369113524895/awholynewcollection_0_shard3_replica5/data
[junit4:junit4]   2> 883976 T1710 oasc.Overseer$ClusterStateUpdater.amILeader According to ZK I (id=89726223369502732-127.0.0.1:51884_zh_qa%2Fwg-n_0000000004) am no longer a leader.
[junit4:junit4]   2> 884000 T1500 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/zh_qa/wg,null}
[junit4:junit4]   2> 884064 T1500 oas.SolrTestCaseJ4.tearDown ###Ending testDistribSearch
[junit4:junit4]   2> 884073 T1500 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:51868 51868
[junit4:junit4]   2> 885283 T1582 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 885284 T1582 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 885284 T1582 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   1> client port:0.0.0.0/0.0.0.0:0
[junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=CollectionsAPIDistributedZkTest -Dtests.method=testDistribSearch -Dtests.seed=BB130ECDF92E0A69 -Dtests.slow=true -Dtests.locale=ar_JO -Dtests.timezone=America/Argentina/ComodRivadavia -Dtests.file.encoding=US-ASCII
[junit4:junit4] ERROR   91.0s | CollectionsAPIDistributedZkTest.testDistribSearch <<<
[junit4:junit4]    > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: collection already exists: awholynewcollection_0
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([BB130ECDF92E0A69:3AF580D58E716A55]:0)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:424)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrServer.request(LBHttpSolrServer.java:264)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrServer.request(CloudSolrServer.java:306)
[junit4:junit4]    > 	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1400)
[junit4:junit4]    > 	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:438)
[junit4:junit4]    > 	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.doTest(CollectionsAPIDistributedZkTest.java:146)
[junit4:junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:815)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 885313 T1500 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4]   2> NOTE: test params are: codec=Lucene42: {}, docValues:{}, sim=RandomSimilarityProvider(queryNorm=true,coord=yes): {}, locale=ar_JO, timezone=America/Argentina/ComodRivadavia
[junit4:junit4]   2> NOTE: Mac OS X 10.8.3 x86_64/Oracle Corporation 1.7.0_21 (64-bit)/cpus=2,threads=4,free=31196584,total=165720064
[junit4:junit4]   2> NOTE: All tests run in this JVM: [TestDistributedGrouping, SchemaVersionSpecificBehaviorTest, TestSchemaResource, TestJmxMonitoredMap, SystemInfoHandlerTest, TestDynamicFieldCollectionResource, TestComponentsName, TestSchemaVersionResource, TestMaxScoreQueryParser, TestPostingsSolrHighlighter, FieldMutatingUpdateProcessorTest, TestSolrQueryParserResource, TestQueryUtils, EchoParamsTest, TestCollationField, TestHashPartitioner, CoreContainerCoreInitFailuresTest, TimeZoneUtilsTest, RequestHandlersTest, DistributedTermsComponentTest, OpenCloseCoreStressTest, TestDocumentBuilder, SolrCoreCheckLockOnStartupTest, TestDistributedSearch, StandardRequestHandlerTest, TestSort, ShardRoutingCustomTest, TestRealTimeGet, PeerSyncTest, DateMathParserTest, TestPartialUpdateDeduplication, TestFastOutputStream, TestSolrDeletionPolicy2, SolrCoreTest, BasicDistributedZkTest, DOMUtilTest, BasicZkTest, TestBadConfig, TestGroupingSearch, FieldAnalysisRequestHandlerTest, TestPropInject, TestPHPSerializedResponseWriter, TestIndexingPerformance, XmlUpdateRequestHandlerTest, MinimalSchemaTest, SortByFunctionTest, TestFieldCollectionResource, LoggingHandlerTest, AnalysisAfterCoreReloadTest, CopyFieldTest, TestSolrXml, IndexBasedSpellCheckerTest, ChaosMonkeyNothingIsSafeTest, TestDocSet, CollectionsAPIDistributedZkTest]
[junit4:junit4] Completed in 91.05s, 1 test, 1 error <<< FAILURES!

[...truncated 738 lines...]
BUILD FAILED
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:386: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:366: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:39: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build.xml:181: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/common-build.xml:437: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:1243: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:887: There were test failures: 296 suites, 1234 tests, 1 error, 18 ignored (6 assumptions)

Total time: 114 minutes 52 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.7.0 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-4.x-MacOSX (64bit/jdk1.7.0) - Build # 473 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-MacOSX/473/
Java: 64bit/jdk1.7.0 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC

2 tests failed.
FAILED:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testDistribSearch

Error Message:
There are still nodes recoverying - waited for 230 seconds

Stack Trace:
java.lang.AssertionError: There are still nodes recoverying - waited for 230 seconds
	at __randomizedtesting.SeedInfo.seed([CFDBEA5D4DCD4D97:4E3D64453A922DAB]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:173)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:131)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:126)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:512)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.doTest(CollectionsAPIDistributedZkTest.java:146)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:815)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:601)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)


FAILED:  org.apache.solr.cloud.ShardSplitTest.testDistribSearch

Error Message:
Server at http://127.0.0.1:51884/jfr/z returned non ok status:500, message:Server Error

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: Server at http://127.0.0.1:51884/jfr/z returned non ok status:500, message:Server Error
	at __randomizedtesting.SeedInfo.seed([CFDBEA5D4DCD4D97:4E3D64453A922DAB]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:385)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
	at org.apache.solr.cloud.ShardSplitTest.splitShard(ShardSplitTest.java:208)
	at org.apache.solr.cloud.ShardSplitTest.doTest(ShardSplitTest.java:133)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:815)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:601)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)




Build Log:
[...truncated 9345 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.ShardSplitTest
[junit4:junit4]   2> 475312 T546 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /jfr/z
[junit4:junit4]   2> 475322 T546 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4]   2> Creating dataDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solrtest-ShardSplitTest-1369088955892
[junit4:junit4]   2> 475324 T546 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4]   2> 475328 T547 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4]   2> 475429 T546 oasc.ZkTestServer.run start zk server on port:51877
[junit4:junit4]   2> 475434 T546 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 475458 T553 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1313f386 name:ZooKeeperConnection Watcher:127.0.0.1:51877 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 475459 T546 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 475460 T546 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4]   2> 475477 T546 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 475485 T555 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@469a3ee6 name:ZooKeeperConnection Watcher:127.0.0.1:51877/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 475486 T546 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 475487 T546 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4]   2> 475501 T546 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4]   2> 475513 T546 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4]   2> 475534 T546 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4]   2> 475545 T546 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 475547 T546 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 475565 T546 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4:junit4]   2> 475567 T546 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4]   2> 475581 T546 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   2> 475582 T546 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   2> 475605 T546 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   2> 475607 T546 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4]   2> 475619 T546 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   2> 475622 T546 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4]   2> 475639 T546 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 475640 T546 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 475653 T546 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 475661 T546 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 475675 T546 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 475677 T546 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 475791 T546 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   2> 475792 T546 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   2> 476543 T546 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 476560 T546 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:51880
[junit4:junit4]   2> 476561 T546 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 476562 T546 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 476563 T546 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-controljetty-1369088956399
[junit4:junit4]   2> 476563 T546 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-controljetty-1369088956399/solr.xml
[junit4:junit4]   2> 476564 T546 oasc.CoreContainer.<init> New CoreContainer 504397397
[junit4:junit4]   2> 476565 T546 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-controljetty-1369088956399/'
[junit4:junit4]   2> 476566 T546 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-controljetty-1369088956399/'
[junit4:junit4]   2> 476819 T546 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 476821 T546 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 476822 T546 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 476823 T546 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 476824 T546 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 476824 T546 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 476825 T546 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 476826 T546 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 476827 T546 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 476827 T546 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 476868 T546 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 476869 T546 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:51877/solr
[junit4:junit4]   2> 476871 T546 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 476874 T546 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 476882 T566 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@68d04658 name:ZooKeeperConnection Watcher:127.0.0.1:51877 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 476884 T546 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 476891 T546 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 476925 T546 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 476930 T568 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@171f932a name:ZooKeeperConnection Watcher:127.0.0.1:51877/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 476930 T546 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 476937 T546 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4:junit4]   2> 476949 T546 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4:junit4]   2> 476962 T546 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4]   2> 476969 T546 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51880_jfr%2Fz
[junit4:junit4]   2> 476972 T546 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:51880_jfr%2Fz
[junit4:junit4]   2> 476991 T546 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4]   2> 477011 T546 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 477027 T546 oasc.Overseer.start Overseer (id=89724613814321155-127.0.0.1:51880_jfr%2Fz-n_0000000000) starting
[junit4:junit4]   2> 477044 T546 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4:junit4]   2> 477058 T570 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4]   2> 477065 T546 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4]   2> 477073 T546 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4:junit4]   2> 477080 T546 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 477095 T569 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 477106 T571 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-controljetty-1369088956399/collection1
[junit4:junit4]   2> 477107 T571 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4]   2> 477110 T571 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 477111 T571 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4]   2> 477115 T571 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-controljetty-1369088956399/collection1/'
[junit4:junit4]   2> 477118 T571 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-controljetty-1369088956399/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 477118 T571 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-controljetty-1369088956399/collection1/lib/README' to classloader
[junit4:junit4]   2> 477255 T571 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 477372 T571 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 477376 T571 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 477383 T571 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4]   2> 478515 T571 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 478523 T571 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 478526 T571 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 478536 T571 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 478637 T571 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 478638 T571 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-controljetty-1369088956399/collection1/, dataDir=./org.apache.solr.cloud.ShardSplitTest-1369088955891/control/data/
[junit4:junit4]   2> 478638 T571 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@33403562
[junit4:junit4]   2> 478639 T571 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 478640 T571 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369088955891/control/data
[junit4:junit4]   2> 478640 T571 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ShardSplitTest-1369088955891/control/data/index/
[junit4:junit4]   2> 478641 T571 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ShardSplitTest-1369088955891/control/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 478641 T571 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369088955891/control/data/index
[junit4:junit4]   2> 478653 T571 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@428ad2e5 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1593a9e),segFN=segments_1,generation=1}
[junit4:junit4]   2> 478654 T571 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 478659 T571 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 478660 T571 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 478661 T571 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 478663 T571 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 478664 T571 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 478664 T571 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 478665 T571 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 478669 T571 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 478669 T571 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 478690 T571 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 478701 T571 oass.SolrIndexSearcher.<init> Opening Searcher@13292573 main
[junit4:junit4]   2> 478702 T571 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ShardSplitTest-1369088955891/control/data/tlog
[junit4:junit4]   2> 478704 T571 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 478704 T571 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 478716 T572 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@13292573 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 478718 T571 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 478719 T571 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 480127 T569 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 480129 T569 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"1",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:51880_jfr%2Fz",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:51880/jfr/z"}
[junit4:junit4]   2> 480130 T569 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4]   2> 480131 T569 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4]   2> 480149 T568 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 480729 T571 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 480730 T571 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:51880/jfr/z collection:control_collection shard:shard1
[junit4:junit4]   2> 480732 T571 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4]   2> 480760 T571 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 480768 T571 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 480769 T571 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 480769 T571 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:51880/jfr/z/collection1/
[junit4:junit4]   2> 480770 T571 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 480770 T571 oasc.SyncStrategy.syncToMe http://127.0.0.1:51880/jfr/z/collection1/ has no replicas
[junit4:junit4]   2> 480771 T571 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:51880/jfr/z/collection1/
[junit4:junit4]   2> 480771 T571 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4]   2> 481669 T569 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 481691 T568 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 481725 T571 oasc.ZkController.register We are http://127.0.0.1:51880/jfr/z/collection1/ and leader is http://127.0.0.1:51880/jfr/z/collection1/
[junit4:junit4]   2> 481726 T571 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:51880/jfr/z
[junit4:junit4]   2> 481726 T571 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 481727 T571 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 481727 T571 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 481733 T571 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 481738 T546 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 481739 T546 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 481740 T546 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 481771 T546 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 481775 T546 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 481786 T575 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@368a0553 name:ZooKeeperConnection Watcher:127.0.0.1:51877/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 481787 T546 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 481792 T546 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 481803 T546 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   2> 482415 T546 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 482423 T546 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:51884
[junit4:junit4]   2> 482425 T546 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 482426 T546 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 482426 T546 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty1-1369088962373
[junit4:junit4]   2> 482427 T546 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty1-1369088962373/solr.xml
[junit4:junit4]   2> 482427 T546 oasc.CoreContainer.<init> New CoreContainer 921279017
[junit4:junit4]   2> 482428 T546 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty1-1369088962373/'
[junit4:junit4]   2> 482429 T546 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty1-1369088962373/'
[junit4:junit4]   2> 482655 T546 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 482656 T546 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 482657 T546 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 482658 T546 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 482658 T546 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 482659 T546 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 482659 T546 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 482660 T546 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 482661 T546 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 482661 T546 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 482696 T546 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 482697 T546 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:51877/solr
[junit4:junit4]   2> 482698 T546 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 482700 T546 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 482707 T586 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@46b1e8de name:ZooKeeperConnection Watcher:127.0.0.1:51877 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 482711 T546 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 482718 T546 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 482786 T546 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 482792 T588 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@d97beed name:ZooKeeperConnection Watcher:127.0.0.1:51877/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 482792 T546 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 482807 T546 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 483216 T569 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 483219 T569 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"1",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:51880_jfr%2Fz",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:51880/jfr/z"}
[junit4:junit4]   2> 483232 T588 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 483233 T568 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 483233 T575 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 483825 T546 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51884_jfr%2Fz
[junit4:junit4]   2> 483828 T546 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:51884_jfr%2Fz
[junit4:junit4]   2> 483840 T575 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 483841 T575 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 483843 T568 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 483844 T568 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 483845 T588 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 483845 T588 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 483869 T589 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty1-1369088962373/collection1
[junit4:junit4]   2> 483870 T589 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 483872 T589 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 483872 T589 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 483882 T589 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty1-1369088962373/collection1/'
[junit4:junit4]   2> 483884 T589 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty1-1369088962373/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 483885 T589 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty1-1369088962373/collection1/lib/README' to classloader
[junit4:junit4]   2> 483975 T589 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 484104 T589 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 484109 T589 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 484118 T589 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4]   2> 485099 T589 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 485104 T589 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 485107 T589 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 485123 T589 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 485217 T589 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 485218 T589 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty1-1369088962373/collection1/, dataDir=./org.apache.solr.cloud.ShardSplitTest-1369088955891/jetty1/
[junit4:junit4]   2> 485218 T589 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@33403562
[junit4:junit4]   2> 485219 T589 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 485220 T589 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369088955891/jetty1
[junit4:junit4]   2> 485221 T589 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ShardSplitTest-1369088955891/jetty1/index/
[junit4:junit4]   2> 485221 T589 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ShardSplitTest-1369088955891/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 485222 T589 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369088955891/jetty1/index
[junit4:junit4]   2> 485228 T589 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6df07b9c lockFactory=org.apache.lucene.store.NativeFSLockFactory@737bb637),segFN=segments_1,generation=1}
[junit4:junit4]   2> 485229 T589 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 485237 T589 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 485237 T589 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 485238 T589 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 485240 T589 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 485241 T589 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 485241 T589 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 485242 T589 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 485243 T589 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 485244 T589 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 485271 T589 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 485281 T589 oass.SolrIndexSearcher.<init> Opening Searcher@1e0948ae main
[junit4:junit4]   2> 485282 T589 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ShardSplitTest-1369088955891/jetty1/tlog
[junit4:junit4]   2> 485284 T589 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 485284 T589 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 485291 T590 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1e0948ae main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 485296 T589 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 485297 T589 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 486267 T569 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 486271 T569 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"2",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:51884_jfr%2Fz",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:51884/jfr/z"}
[junit4:junit4]   2> 486271 T569 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 2
[junit4:junit4]   2> 486272 T569 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4]   2> 486285 T575 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 486285 T588 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 486286 T568 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 486301 T589 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 486301 T589 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:51884/jfr/z collection:collection1 shard:shard1
[junit4:junit4]   2> 486305 T589 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 486336 T589 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 486344 T589 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 486345 T589 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 486345 T589 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:51884/jfr/z/collection1/
[junit4:junit4]   2> 486346 T589 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 486346 T589 oasc.SyncStrategy.syncToMe http://127.0.0.1:51884/jfr/z/collection1/ has no replicas
[junit4:junit4]   2> 486346 T589 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:51884/jfr/z/collection1/
[junit4:junit4]   2> 486347 T589 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 487808 T569 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 487836 T588 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 487837 T575 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 487837 T568 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 487863 T589 oasc.ZkController.register We are http://127.0.0.1:51884/jfr/z/collection1/ and leader is http://127.0.0.1:51884/jfr/z/collection1/
[junit4:junit4]   2> 487864 T589 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:51884/jfr/z
[junit4:junit4]   2> 487865 T589 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 487865 T589 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 487868 T589 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 487875 T589 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 487879 T546 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 487880 T546 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 487880 T546 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 488490 T546 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 488497 T546 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:51887
[junit4:junit4]   2> 488499 T546 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 488500 T546 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 488501 T546 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty2-1369088968480
[junit4:junit4]   2> 488501 T546 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty2-1369088968480/solr.xml
[junit4:junit4]   2> 488502 T546 oasc.CoreContainer.<init> New CoreContainer 480486042
[junit4:junit4]   2> 488503 T546 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty2-1369088968480/'
[junit4:junit4]   2> 488503 T546 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty2-1369088968480/'
[junit4:junit4]   2> 488723 T546 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 488724 T546 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 488725 T546 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 488725 T546 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 488726 T546 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 488727 T546 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 488727 T546 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 488728 T546 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 488728 T546 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 488729 T546 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 488764 T546 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 488765 T546 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:51877/solr
[junit4:junit4]   2> 488765 T546 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 488768 T546 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 488775 T602 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@bc3c264 name:ZooKeeperConnection Watcher:127.0.0.1:51877 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 488776 T546 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 488782 T546 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 488813 T546 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 488823 T604 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6cb547bc name:ZooKeeperConnection Watcher:127.0.0.1:51877/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 488823 T546 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 488838 T546 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 489374 T569 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 489377 T569 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"2",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:51884_jfr%2Fz",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:51884/jfr/z"}
[junit4:junit4]   2> 489392 T588 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 489392 T575 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 489393 T568 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 489400 T604 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 489856 T546 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51887_jfr%2Fz
[junit4:junit4]   2> 489859 T546 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:51887_jfr%2Fz
[junit4:junit4]   2> 489875 T604 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 489878 T604 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 489878 T575 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 489879 T575 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 489883 T568 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 489884 T568 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 489887 T588 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 489888 T588 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 489907 T605 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty2-1369088968480/collection1
[junit4:junit4]   2> 489907 T605 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 489910 T605 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 489910 T605 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 489915 T605 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty2-1369088968480/collection1/'
[junit4:junit4]   2> 489917 T605 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty2-1369088968480/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 489917 T605 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty2-1369088968480/collection1/lib/README' to classloader
[junit4:junit4]   2> 490029 T605 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 490134 T605 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 490138 T605 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 490147 T605 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4]   2> 491161 T605 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 491168 T605 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 491172 T605 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 491181 T605 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 491284 T605 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 491289 T605 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty2-1369088968480/collection1/, dataDir=./org.apache.solr.cloud.ShardSplitTest-1369088955891/jetty2/
[junit4:junit4]   2> 491292 T605 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@33403562
[junit4:junit4]   2> 491295 T605 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 491296 T605 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369088955891/jetty2
[junit4:junit4]   2> 491297 T605 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ShardSplitTest-1369088955891/jetty2/index/
[junit4:junit4]   2> 491297 T605 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ShardSplitTest-1369088955891/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 491298 T605 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369088955891/jetty2/index
[junit4:junit4]   2> 491304 T605 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@520c704c lockFactory=org.apache.lucene.store.NativeFSLockFactory@6c515139),segFN=segments_1,generation=1}
[junit4:junit4]   2> 491305 T605 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 491310 T605 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 491311 T605 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 491313 T605 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 491314 T605 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 491315 T605 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 491315 T605 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 491316 T605 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 491317 T605 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 491318 T605 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 491339 T605 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 491354 T605 oass.SolrIndexSearcher.<init> Opening Searcher@27be80c2 main
[junit4:junit4]   2> 491357 T605 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ShardSplitTest-1369088955891/jetty2/tlog
[junit4:junit4]   2> 491359 T605 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 491359 T605 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 491366 T606 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@27be80c2 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 491370 T605 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 491371 T605 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 492463 T569 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 492466 T569 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"3",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:51887_jfr%2Fz",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:51887/jfr/z"}
[junit4:junit4]   2> 492466 T569 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 492466 T569 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard2
[junit4:junit4]   2> 492481 T604 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 492481 T575 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 492482 T588 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 492483 T568 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 493377 T605 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 493377 T605 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:51887/jfr/z collection:collection1 shard:shard2
[junit4:junit4]   2> 493393 T605 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4:junit4]   2> 493417 T605 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 493426 T605 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 493427 T605 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 493427 T605 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:51887/jfr/z/collection1/
[junit4:junit4]   2> 493427 T605 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 493428 T605 oasc.SyncStrategy.syncToMe http://127.0.0.1:51887/jfr/z/collection1/ has no replicas
[junit4:junit4]   2> 493428 T605 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:51887/jfr/z/collection1/
[junit4:junit4]   2> 493428 T605 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4:junit4]   2> 494014 T569 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 494046 T588 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 494047 T568 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 494056 T604 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 494057 T575 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 494131 T605 oasc.ZkController.register We are http://127.0.0.1:51887/jfr/z/collection1/ and leader is http://127.0.0.1:51887/jfr/z/collection1/
[junit4:junit4]   2> 494132 T605 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:51887/jfr/z
[junit4:junit4]   2> 494133 T605 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 494133 T605 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 494135 T605 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 494140 T605 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 494144 T546 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 494145 T546 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 494146 T546 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 494885 T546 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 494915 T546 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:51890
[junit4:junit4]   2> 494919 T546 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 494920 T546 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 494920 T546 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty3-1369088974760
[junit4:junit4]   2> 494921 T546 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty3-1369088974760/solr.xml
[junit4:junit4]   2> 494922 T546 oasc.CoreContainer.<init> New CoreContainer 176866136
[junit4:junit4]   2> 494923 T546 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty3-1369088974760/'
[junit4:junit4]   2> 494923 T546 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty3-1369088974760/'
[junit4:junit4]   2> 495161 T546 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 495163 T546 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 495164 T546 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 495165 T546 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 495166 T546 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 495167 T546 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 495168 T546 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 495169 T546 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 495170 T546 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 495171 T546 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 495207 T546 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 495209 T546 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:51877/solr
[junit4:junit4]   2> 495209 T546 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 495213 T546 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 495219 T618 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6b601188 name:ZooKeeperConnection Watcher:127.0.0.1:51877 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 495220 T546 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 495228 T546 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 495262 T546 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 495267 T620 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@46318420 name:ZooKeeperConnection Watcher:127.0.0.1:51877/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 495268 T546 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 495283 T546 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 495585 T569 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 495587 T569 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"3",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:51887_jfr%2Fz",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:51887/jfr/z"}
[junit4:junit4]   2> 495599 T620 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 495600 T568 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 495599 T604 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 495601 T575 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 495601 T588 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 496302 T546 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51890_jfr%2Fz
[junit4:junit4]   2> 496307 T546 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:51890_jfr%2Fz
[junit4:junit4]   2> 496321 T588 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 496322 T604 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 496322 T604 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 496322 T620 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 496322 T575 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 496325 T575 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 496322 T588 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 496324 T620 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 496323 T568 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 496328 T568 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 496364 T621 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty3-1369088974760/collection1
[junit4:junit4]   2> 496365 T621 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 496368 T621 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 496369 T621 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 496374 T621 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty3-1369088974760/collection1/'
[junit4:junit4]   2> 496377 T621 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty3-1369088974760/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 496377 T621 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty3-1369088974760/collection1/lib/README' to classloader
[junit4:junit4]   2> 496534 T621 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 496686 T621 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 496691 T621 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 496696 T621 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4]   2> 497871 T621 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 497880 T621 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 497884 T621 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 497923 T621 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 498064 T621 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 498065 T621 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty3-1369088974760/collection1/, dataDir=./org.apache.solr.cloud.ShardSplitTest-1369088955891/jetty3/
[junit4:junit4]   2> 498066 T621 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@33403562
[junit4:junit4]   2> 498067 T621 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 498069 T621 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369088955891/jetty3
[junit4:junit4]   2> 498070 T621 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ShardSplitTest-1369088955891/jetty3/index/
[junit4:junit4]   2> 498070 T621 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ShardSplitTest-1369088955891/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 498073 T621 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369088955891/jetty3/index
[junit4:junit4]   2> 498082 T621 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@689b3241 lockFactory=org.apache.lucene.store.NativeFSLockFactory@cd2c5ee),segFN=segments_1,generation=1}
[junit4:junit4]   2> 498083 T621 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 498092 T621 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 498093 T621 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 498096 T621 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 498098 T621 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 498100 T621 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 498101 T621 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 498101 T621 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 498102 T621 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 498103 T621 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 498123 T621 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 498137 T621 oass.SolrIndexSearcher.<init> Opening Searcher@34d0191 main
[junit4:junit4]   2> 498137 T621 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ShardSplitTest-1369088955891/jetty3/tlog
[junit4:junit4]   2> 498140 T621 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 498141 T621 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 498157 T622 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@34d0191 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 498161 T621 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 498162 T621 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 498644 T569 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 498647 T569 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"4",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:51890_jfr%2Fz",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:51890/jfr/z"}
[junit4:junit4]   2> 498648 T569 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 498649 T569 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4]   2> 498671 T568 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 498684 T620 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 498684 T604 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 498684 T575 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 498685 T588 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 499166 T621 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 499167 T621 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:51890/jfr/z collection:collection1 shard:shard1
[junit4:junit4]   2> 499183 T621 oasc.ZkController.register We are http://127.0.0.1:51890/jfr/z/collection1/ and leader is http://127.0.0.1:51884/jfr/z/collection1/
[junit4:junit4]   2> 499184 T621 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:51890/jfr/z
[junit4:junit4]   2> 499184 T621 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 499184 T621 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C40 name=collection1 org.apache.solr.core.SolrCore@2103ad6 url=http://127.0.0.1:51890/jfr/z/collection1 node=127.0.0.1:51890_jfr%2Fz C40_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:51890_jfr%2Fz, base_url=http://127.0.0.1:51890/jfr/z}
[junit4:junit4]   2> 499186 T623 C40 P51890 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 499188 T623 C40 P51890 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 499188 T623 C40 P51890 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 499188 T623 C40 P51890 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 499188 T621 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 499192 T623 C40 P51890 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 499193 T546 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 499194 T546 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 499195 T546 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 499231 T584 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 4, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4]   2> 500039 T546 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 500052 T546 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:51894
[junit4:junit4]   2> 500056 T546 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 500057 T546 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 500058 T546 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty4-1369088979801
[junit4:junit4]   2> 500058 T546 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty4-1369088979801/solr.xml
[junit4:junit4]   2> 500059 T546 oasc.CoreContainer.<init> New CoreContainer 319132417
[junit4:junit4]   2> 500062 T546 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty4-1369088979801/'
[junit4:junit4]   2> 500063 T546 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty4-1369088979801/'
[junit4:junit4]   2> 500228 T569 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 500233 T569 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"4",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:51890_jfr%2Fz",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:51890/jfr/z"}
[junit4:junit4]   2> 500279 T575 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 500279 T620 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 500279 T568 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 500280 T588 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 500280 T604 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 500483 T546 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 500484 T546 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 500484 T546 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 500485 T546 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 500486 T546 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 500486 T546 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 500487 T546 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 500494 T546 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 500495 T546 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 500499 T546 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 500550 T546 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 500554 T546 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:51877/solr
[junit4:junit4]   2> 500555 T546 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 500557 T546 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 500564 T635 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7a08334c name:ZooKeeperConnection Watcher:127.0.0.1:51877 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 500565 T546 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 500572 T546 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 500608 T546 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 500613 T637 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1767573f name:ZooKeeperConnection Watcher:127.0.0.1:51877/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 500614 T546 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 500628 T546 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 501244 T584 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 4, state: recovering, checkLive: true, onlyIfLeader: true for: 2 seconds.
[junit4:junit4]   2> 501245 T584 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=4&state=recovering&nodeName=127.0.0.1:51890_jfr%252Fz&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2014 
[junit4:junit4]   2> 501644 T546 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51894_jfr%2Fz
[junit4:junit4]   2> 501649 T546 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:51894_jfr%2Fz
[junit4:junit4]   2> 501666 T588 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 501667 T588 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 501668 T575 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 501668 T575 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 501673 T620 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 501675 T637 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 501675 T568 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 501676 T568 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 501674 T620 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 501678 T604 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 501679 T604 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 501717 T638 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty4-1369088979801/collection1
[junit4:junit4]   2> 501718 T638 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 501721 T638 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 501722 T638 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 501728 T638 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty4-1369088979801/collection1/'
[junit4:junit4]   2> 501732 T638 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty4-1369088979801/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 501735 T638 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty4-1369088979801/collection1/lib/README' to classloader
[junit4:junit4]   2> 501898 T638 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 502017 T638 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 502022 T638 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 502031 T638 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4]   2>  C40_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:51890_jfr%2Fz, base_url=http://127.0.0.1:51890/jfr/z}
[junit4:junit4]   2> 503248 T623 C40 P51890 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:51884/jfr/z/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 503249 T623 C40 P51890 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:51890/jfr/z START replicas=[http://127.0.0.1:51884/jfr/z/collection1/] nUpdates=100
[junit4:junit4]   2> 503250 T623 C40 P51890 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 503252 T623 C40 P51890 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 503253 T623 C40 P51890 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 503253 T623 C40 P51890 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 503253 T623 C40 P51890 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 503254 T623 C40 P51890 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:51884/jfr/z/collection1/. core=collection1
[junit4:junit4]   2> 503254 T623 C40 P51890 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C41 name=collection1 org.apache.solr.core.SolrCore@3083baf6 url=http://127.0.0.1:51884/jfr/z/collection1 node=127.0.0.1:51884_jfr%2Fz C41_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:51884_jfr%2Fz, base_url=http://127.0.0.1:51884/jfr/z, leader=true}
[junit4:junit4]   2> 503336 T583 C41 P51884 oasc.SolrCore.execute [collection1] webapp=/jfr/z path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=5 
[junit4:junit4]   2> 503357 T579 C41 P51884 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 503374 T579 C41 P51884 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6df07b9c lockFactory=org.apache.lucene.store.NativeFSLockFactory@737bb637),segFN=segments_1,generation=1}
[junit4:junit4]   2> 503377 T579 C41 P51884 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 503380 T579 C41 P51884 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6df07b9c lockFactory=org.apache.lucene.store.NativeFSLockFactory@737bb637),segFN=segments_1,generation=1}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6df07b9c lockFactory=org.apache.lucene.store.NativeFSLockFactory@737bb637),segFN=segments_2,generation=2}
[junit4:junit4]   2> 503381 T579 C41 P51884 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4]   2> 503383 T579 C41 P51884 oass.SolrIndexSearcher.<init> Opening Searcher@4db5f5b2 realtime
[junit4:junit4]   2> 503384 T579 C41 P51884 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 503384 T579 C41 P51884 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 27
[junit4:junit4]   2> 503390 T623 C40 P51890 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 503391 T623 C40 P51890 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 503412 T581 C41 P51884 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 503413 T581 C41 P51884 oasc.SolrCore.execute [collection1] webapp=/jfr/z path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=17 
[junit4:junit4]   2> 503417 T623 C40 P51890 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 503418 T623 C40 P51890 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 503418 T623 C40 P51890 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 503424 T582 C41 P51884 oasc.SolrCore.execute [collection1] webapp=/jfr/z path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=1 
[junit4:junit4]   2> 503426 T623 C40 P51890 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 503430 T623 C40 P51890 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369088955891/jetty3/index.20130521052943996
[junit4:junit4]   2> 503431 T623 C40 P51890 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@2a321f80 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1608d7c4) fullCopy=false
[junit4:junit4]   2> 503443 T584 C41 P51884 oasc.SolrCore.execute [collection1] webapp=/jfr/z path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=1 
[junit4:junit4]   2> 503457 T623 C40 P51890 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 503468 T623 C40 P51890 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 503469 T623 C40 P51890 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 503473 T623 C40 P51890 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@689b3241 lockFactory=org.apache.lucene.store.NativeFSLockFactory@cd2c5ee),segFN=segments_1,generation=1}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@689b3241 lockFactory=org.apache.lucene.store.NativeFSLockFactory@cd2c5ee),segFN=segments_2,generation=2}
[junit4:junit4]   2> 503475 T623 C40 P51890 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4]   2> 503476 T623 C40 P51890 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 503477 T623 C40 P51890 oass.SolrIndexSearcher.<init> Opening Searcher@1a7a84a0 main
[junit4:junit4]   2> 503485 T622 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1a7a84a0 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 503488 T623 C40 P51890 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.ShardSplitTest-1369088955891/jetty3/index.20130521052943996 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ShardSplitTest-1369088955891/jetty3/index.20130521052943996;done=true>>]
[junit4:junit4]   2> 503489 T623 C40 P51890 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.ShardSplitTest-1369088955891/jetty3/index.20130521052943996
[junit4:junit4]   2> 503495 T623 C40 P51890 oasc.CachingDirectoryFactory.closeCacheValue Removing directory before core close: ./org.apache.solr.cloud.ShardSplitTest-1369088955891/jetty3/index.20130521052943996
[junit4:junit4]   2> 503496 T623 C40 P51890 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 503496 T623 C40 P51890 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 503497 T623 C40 P51890 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 503497 T623 C40 P51890 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 503511 T623 C40 P51890 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 503577 T638 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 503585 T638 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 503599 T638 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 503612 T638 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 503784 T638 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 503785 T638 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty4-1369088979801/collection1/, dataDir=./org.apache.solr.cloud.ShardSplitTest-1369088955891/jetty4/
[junit4:junit4]   2> 503786 T638 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@33403562
[junit4:junit4]   2> 503787 T638 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 503789 T638 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369088955891/jetty4
[junit4:junit4]   2> 503789 T638 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ShardSplitTest-1369088955891/jetty4/index/
[junit4:junit4]   2> 503790 T638 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ShardSplitTest-1369088955891/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 503791 T638 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369088955891/jetty4/index
[junit4:junit4]   2> 503799 T638 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@502c394a lockFactory=org.apache.lucene.store.NativeFSLockFactory@1c747e2f),segFN=segments_1,generation=1}
[junit4:junit4]   2> 503800 T638 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 503809 T638 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 503811 T638 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 503813 T638 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 503814 T638 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 503817 T638 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 503817 T638 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 503820 T638 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 503821 T638 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 503823 T638 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 503857 T638 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 503870 T638 oass.SolrIndexSearcher.<init> Opening Searcher@8aeb5fc main
[junit4:junit4]   2> 503872 T638 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ShardSplitTest-1369088955891/jetty4/tlog
[junit4:junit4]   2> 503875 T638 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 503876 T638 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 503886 T641 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@8aeb5fc main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 503892 T638 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 503892 T638 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 504889 T569 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 504892 T569 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"4",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:51890_jfr%2Fz",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:51890/jfr/z"}
[junit4:junit4]   2> 504908 T569 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"5",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:51894_jfr%2Fz",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:51894/jfr/z"}
[junit4:junit4]   2> 504908 T569 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 504909 T569 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard2
[junit4:junit4]   2> 504927 T604 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 504928 T620 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 504928 T588 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 504929 T575 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 504929 T568 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 504948 T637 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 505907 T638 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 505919 T638 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:51894/jfr/z collection:collection1 shard:shard2
[junit4:junit4]   2> 505992 T638 oasc.ZkController.register We are http://127.0.0.1:51894/jfr/z/collection1/ and leader is http://127.0.0.1:51887/jfr/z/collection1/
[junit4:junit4]   2> 505992 T638 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:51894/jfr/z
[junit4:junit4]   2> 505993 T638 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 505993 T638 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C42 name=collection1 org.apache.solr.core.SolrCore@2557ce03 url=http://127.0.0.1:51894/jfr/z/collection1 node=127.0.0.1:51894_jfr%2Fz C42_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:51894_jfr%2Fz, base_url=http://127.0.0.1:51894/jfr/z}
[junit4:junit4]   2> 505994 T642 C42 P51894 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 505996 T642 C42 P51894 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 505996 T642 C42 P51894 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 505996 T638 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 505996 T642 C42 P51894 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 506000 T546 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 506001 T546 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 506002 T546 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 506027 T642 C42 P51894 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 506061 T546 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 506070 T597 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 5, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4]   2> 506073 T546 oasc.AbstractFullDistribZkTestBase.waitForThingsToLevelOut Wait for recoveries to finish - wait 15 for each attempt
[junit4:junit4]   2> 506074 T546 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):15
[junit4:junit4]   2> 506078 T546 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 506468 T569 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 506471 T569 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"5",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:51894_jfr%2Fz",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:51894/jfr/z"}
[junit4:junit4]   2> 506496 T637 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 506497 T588 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 506497 T568 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 506497 T620 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 506496 T604 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 506497 T575 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 507072 T597 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 5, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4:junit4]   2> 507074 T597 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=5&state=recovering&nodeName=127.0.0.1:51894_jfr%252Fz&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=1004 
[junit4:junit4]   2> 507085 T546 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 508092 T546 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2>  C42_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:51894_jfr%2Fz, base_url=http://127.0.0.1:51894/jfr/z}
[junit4:junit4]   2> 509078 T642 C42 P51894 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:51887/jfr/z/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 509079 T642 C42 P51894 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:51894/jfr/z START replicas=[http://127.0.0.1:51887/jfr/z/collection1/] nUpdates=100
[junit4:junit4]   2> 509082 T642 C42 P51894 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 509085 T642 C42 P51894 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 509088 T642 C42 P51894 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 509088 T642 C42 P51894 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 509089 T642 C42 P51894 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 509090 T642 C42 P51894 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:51887/jfr/z/collection1/. core=collection1
[junit4:junit4]   2> 509098 T642 C42 P51894 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 509133 T546 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> ASYNC  NEW_CORE C43 name=collection1 org.apache.solr.core.SolrCore@3688790a url=http://127.0.0.1:51887/jfr/z/collection1 node=127.0.0.1:51887_jfr%2Fz C43_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:51887_jfr%2Fz, base_url=http://127.0.0.1:51887/jfr/z, leader=true}
[junit4:junit4]   2> 509135 T600 C43 P51887 oasc.SolrCore.execute [collection1] webapp=/jfr/z path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=9 
[junit4:junit4]   2> 509166 T595 C43 P51887 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 509171 T595 C43 P51887 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@520c704c lockFactory=org.apache.lucene.store.NativeFSLockFactory@6c515139),segFN=segments_1,generation=1}
[junit4:junit4]   2> 509172 T595 C43 P51887 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 509174 T595 C43 P51887 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@520c704c lockFactory=org.apache.lucene.store.NativeFSLockFactory@6c515139),segFN=segments_1,generation=1}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@520c704c lockFactory=org.apache.lucene.store.NativeFSLockFactory@6c515139),segFN=segments_2,generation=2}
[junit4:junit4]   2> 509175 T595 C43 P51887 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4]   2> 509176 T595 C43 P51887 oass.SolrIndexSearcher.<init> Opening Searcher@2e34d2e1 realtime
[junit4:junit4]   2> 509177 T595 C43 P51887 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 509178 T595 C43 P51887 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 11
[junit4:junit4]   2> 509180 T642 C42 P51894 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 509181 T642 C42 P51894 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 509188 T596 C43 P51887 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 509189 T596 C43 P51887 oasc.SolrCore.execute [collection1] webapp=/jfr/z path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=3 
[junit4:junit4]   2> 509190 T642 C42 P51894 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 509191 T642 C42 P51894 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 509191 T642 C42 P51894 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 509201 T599 C43 P51887 oasc.SolrCore.execute [collection1] webapp=/jfr/z path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=0 
[junit4:junit4]   2> 509204 T642 C42 P51894 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 509206 T642 C42 P51894 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369088955891/jetty4/index.20130521052949773
[junit4:junit4]   2> 509206 T642 C42 P51894 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@2b80c6ea lockFactory=org.apache.lucene.store.NativeFSLockFactory@77f2d664) fullCopy=false
[junit4:junit4]   2> 509211 T597 C43 P51887 oasc.SolrCore.execute [collection1] webapp=/jfr/z path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=1 
[junit4:junit4]   2> 509214 T642 C42 P51894 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 509219 T642 C42 P51894 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 509220 T642 C42 P51894 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 509225 T642 C42 P51894 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@502c394a lockFactory=org.apache.lucene.store.NativeFSLockFactory@1c747e2f),segFN=segments_1,generation=1}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@502c394a lockFactory=org.apache.lucene.store.NativeFSLockFactory@1c747e2f),segFN=segments_2,generation=2}
[junit4:junit4]   2> 509227 T642 C42 P51894 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4]   2> 509227 T642 C42 P51894 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 509228 T642 C42 P51894 oass.SolrIndexSearcher.<init> Opening Searcher@a065cad main
[junit4:junit4]   2> 509230 T641 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@a065cad main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 509231 T642 C42 P51894 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.ShardSplitTest-1369088955891/jetty4/index.20130521052949773 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ShardSplitTest-1369088955891/jetty4/index.20130521052949773;done=true>>]
[junit4:junit4]   2> 509231 T642 C42 P51894 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.ShardSplitTest-1369088955891/jetty4/index.20130521052949773
[junit4:junit4]   2> 509232 T642 C42 P51894 oasc.CachingDirectoryFactory.closeCacheValue Removing directory before core close: ./org.apache.solr.cloud.ShardSplitTest-1369088955891/jetty4/index.20130521052949773
[junit4:junit4]   2> 509232 T642 C42 P51894 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 509232 T642 C42 P51894 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 509232 T642 C42 P51894 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 509233 T642 C42 P51894 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 509237 T642 C42 P51894 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 509534 T569 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 509537 T569 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"5",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:51894_jfr%2Fz",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:51894/jfr/z"}
[junit4:junit4]   2> 509558 T604 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 509558 T637 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 509559 T575 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 509559 T568 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 509558 T620 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 509559 T588 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 510167 T546 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 510170 T546 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: collection1
[junit4:junit4]   2> ASYNC  NEW_CORE C44 name=collection1 org.apache.solr.core.SolrCore@27478649 url=http://127.0.0.1:51880/jfr/z/collection1 node=127.0.0.1:51880_jfr%2Fz C44_STATE=coll:control_collection core:collection1 props:{shard=shard1, state=active, core=collection1, collection=control_collection, node_name=127.0.0.1:51880_jfr%2Fz, base_url=http://127.0.0.1:51880/jfr/z, leader=true}
[junit4:junit4]   2> 510186 T561 C44 P51880 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 510190 T561 C44 P51880 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@428ad2e5 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1593a9e),segFN=segments_1,generation=1}
[junit4:junit4]   2> 510191 T561 C44 P51880 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 510193 T561 C44 P51880 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@428ad2e5 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1593a9e),segFN=segments_1,generation=1}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@428ad2e5 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1593a9e),segFN=segments_2,generation=2}
[junit4:junit4]   2> 510193 T561 C44 P51880 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4]   2> 510194 T561 C44 P51880 oass.SolrIndexSearcher.<init> Opening Searcher@432c676e main
[junit4:junit4]   2> 510196 T561 C44 P51880 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 510197 T572 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@432c676e main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 510198 T561 C44 P51880 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 12
[junit4:junit4]   2> 510235 T598 C43 P51887 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 510237 T598 C43 P51887 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@520c704c lockFactory=org.apache.lucene.store.NativeFSLockFactory@6c515139),segFN=segments_2,generation=2}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@520c704c lockFactory=org.apache.lucene.store.NativeFSLockFactory@6c515139),segFN=segments_3,generation=3}
[junit4:junit4]   2> 510238 T598 C43 P51887 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4]   2> 510239 T598 C43 P51887 oass.SolrIndexSearcher.<init> Opening Searcher@93a2f65 main
[junit4:junit4]   2> 510239 T598 C43 P51887 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 510241 T606 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@93a2f65 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 510243 T598 C43 P51887 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:51884/jfr/z/collection1/, StdNode: http://127.0.0.1:51890/jfr/z/collection1/, StdNode: http://127.0.0.1:51894/jfr/z/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4]   2> 510267 T582 C41 P51884 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2>  C42_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:51894_jfr%2Fz, base_url=http://127.0.0.1:51894/jfr/z}
[junit4:junit4]   2> 510286 T629 C42 P51894 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2>  C40_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:51890_jfr%2Fz, base_url=http://127.0.0.1:51890/jfr/z}
[junit4:junit4]   2> 510292 T613 C40 P51890 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 510296 T629 C42 P51894 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@502c394a lockFactory=org.apache.lucene.store.NativeFSLockFactory@1c747e2f),segFN=segments_2,generation=2}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@502c394a lockFactory=org.apache.lucene.store.NativeFSLockFactory@1c747e2f),segFN=segments_3,generation=3}
[junit4:junit4]   2> 510296 T613 C40 P51890 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@689b3241 lockFactory=org.apache.lucene.store.NativeFSLockFactory@cd2c5ee),segFN=segments_2,generation=2}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@689b3241 lockFactory=org.apache.lucene.store.NativeFSLockFactory@cd2c5ee),segFN=segments_3,generation=3}
[junit4:junit4]   2> 510297 T613 C40 P51890 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4]   2> 510296 T629 C42 P51894 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4]   2> 510304 T613 C40 P51890 oass.SolrIndexSearcher.<init> Opening Searcher@2b08b6c main
[junit4:junit4]   2> 510298 T582 C41 P51884 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6df07b9c lockFactory=org.apache.lucene.store.NativeFSLockFactory@737bb637),segFN=segments_2,generation=2}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6df07b9c lockFactory=org.apache.lucene.store.NativeFSLockFactory@737bb637),segFN=segments_3,generation=3}
[junit4:junit4]   2> 510307 T582 C41 P51884 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4]   2> 510307 T582 C41 P51884 oass.SolrIndexSearcher.<init> Opening Searcher@546c4a7f main
[junit4:junit4]   2> 510308 T629 C42 P51894 oass.SolrIndexSearcher.<init> Opening Searcher@4417bccb main
[junit4:junit4]   2> 510312 T629 C42 P51894 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 510306 T613 C40 P51890 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 510313 T590 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@546c4a7f main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 510314 T641 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4417bccb main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 510308 T582 C41 P51884 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 510316 T582 C41 P51884 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 49
[junit4:junit4]   2> 510307 T622 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2b08b6c main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 510315 T629 C42 P51894 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 29
[junit4:junit4]   2> 510318 T613 C40 P51890 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 26
[junit4:junit4]   2> 510320 T598 C43 P51887 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 85
[junit4:junit4]   2> 510322 T546 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 510329 T583 C41 P51884 oasc.SolrCore.execute [collection1] webapp=/jfr/z path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 510335 T614 C40 P51890 oasc.SolrCore.execute [collection1] webapp=/jfr/z path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 510341 T599 C43 P51887 oasc.SolrCore.execute [collection1] webapp=/jfr/z path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 510349 T630 C42 P51894 oasc.SolrCore.execute [collection1] webapp=/jfr/z path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 512357 T561 C44 P51880 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={wt=javabin&version=2} {deleteByQuery=*:* (-1435593859845324800)} 0 2
[junit4:junit4]   2> 512391 T615 C40 P51890 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={update.distrib=FROMLEADER&_version_=-1435593859853713408&update.from=http://127.0.0.1:51884/jfr/z/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1435593859853713408)} 0 2
[junit4:junit4]   2> 512397 T630 C42 P51894 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={update.distrib=FROMLEADER&_version_=-1435593859878879232&update.from=http://127.0.0.1:51887/jfr/z/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1435593859878879232)} 0 2
[junit4:junit4]   2> 512399 T599 C43 P51887 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={update.distrib=TOLEADER&wt=javabin&version=2} {deleteByQuery=*:* (-1435593859878879232)} 0 11
[junit4:junit4]   2> 512401 T583 C41 P51884 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={wt=javabin&version=2} {deleteByQuery=*:* (-1435593859853713408)} 0 37
[junit4:junit4]   2> 512410 T562 C44 P51880 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={wt=javabin&version=2} {add=[a!0 (1435593859898802176)]} 0 4
[junit4:junit4]   2> 512426 T631 C42 P51894 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={distrib.from=http://127.0.0.1:51887/jfr/z/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[a!0 (1435593859911385088)]} 0 2
[junit4:junit4]   2> 512429 T597 C43 P51887 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={distrib.from=http://127.0.0.1:51884/jfr/z/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[a!0 (1435593859911385088)]} 0 10
[junit4:junit4]   2> 512431 T579 C41 P51884 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={wt=javabin&version=2} {add=[a!0]} 0 16
[junit4:junit4]   2> 512437 T563 C44 P51880 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={wt=javabin&version=2} {add=[b!1 (1435593859929210880)]} 0 1
[junit4:junit4]   2> 512456 T616 C40 P51890 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={distrib.from=http://127.0.0.1:51884/jfr/z/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[b!1 (1435593859935502336)]} 0 3
[junit4:junit4]   2> 512458 T580 C41 P51884 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={wt=javabin&version=2} {add=[b!1 (1435593859935502336)]} 0 16
[junit4:junit4]   2> 512464 T564 C44 P51880 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={wt=javabin&version=2} {add=[c!2 (1435593859958571008)]} 0 1
[junit4:junit4]   2> 512481 T611 C40 P51890 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={distrib.from=http://127.0.0.1:51884/jfr/z/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[c!2 (1435593859970105344)]} 0 2
[junit4:junit4]   2> 512483 T581 C41 P51884 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={distrib.from=http://127.0.0.1:51887/jfr/z/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[c!2 (1435593859970105344)]} 0 8
[junit4:junit4]   2> 512484 T600 C43 P51887 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={wt=javabin&version=2} {add=[c!2]} 0 13
[junit4:junit4]   2> 512490 T559 C44 P51880 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={wt=javabin&version=2} {add=[d!3 (1435593859984785408)]} 0 1
[junit4:junit4]   2> 512525 T632 C42 P51894 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={distrib.from=http://127.0.0.1:51887/jfr/z/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[d!3 (1435593859991076864)]} 0 2
[junit4:junit4]   2> 512528 T595 C43 P51887 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={wt=javabin&version=2} {add=[d!3 (1435593859991076864)]} 0 34
[junit4:junit4]   2> 512534 T560 C44 P51880 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={wt=javabin&version=2} {add=[e!4 (1435593860030922752)]} 0 2
[junit4:junit4]   2> 512550 T633 C42 P51894 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={distrib.from=http://127.0.0.1:51887/jfr/z/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[e!4 (1435593860043505664)]} 0 1
[junit4:junit4]   2> 512552 T598 C43 P51887 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={wt=javabin&version=2} {add=[e!4 (1435593860043505664)]} 0 7
[junit4:junit4]   2> 512558 T561 C44 P51880 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={wt=javabin&version=2} {add=[f!5 (1435593860056088576)]} 0 1
[junit4:junit4]   2> 512571 T628 C42 P51894 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={distrib.from=http://127.0.0.1:51887/jfr/z/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[f!5 (1435593860065525760)]} 0 1
[junit4:junit4]   2> 512573 T596 C43 P51887 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={distrib.from=http://127.0.0.1:51884/jfr/z/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[f!5 (1435593860065525760)]} 0 7
[junit4:junit4]   2> 512575 T582 C41 P51884 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={wt=javabin&version=2} {add=[f!5]} 0 13
[junit4:junit4]   2> 512584 T562 C44 P51880 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={wt=javabin&version=2} {add=[g!6 (1435593860081254400)]} 0 5
[junit4:junit4]   2> 512601 T612 C40 P51890 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={distrib.from=http://127.0.0.1:51884/jfr/z/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[g!6 (1435593860096983040)]} 0 1
[junit4:junit4]   2> 512603 T584 C41 P51884 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={distrib.from=http://127.0.0.1:51887/jfr/z/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[g!6 (1435593860096983040)]} 0 7
[junit4:junit4]   2> 512605 T599 C43 P51887 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={wt=javabin&version=2} {add=[g!6]} 0 14
[junit4:junit4]   2> 512610 T563 C44 P51880 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={wt=javabin&version=2} {add=[h!7 (1435593860111663104)]} 0 1
[junit4:junit4]   2> 512620 T613 C40 P51890 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={distrib.from=http://127.0.0.1:51884/jfr/z/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[h!7 (1435593860116905984)]} 0 1
[junit4:junit4]   2> 512622 T583 C41 P51884 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={wt=javabin&version=2} {add=[h!7 (1435593860116905984)]} 0 7
[junit4:junit4]   2> 512627 T564 C44 P51880 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={wt=javabin&version=2} {add=[i!8 (1435593860128440320)]} 0 1
[junit4:junit4]   2> 512641 T614 C40 P51890 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={distrib.from=http://127.0.0.1:51884/jfr/z/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[i!8 (1435593860138926080)]} 0 1
[junit4:junit4]   2> 512643 T579 C41 P51884 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={distrib.from=http://127.0.0.1:51887/jfr/z/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[i!8 (1435593860138926080)]} 0 7
[junit4:junit4]   2> 512648 T597 C43 P51887 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={wt=javabin&version=2} {add=[i!8]} 0 16
[junit4:junit4]   2> 512657 T560 C44 P51880 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={wt=javabin&version=2} {add=[j!9 (1435593860159897600)]} 0 1
[junit4:junit4]   2> 512668 T615 C40 P51890 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={distrib.from=http://127.0.0.1:51884/jfr/z/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[j!9 (1435593860167237632)]} 0 1
[junit4:junit4]   2> 512670 T580 C41 P51884 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={wt=javabin&version=2} {add=[j!9 (1435593860167237632)]} 0 8
[junit4:junit4]   2> 512675 T561 C44 P51880 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={wt=javabin&version=2} {add=[k!10 (1435593860178771968)]} 0 1
[junit4:junit4]   2> 512686 T616 C40 P51890 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={distrib.from=http://127.0.0.1:51884/jfr/z/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[k!10 (1435593860186112000)]} 0 1
[junit4:junit4]   2> 512688 T581 C41 P51884 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={wt=javabin&version=2} {add=[k!10 (1435593860186112000)]} 0 8
[junit4:junit4]   2> 512694 T562 C44 P51880 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={wt=javabin&version=2} {add=[l!11 (1435593860198694912)]} 0 1
[junit4:junit4]   2> 512703 T629 C42 P51894 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={distrib.from=http://127.0.0.1:51887/jfr/z/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[l!11 (1435593860204986368)]} 0 1
[junit4:junit4]   2> 512705 T600 C43 P51887 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={wt=javabin&version=2} {add=[l!11 (1435593860204986368)]} 0 7
[junit4:junit4]   2> 512710 T563 C44 P51880 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={wt=javabin&version=2} {add=[m!12 (1435593860216520704)]} 0 1
[junit4:junit4]   2> 512726 T630 C42 P51894 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={distrib.from=http://127.0.0.1:51887/jfr/z/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[m!12 (1435593860228055040)]} 0 1
[junit4:junit4]   2> 512728 T595 C43 P51887 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={wt=javabin&version=2} {add=[m!12 (1435593860228055040)]} 0 7
[junit4:junit4]   2> 512734 T564 C44 P51880 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={wt=javabin&version=2} {add=[n!13 (1435593860241686528)]} 0 1
[junit4:junit4]   2> 512744 T611 C40 P51890 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={distrib.from=http://127.0.0.1:51884/jfr/z/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[n!13 (1435593860247977984)]} 0 1
[junit4:junit4]   2> 512746 T582 C41 P51884 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={wt=javabin&version=2} {add=[n!13 (1435593860247977984)]} 0 7
[junit4:junit4]   2> 512751 T559 C44 P51880 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={wt=javabin&version=2} {add=[o!14 (1435593860258463744)]} 0 1
[junit4:junit4]   2> 512759 T631 C42 P51894 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={distrib.from=http://127.0.0.1:51887/jfr/z/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[o!14 (1435593860263706624)]} 0 0
[junit4:junit4]   2> 512761 T598 C43 P51887 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={wt=javabin&version=2} {add=[o!14 (1435593860263706624)]} 0 6
[junit4:junit4]   2> 512766 T560 C44 P51880 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={wt=javabin&version=2} {add=[p!15 (1435593860275240960)]} 0 1
[junit4:junit4]   2> 512778 T613 C40 P51890 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={distrib.from=http://127.0.0.1:51884/jfr/z/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[p!15 (1435593860283629568)]} 0 0
[junit4:junit4]   2> 512780 T583 C41 P51884 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={distrib.from=http://127.0.0.1:51887/jfr/z/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[p!15 (1435593860283629568)]} 0 6
[junit4:junit4]   2> 512782 T599 C43 P51887 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={wt=javabin&version=2} {add=[p!15]} 0 11
[junit4:junit4]   2> 512789 T561 C44 P51880 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={wt=javabin&version=2} {add=[q!16 (1435593860298309632)]} 0 1
[junit4:junit4]   2> 512817 T614 C40 P51890 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={distrib.from=http://127.0.0.1:51884/jfr/z/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[q!16 (1435593860324524032)]} 0 0
[junit4:junit4]   2> 512819 T579 C41 P51884 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={distrib.from=http://127.0.0.1:51887/jfr/z/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[q!16 (1435593860324524032)]} 0 6
[junit4:junit4]   2> 512822 T597 C43 P51887 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={wt=javabin&version=2} {add=[q!16]} 0 17
[junit4:junit4]   2> 512830 T562 C44 P51880 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={wt=javabin&version=2} {add=[r!17 (1435593860341301248)]} 0 2
[junit4:junit4]   2> 512846 T632 C42 P51894 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={distrib.from=http://127.0.0.1:51887/jfr/z/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[r!17 (1435593860352835584)]} 0 2
[junit4:junit4]   2> 512848 T600 C43 P51887 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={distrib.from=http://127.0.0.1:51884/jfr/z/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[r!17 (1435593860352835584)]} 0 9
[junit4:junit4]   2> 512850 T580 C41 P51884 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={wt=javabin&version=2} {add=[r!17]} 0 14
[junit4:junit4]   2> 512857 T563 C44 P51880 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={wt=javabin&version=2} {add=[s!18 (1435593860369612800)]} 0 1
[junit4:junit4]   2> 512866 T615 C40 P51890 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={distrib.from=http://127.0.0.1:51884/jfr/z/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[s!18 (1435593860375904256)]} 0 1
[junit4:junit4]   2> 512868 T581 C41 P51884 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={wt=javabin&version=2} {add=[s!18 (1435593860375904256)]} 0 7
[junit4:junit4]   2> 512873 T564 C44 P51880 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={wt=javabin&version=2} {add=[t!19 (1435593860386390016)]} 0 1
[junit4:junit4]   2> 512885 T616 C40 P51890 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={distrib.from=http://127.0.0.1:51884/jfr/z/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[t!19 (1435593860394778624)]} 0 1
[junit4:junit4]   2> 512886 T582 C41 P51884 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={distrib.from=http://127.0.0.1:51887/jfr/z/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[t!19 (1435593860394778624)]} 0 6
[junit4:junit4]   2> 512888 T595 C43 P51887 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={wt=javabin&version=2} {add=[t!19]} 0 11
[junit4:junit4]   2> 512894 T559 C44 P51880 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={wt=javabin&version=2} {add=[u!20 (1435593860408410112)]} 0 2
[junit4:junit4]   2> 512912 T628 C42 P51894 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={distrib.from=http://127.0.0.1:51887/jfr/z/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[u!20 (1435593860423090176)]} 0 1
[junit4:junit4]   2> 512913 T596 C43 P51887 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={distrib.from=http://127.0.0.1:51884/jfr/z/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[u!20 (1435593860423090176)]} 0 8
[junit4:junit4]   2> 512915 T584 C41 P51884 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={wt=javabin&version=2} {add=[u!20]} 0 17
[junit4:junit4]   2> 512921 T560 C44 P51880 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={wt=javabin&version=2} {add=[v!21 (1435593860436721664)]} 0 1
[junit4:junit4]   2> 512938 T611 C40 P51890 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={distrib.from=http://127.0.0.1:51884/jfr/z/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[v!21 (1435593860449304576)]} 0 2
[junit4:junit4]   2> 512940 T583 C41 P51884 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={distrib.from=http://127.0.0.1:51887/jfr/z/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[v!21 (1435593860449304576)]} 0 8
[junit4:junit4]   2> 512942 T598 C43 P51887 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={wt=javabin&version=2} {add=[v!21]} 0 14
[junit4:junit4]   2> 512947 T561 C44 P51880 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={wt=javabin&version=2} {add=[w!22 (1435593860465033216)]} 0 1
[junit4:junit4]   2> 512966 T612 C40 P51890 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={distrib.from=http://127.0.0.1:51884/jfr/z/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[w!22 (1435593860479713280)]} 0 1
[junit4:junit4]   2> 512967 T579 C41 P51884 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={distrib.from=http://127.0.0.1:51887/jfr/z/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[w!22 (1435593860479713280)]} 0 6
[junit4:junit4]   2> 512969 T599 C43 P51887 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={wt=javabin&version=2} {add=[w!22]} 0 18
[junit4:junit4]   2> 512974 T562 C44 P51880 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={wt=javabin&version=2} {add=[x!23 (1435593860493344768)]} 0 1
[junit4:junit4]   2> 512986 T629 C42 P51894 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={distrib.from=http://127.0.0.1:51887/jfr/z/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[x!23 (1435593860501733376)]} 0 1
[junit4:junit4]   2> 512987 T597 C43 P51887 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={distrib.from=http://127.0.0.1:51884/jfr/z/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[x!23 (1435593860501733376)]} 0 6
[junit4:junit4]   2> 512988 T580 C41 P51884 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={wt=javabin&version=2} {add=[x!23]} 0 10
[junit4:junit4]   2> 512995 T563 C44 P51880 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={wt=javabin&version=2} {add=[y!24 (1435593860513267712)]} 0 3
[junit4:junit4]   2> 513008 T630 C42 P51894 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={distrib.from=http://127.0.0.1:51887/jfr/z/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[y!24 (1435593860524802048)]} 0 0
[junit4:junit4]   2> 513010 T600 C43 P51887 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={wt=javabin&version=2} {add=[y!24 (1435593860524802048)]} 0 7
[junit4:junit4]   2> 513015 T564 C44 P51880 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={wt=javabin&version=2} {add=[z!25 (1435593860536336384)]} 0 1
[junit4:junit4]   2> 513034 T613 C40 P51890 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={distrib.from=http://127.0.0.1:51884/jfr/z/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[z!25 (1435593860545773568)]} 0 2
[junit4:junit4]   2> 513036 T581 C41 P51884 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={distrib.from=http://127.0.0.1:51887/jfr/z/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[z!25 (1435593860545773568)]} 0 13
[junit4:junit4]   2> 513047 T595 C43 P51887 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={wt=javabin&version=2} {add=[z!25]} 0 27
[junit4:junit4]   2> 513052 T559 C44 P51880 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={wt=javabin&version=2} {add=[a!26 (1435593860575133696)]} 0 1
[junit4:junit4]   2> 513064 T631 C42 P51894 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={distrib.from=http://127.0.0.1:51887/jfr/z/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[a!26 (1435593860583522304)]} 0 1
[junit4:junit4]   2> 513065 T596 C43 P51887 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={distrib.from=http://127.0.0.1:51884/jfr/z/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[a!26 (1435593860583522304)]} 0 5
[junit4:junit4]   2> 513067 T582 C41 P51884 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={wt=javabin&version=2} {add=[a!26]} 0 11
[junit4:junit4]   2> 513072 T561 C44 P51880 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={wt=javabin&version=2} {add=[b!27 (1435593860596105216)]} 0 0
[junit4:junit4]   2> 513083 T614 C40 P51890 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={distrib.from=http://127.0.0.1:51884/jfr/z/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[b!27 (1435593860601348096)]} 0 2
[junit4:junit4]   2> 513084 T584 C41 P51884 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={wt=javabin&version=2} {add=[b!27 (1435593860601348096)]} 0 7
[junit4:junit4]   2> 513090 T562 C44 P51880 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={wt=javabin&version=2} {add=[c!28 (1435593860613931008)]} 0 1
[junit4:junit4]   2> 513109 T615 C40 P51890 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={distrib.from=http://127.0.0.1:51884/jfr/z/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[c!28 (1435593860628611072)]} 0 1
[junit4:junit4]   2> 513111 T583 C41 P51884 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={distrib.from=http://127.0.0.1:51887/jfr/z/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[c!28 (1435593860628611072)]} 0 8
[junit4:junit4]   2> 513112 T598 C43 P51887 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={wt=javabin&version=2} {add=[c!28]} 0 17
[junit4:junit4]   2> 513117 T563 C44 P51880 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={wt=javabin&version=2} {add=[d!29 (1435593860643291136)]} 0 0
[junit4:junit4]   2> 513126 T633 C42 P51894 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={distrib.from=http://127.0.0.1:51887/jfr/z/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[d!29 (1435593860648534016)]} 0 1
[junit4:junit4]   2> 513128 T599 C43 P51887 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={wt=javabin&version=2} {add=[d!29 (1435593860648534016)]} 0 7
[junit4:junit4]   2> 513132 T564 C44 P51880 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={wt=javabin&version=2} {add=[e!30 (1435593860659019776)]} 0 0
[junit4:junit4]   2> 513145 T632 C42 P51894 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={distrib.from=http://127.0.0.1:51887/jfr/z/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[e!30 (1435593860667408384)]} 0 1
[junit4:junit4]   2> 513147 T597 C43 P51887 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={distrib.from=http://127.0.0.1:51884/jfr/z/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[e!30 (1435593860667408384)]} 0 7
[junit4:junit4]   2> 513148 T579 C41 P51884 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={wt=javabin&version=2} {add=[e!30]} 0 12
[junit4:junit4]   2> 513153 T560 C44 P51880 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={wt=javabin&version=2} {add=[f!31 (1435593860681039872)]} 0 1
[junit4:junit4]   2> 513163 T628 C42 P51894 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={distrib.from=http://127.0.0.1:51887/jfr/z/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[f!31 (1435593860687331328)]} 0 1
[junit4:junit4]   2> 513164 T600 C43 P51887 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={wt=javabin&version=2} {add=[f!31 (1435593860687331328)]} 0 6
[junit4:junit4]   2> 513169 T559 C44 P51880 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={wt=javabin&version=2} {add=[g!32 (1435593860697817088)]} 0 1
[junit4:junit4]   2> 513177 T616 C40 P51890 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={distrib.from=http://127.0.0.1:51884/jfr/z/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[g!32 (1435593860702011392)]} 0 0
[junit4:junit4]   2> 513179 T581 C41 P51884 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={wt=javabin&version=2} {add=[g!32 (1435593860702011392)]} 0 6
[junit4:junit4]   2> 513183 T561 C44 P51880 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={wt=javabin&version=2} {add=[h!33 (1435593860712497152)]} 0 1
[junit4:junit4]   2> 513201 T612 C40 P51890 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={distrib.from=http://127.0.0.1:51884/jfr/z/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[h!33 (1435593860720885760)]} 0 1
[junit4:junit4]   2> 513203 T582 C41 P51884 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={distrib.from=http://127.0.0.1:51887/jfr/z/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[h!33 (1435593860720885760)]} 0 13
[junit4:junit4]   2> 513204 T596 C43 P51887 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={wt=javabin&version=2} {add=[h!33]} 0 17
[junit4:junit4]   2> 513209 T562 C44 P51880 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={wt=javabin&version=2} {add=[i!34 (1435593860739760128)]} 0 1
[junit4:junit4]   2> 513221 T613 C40 P51890 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={distrib.from=http://127.0.0.1:51884/jfr/z/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[i!34 (1435593860747100160)]} 0 1
[junit4:junit4]   2> 513224 T584 C41 P51884 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={wt=javabin&version=2} {add=[i!34 (1435593860747100160)]} 0 9
[junit4:junit4]   2> 513230 T563 C44 P51880 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={wt=javabin&version=2} {add=[j!35 (1435593860761780224)]} 0 1
[junit4:junit4]   2> 513243 T614 C40 P51890 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={distrib.from=http://127.0.0.1:51884/jfr/z/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[j!35 (1435593860769120256)]} 0 2
[junit4:junit4]   2> 513246 T583 C41 P51884 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={wt=javabin&version=2} {add=[j!35 (1435593860769120256)]} 0 9
[junit4:junit4]   2> 513260 T564 C44 P51880 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={wt=javabin&version=2} {add=[k!36 (1435593860791140352)]} 0 3
[junit4:junit4]   2> 513276 T615 C40 P51890 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={distrib.from=http://127.0.0.1:51884/jfr/z/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[k!36 (1435593860804771840)]} 0 1
[junit4:junit4]   2> 513278 T579 C41 P51884 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={distrib.from=http://127.0.0.1:51887/jfr/z/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[k!36 (1435593860804771840)]} 0 7
[junit4:junit4]   2> 513279 T598 C43 P51887 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={wt=javabin&version=2} {add=[k!36]} 0 13
[junit4:junit4]   2> 513286 T560 C44 P51880 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={wt=javabin&version=2} {add=[l!37 (1435593860819451904)]} 0 1
[junit4:junit4]   2> 513294 T629 C42 P51894 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={distrib.from=http://127.0.0.1:51887/jfr/z/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[l!37 (1435593860824694784)]} 0 1
[junit4:junit4]   2> 513295 T599 C43 P51887 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={wt=javabin&version=2} {add=[l!37 (1435593860824694784)]} 0 6
[junit4:junit4]   2> 513306 T559 C44 P51880 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={wt=javabin&version=2} {add=[m!38 (1435593860840423424)]} 0 1
[junit4:junit4]   2> 513323 T631 C42 P51894 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={distrib.from=http://127.0.0.1:51887/jfr/z/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[m!38 (1435593860849860608)]} 0 1
[junit4:junit4]   2> 513324 T597 C43 P51887 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={wt=javabin&version=2} {add=[m!38 (1435593860849860608)]} 0 12
[junit4:junit4]   2> 513330 T561 C44 P51880 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={wt=javabin&version=2} {add=[n!39 (1435593860865589248)]} 0 1
[junit4:junit4]   2> 513342 T611 C40 P51890 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={distrib.from=http://127.0.0.1:51884/jfr/z/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[n!39 (1435593860873977856)]} 0 1
[junit4:junit4]   2> 513344 T580 C41 P51884 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={wt=javabin&version=2} {add=[n!39 (1435593860873977856)]} 0 7
[junit4:junit4]   2> 513349 T562 C44 P51880 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={wt=javabin&version=2} {add=[o!40 (1435593860885512192)]} 0 1
[junit4:junit4]   2> 513360 T633 C42 P51894 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={distrib.from=http://127.0.0.1:51887/jfr/z/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[o!40 (1435593860893900800)]} 0 1
[junit4:junit4]   2> 513362 T595 C43 P51887 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={distrib.from=http://127.0.0.1:51884/jfr/z/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[o!40 (1435593860893900800)]} 0 6
[junit4:junit4]   2> 513363 T581 C41 P51884 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={wt=javabin&version=2} {add=[o!40]} 0 11
[junit4:junit4]   2> 513368 T563 C44 P51880 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={wt=javabin&version=2} {add=[p!41 (1435593860906483712)]} 0 0
[junit4:junit4]   2> 513379 T616 C40 P51890 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={distrib.from=http://127.0.0.1:51884/jfr/z/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[p!41 (1435593860912775168)]} 0 2
[junit4:junit4]   2> 513384 T582 C41 P51884 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={wt=javabin&version=2} {add=[p!41 (1435593860912775168)]} 0 10
[junit4:junit4]   2> 513393 T564 C44 P51880 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={wt=javabin&version=2} {add=[q!42 (1435593860931649536)]} 0 1
[junit4:junit4]   2> 513404 T612 C40 P51890 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={distrib.from=http://127.0.0.1:51884/jfr/z/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[q!42 (1435593860940038144)]} 0 1
[junit4:junit4]   2> 513406 T584 C41 P51884 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={wt=javabin&version=2} {add=[q!42 (1435593860940038144)]} 0 7
[junit4:junit4]   2> 513411 T560 C44 P51880 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={wt=javabin&version=2} {add=[r!43 (1435593860950523904)]} 0 1
[junit4:junit4]   2> 513423 T632 C42 P51894 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={distrib.from=http://127.0.0.1:51887/jfr/z/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[r!43 (1435593860959961088)]} 0 1
[junit4:junit4]   2> 513425 T600 C43 P51887 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={distrib.from=http://127.0.0.1:51884/jfr/z/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[r!43 (1435593860959961088)]} 0 6
[junit4:junit4]   2> 513426 T583 C41 P51884 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={wt=javabin&version=2} {add=[r!43]} 0 11
[junit4:junit4]   2> 513431 T559 C44 P51880 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={wt=javabin&version=2} {add=[s!44 (1435593860972544000)]} 0 0
[junit4:junit4]   2> 513440 T613 C40 P51890 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={distrib.from=http://127.0.0.1:51884/jfr/z/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[s!44 (1435593860977786880)]} 0 1
[junit4:junit4]   2> 513441 T579 C41 P51884 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={wt=javabin&version=2} {add=[s!44 (1435593860977786880)]} 0 6
[junit4:junit4]   2> 513446 T561 C44 P51880 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={wt=javabin&version=2} {add=[t!45 (1435593860988272640)]} 0 1
[junit4:junit4]   2> 513465 T614 C40 P51890 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={distrib.from=http://127.0.0.1:51884/jfr/z/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[t!45 (1435593860998758400)]} 0 1
[junit4:junit4]   2> 513467 T580 C41 P51884 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={wt=javabin&version=2} {add=[t!45 (1435593860998758400)]} 0 11
[junit4:junit4]   2> 513472 T562 C44 P51880 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={wt=javabin&version=2} {add=[u!46 (1435593861015535616)]} 0 1
[junit4:junit4]   2> 513484 T628 C42 P51894 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={distrib.from=http://127.0.0.1:51887/jfr/z/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[u!46 (1435593861023924224)]} 0 1
[junit4:junit4]   2> 513487 T596 C43 P51887 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={distrib.from=http://127.0.0.1:51884/jfr/z/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[u!46 (1435593861023924224)]} 0 8
[junit4:junit4]   2> 513490 T581 C41 P51884 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={wt=javabin&version=2} {add=[u!46]} 0 14
[junit4:junit4]   2> 513496 T564 C44 P51880 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={wt=javabin&version=2} {add=[v!47 (1435593861039652864)]} 0 2
[junit4:junit4]   2> 513504 T615 C40 P51890 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={distrib.from=http://127.0.0.1:51884/jfr/z/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[v!47 (1435593861044895744)]} 0 1
[junit4:junit4]   2> 513506 T582 C41 P51884 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={wt=javabin&version=2} {add=[v!47 (1435593861044895744)]} 0 7
[junit4:junit4]   2> 513511 T560 C44 P51880 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={wt=javabin&version=2} {add=[w!48 (1435593861056430080)]} 0 1
[junit4:junit4]   2> 513535 T611 C40 P51890 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={distrib.from=http://127.0.0.1:51884/jfr/z/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[w!48 (1435593861070061568)]} 0 2
[junit4:junit4]   2> 513536 T584 C41 P51884 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={wt=javabin&version=2} {add=[w!48 (1435593861070061568)]} 0 13
[junit4:junit4]   2> 513543 T559 C44 P51880 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={wt=javabin&version=2} {add=[x!49 (1435593861088935936)]} 0 2
[junit4:junit4]   2> 513568 T630 C42 P51894 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={distrib.from=http://127.0.0.1:51887/jfr/z/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[x!49 (1435593861106761728)]} 0 5
[junit4:junit4]   2> 513571 T598 C43 P51887 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={wt=javabin&version=2} {add=[x!49 (1435593861106761728)]} 0 12
[junit4:junit4]   2> 513577 T561 C44 P51880 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={wt=javabin&version=2} {add=[y!50 (1435593861124587520)]} 0 2
[junit4:junit4]   2> 513594 T629 C42 P51894 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={distrib.from=http://127.0.0.1:51887/jfr/z/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[y!50 (1435593861136121856)]} 0 2
[junit4:junit4]   2> 513596 T597 C43 P51887 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={distrib.from=http://127.0.0.1:51884/jfr/z/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[y!50 (1435593861136121856)]} 0 10
[junit4:junit4]   2> 513598 T583 C41 P51884 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={wt=javabin&version=2} {add=[y!50]} 0 16
[junit4:junit4]   2> 513605 T563 C44 P51880 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={wt=javabin&version=2} {add=[z!51 (1435593861153947648)]} 0 2
[junit4:junit4]   2> 513620 T616 C40 P51890 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={distrib.from=http://127.0.0.1:51884/jfr/z/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[z!51 (1435593861161287680)]} 0 5
[junit4:junit4]   2> 513626 T580 C41 P51884 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={wt=javabin&version=2} {add=[z!51 (1435593861161287680)]} 0 16
[junit4:junit4]   2> 513632 T562 C44 P51880 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={wt=javabin&version=2} {add=[a!52 (1435593861183307776)]} 0 1
[junit4:junit4]   2> 513646 T631 C42 P51894 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={distrib.from=http://127.0.0.1:51887/jfr/z/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[a!52 (1435593861192744960)]} 0 1
[junit4:junit4]   2> 513648 T595 C43 P51887 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={distrib.from=http://127.0.0.1:51884/jfr/z/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[a!52 (1435593861192744960)]} 0 7
[junit4:junit4]   2> 513651 T581 C41 P51884 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={wt=javabin&version=2} {add=[a!52]} 0 14
[junit4:junit4]   2> 513657 T564 C44 P51880 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={wt=javabin&version=2} {add=[b!53 (1435593861208473600)]} 0 1
[junit4:junit4]   2> 513675 T613 C40 P51890 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={distrib.from=http://127.0.0.1:51884/jfr/z/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[b!53 (1435593861222105088)]} 0 2
[junit4:junit4]   2> 513677 T582 C41 P51884 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={distrib.from=http://127.0.0.1:51887/jfr/z/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[b!53 (1435593861222105088)]} 0 9
[junit4:junit4]   2> 513679 T600 C43 P51887 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={wt=javabin&version=2} {add=[b!53]} 0 15
[junit4:junit4]   2> 513685 T560 C44 P51880 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={wt=javabin&version=2} {add=[c!54 (1435593861238882304)]} 0 1
[junit4:junit4]   2> 513696 T614 C40 P51890 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={distrib.from=http://127.0.0.1:51884/jfr/z/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[c!54 (1435593861245173760)]} 0 0
[junit4:junit4]   2> 513706 T584 C41 P51884 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={wt=javabin&version=2} {add=[c!54 (1435593861245173760)]} 0 15
[junit4:junit4]   2> 513711 T559 C44 P51880 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={wt=javabin&version=2} {add=[d!55 (1435593861266145280)]} 0 1
[junit4:junit4]   2> 513724 T633 C42 P51894 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={distrib.from=http://127.0.0.1:51887/jfr/z/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[d!55 (1435593861274533888)]} 0 1
[junit4:junit4]   2> 513727 T596 C43 P51887 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={distrib.from=http://127.0.0.1:51884/jfr/z/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[d!55 (1435593861274533888)]} 0 8
[junit4:junit4]   2> 513730 T579 C41 P51884 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={wt=javabin&version=2} {add=[d!55]} 0 15
[junit4:junit4]   2> 513737 T561 C44 P51880 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={wt=javabin&version=2} {add=[e!56 (1435593861292359680)]} 0 2
[junit4:junit4]   2> 513751 T628 C42 P51894 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={distrib.from=http://127.0.0.1:51887/jfr/z/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[e!56 (1435593861302845440)]} 0 1
[junit4:junit4]   2> 513753 T599 C43 P51887 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={distrib.from=http://127.0.0.1:51884/jfr/z/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[e!56 (1435593861302845440)]} 0 8
[junit4:junit4]   2> 513756 T583 C41 P51884 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={wt=javabin&version=2} {add=[e!56]} 0 15
[junit4:junit4]   2> 513761 T563 C44 P51880 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={wt=javabin&version=2} {add=[f!57 (1435593861317525504)]} 0 1
[junit4:junit4]   2> 513771 T630 C42 P51894 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={distrib.from=http://127.0.0.1:51887/jfr/z/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[f!57 (1435593861322768384)]} 0 2
[junit4:junit4]   2> 513773 T598 C43 P51887 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={wt=javabin&version=2} {add=[f!57 (1435593861322768384)]} 0 8
[junit4:junit4]   2> 513780 T562 C44 P51880 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={wt=javabin&version=2} {add=[g!58 (1435593861337448448)]} 0 2
[junit4:junit4]   2> 513800 T615 C40 P51890 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={distrib.from=http://127.0.0.1:51884/jfr/z/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[g!58 (1435593861348982784)]} 0 7
[junit4:junit4]   2> 513802 T580 C41 P51884 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={distrib.from=http://127.0.0.1:51887/jfr/z/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[g!58 (1435593861348982784)]} 0 13
[junit4:junit4]   2> 513804 T597 C43 P51887 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={wt=javabin&version=2} {add=[g!58]} 0 19
[junit4:junit4]   2> 513817 T564 C44 P51880 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={wt=javabin&version=2} {add=[h!59 (1435593861377294336)]} 0 1
[junit4:junit4]   2> 513828 T611 C40 P51890 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={distrib.from=http://127.0.0.1:51884/jfr/z/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[h!59 (1435593861383585792)]} 0 1
[junit4:junit4]   2> 513832 T581 C41 P51884 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={wt=javabin&version=2} {add=[h!59 (1435593861383585792)]} 0 9
[junit4:junit4]   2> 513838 T560 C44 P51880 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={wt=javabin&version=2} {add=[i!60 (1435593861398265856)]} 0 0
[junit4:junit4]   2> 513847 T612 C40 P51890 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={distrib.from=http://127.0.0.1:51884/jfr/z/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[i!60 (1435593861404557312)]} 0 0
[junit4:junit4]   2> 513850 T582 C41 P51884 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={wt=javabin&version=2} {add=[i!60 (1435593861404557312)]} 0 7
[junit4:junit4]   2> 513855 T559 C44 P51880 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={wt=javabin&version=2} {add=[j!61 (1435593861416091648)]} 0 1
[junit4:junit4]   2> 513868 T616 C40 P51890 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={distrib.from=http://127.0.0.1:51884/jfr/z/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[j!61 (1435593861425528832)]} 0 1
[junit4:junit4]   2> 513872 T584 C41 P51884 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={distrib.from=http://127.0.0.1:51887/jfr/z/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[j!61 (1435593861425528832)]} 0 9
[junit4:junit4]   2> 513874 T595 C43 P51887 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={wt=javabin&version=2} {add=[j!61]} 0 14
[junit4:junit4]   2> 513887 T561 C44 P51880 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={wt=javabin&version=2} {add=[k!62 (1435593861446500352)]} 0 4
[junit4:junit4]   2> 513908 T613 C40 P51890 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={distrib.from=http://127.0.0.1:51884/jfr/z/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[k!62 (1435593861466423296)]} 0 2
[junit4:junit4]   2> 513911 T579 C41 P51884 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={distrib.from=http://127.0.0.1:51887/jfr/z/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[k!62 (1435593861466423296)]} 0 10
[junit4:junit4]   2> 513918 T600 C43 P51887 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={wt=javabin&version=2} {add=[k!62]} 0 21
[junit4:junit4]   2> 513926 T562 C44 P51880 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={wt=javabin&version=2} {add=[l!63 (1435593861488443392)]} 0 3
[junit4:junit4]   2> 513944 T629 C42 P51894 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={distrib.from=http://127.0.0.1:51887/jfr/z/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[l!63 (1435593861503123456)]} 0 2
[junit4:junit4]   2> 513947 T596 C43 P51887 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={wt=javabin&version=2} {add=[l!63 (1435593861503123456)]} 0 11
[junit4:junit4]   2> 513956 T564 C44 P51880 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={wt=javabin&version=2} {add=[m!64 (1435593861521997824)]} 0 2
[junit4:junit4]   2> 513989 T631 C42 P51894 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={distrib.from=http://127.0.0.1:51887/jfr/z/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[m!64 (1435593861551357952)]} 0 2
[junit4:junit4]   2> 513991 T599 C43 P51887 oasup.LogUpdateProcessor.finish [collection1] webapp=/jfr/z path=/update params={distrib.from=http://

[...truncated too long message...]

  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/awholynewcollection_0/leader_elect/shard3/election
[junit4:junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4:junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4:junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:235)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:232)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:232)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4:junit4]   2> 
[junit4:junit4]   2> 2645440 T3953 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/awholynewcollection_0/leader_elect/shard4/election
[junit4:junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4:junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4:junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:235)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:232)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:232)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4:junit4]   2> 
[junit4:junit4]   2> 2645441 T3953 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/awholynewcollection_0/leader_elect/shard1/election
[junit4:junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4:junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4:junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:235)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:232)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:232)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4:junit4]   2> 
[junit4:junit4]   2> NOTE: test params are: codec=Lucene42: {timestamp=PostingsFormat(name=TestBloomFilteredLucene41Postings), range_facet_l=PostingsFormat(name=TestBloomFilteredLucene41Postings), id=Pulsing41(freqCutoff=19 minBlockSize=71 maxBlockSize=204), range_facet_sl=Pulsing41(freqCutoff=19 minBlockSize=71 maxBlockSize=204), a_t=PostingsFormat(name=TestBloomFilteredLucene41Postings), text=PostingsFormat(name=SimpleText), range_facet_si=PostingsFormat(name=TestBloomFilteredLucene41Postings), _version_=PostingsFormat(name=MockRandom), other_tl1=PostingsFormat(name=MockRandom), multiDefault=PostingsFormat(name=TestBloomFilteredLucene41Postings), a_si=PostingsFormat(name=MockRandom), intDefault=PostingsFormat(name=MockRandom)}, docValues:{}, sim=RandomSimilarityProvider(queryNorm=true,coord=no): {}, locale=ar_TN, timezone=Etc/GMT+12
[junit4:junit4]   2> NOTE: Mac OS X 10.8.3 x86_64/Oracle Corporation 1.7.0_21 (64-bit)/cpus=2,threads=1,free=99486504,total=273285120
[junit4:junit4]   2> NOTE: All tests run in this JVM: [TestRangeQuery, TestFastLRUCache, UnloadDistributedZkTest, ReturnFieldsTest, TestArbitraryIndexDir, AliasIntegrationTest, TestCollationKeyRangeQueries, XmlUpdateRequestHandlerTest, TestSort, IndexSchemaTest, TestLuceneMatchVersion, BinaryUpdateRequestHandlerTest, StandardRequestHandlerTest, TestLMDirichletSimilarityFactory, TestValueSourceCache, TestTrie, TestDynamicFieldResource, QueryElevationComponentTest, QueryResultKeyTest, ChaosMonkeyNothingIsSafeTest, TestDefaultSimilarityFactory, TestDynamicFieldCollectionResource, SliceStateUpdateTest, BadComponentTest, SuggesterWFSTTest, CoreAdminHandlerTest, LegacyHTMLStripCharFilterTest, PingRequestHandlerTest, SpellPossibilityIteratorTest, SoftAutoCommitTest, OverseerCollectionProcessorTest, TestSolr4Spatial, AnalysisAfterCoreReloadTest, StatelessScriptUpdateProcessorFactoryTest, TestLazyCores, ShardSplitTest, TestDistributedSearch, XsltUpdateRequestHandlerTest, TestElisionMultitermQuery, TestSystemIdResolver, PreAnalyzedFieldTest, TestCSVLoader, DocumentAnalysisRequestHandlerTest, TestSolrDeletionPolicy2, TestSuggestSpellingConverter, TestSweetSpotSimilarityFactory, SampleTest, TestSolrXMLSerializer, RequiredFieldsTest, SuggesterTSTTest, IndexBasedSpellCheckerTest, TestPropInject, DistanceFunctionTest, SynonymTokenizerTest, TestGroupingSearch, TestPhraseSuggestions, TestQuerySenderListener, DateFieldTest, TestXIncludeConfig, ShowFileRequestHandlerTest, TestSchemaResource, ResponseLogComponentTest, CopyFieldTest, TestRandomDVFaceting, TestRemoteStreaming, TestPostingsSolrHighlighter, SpellCheckCollatorTest, FastVectorHighlighterTest, SearchHandlerTest, TestFiltering, AlternateDirectoryTest, DisMaxRequestHandlerTest, DebugComponentTest, DOMUtilTest, SuggesterFSTTest, TestJmxIntegration, TestFieldTypeCollectionResource, URLClassifyProcessorTest, TestPropInjectDefaults, DefaultValueUpdateProcessorTest, TestBinaryResponseWriter, SignatureUpdateProcessorFactoryTest, SolrCoreCheckLockOnStartupTest, RegexBoostProcessorTest, SliceStateTest, TestBadConfig, TestRealTimeGet, CoreContainerCoreInitFailuresTest, TestDocSet, TestCharFilters, OpenCloseCoreStressTest, SolrCmdDistributorTest, SimplePostToolTest, SolrPluginUtilsTest, BasicDistributedZk2Test, TestPerFieldSimilarity, TestCloudManagedSchemaAddField, LeaderElectionTest, TestPseudoReturnFields, PrimUtilsTest, TestWriterPerf, MinimalSchemaTest, TestRTGBase, TestAtomicUpdateErrorCases, ExternalFileFieldSortTest, TestSolrCoreProperties, TestIBSimilarityFactory, SystemInfoHandlerTest, TestIndexSearcher, TestRandomFaceting, TestLFUCache, TestReload, TestSurroundQueryParser, TestFastWriter, SolrTestCaseJ4Test, BadCopyFieldTest, DistributedQueryElevationComponentTest, TestFuzzyAnalyzedSuggestions, TestPHPSerializedResponseWriter, PeerSyncTest, TestSolrQueryParserResource, DirectSolrSpellCheckerTest, TestIndexingPerformance, FullSolrCloudDistribCmdsTest, SOLR749Test, ZkCLITest, DirectSolrConnectionTest, CurrencyFieldOpenExchangeTest, ClusterStateUpdateTest, TestSolrDeletionPolicy1, TestCSVResponseWriter, TestStressRecovery, RecoveryZkTest, MoreLikeThisHandlerTest, TestDocumentBuilder, TestQueryTypes, NoCacheHeaderTest, TestManagedSchema, DistributedSpellCheckComponentTest, TestReversedWildcardFilterFactory, BasicDistributedZkTest, ChaosMonkeySafeLeaderTest, CollectionsAPIDistributedZkTest]
[junit4:junit4] Completed in 325.52s, 1 test, 1 failure <<< FAILURES!

[...truncated 448 lines...]
BUILD FAILED
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:386: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:366: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:39: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build.xml:181: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/common-build.xml:437: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:1243: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:887: There were test failures: 296 suites, 1234 tests, 1 error, 1 failure, 18 ignored (6 assumptions)

Total time: 122 minutes 53 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.7.0 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure